00010000:00000010:1.1:1779716148.360332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716148.372027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00000080:00000010:1.1:1779716148.372042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00010000:00000010:1.1:1779716148.676863:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:1.1:1779716148.676884:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716149.473944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716149.473951:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716149.473954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716149.482006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00000080:00000010:1.1:1779716149.482016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c80.
00010000:00000010:1.1:1779716149.568754:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:1.1:1779716149.568769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:1.1:1779716149.591966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf620.
00000080:00000010:1.1:1779716149.591983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:1.1:1779716150.011550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716150.011563:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716150.011567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716150.028947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00000080:00000010:1.1:1779716150.028961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00010000:00000010:1.1:1779716150.557098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716150.557114:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716150.557119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716150.569280:0:338633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00000080:00000010:1.1:1779716150.569295:0:338633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00010000:00000010:1.1:1779716150.684079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716150.688086:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:1.1:1779716150.688101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:1.1:1779716150.703083:0:338635:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00000080:00000010:1.1:1779716150.703096:0:338635:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96220.
00010000:00000010:1.1:1779716151.003031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716151.003047:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716151.003051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716151.012287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00000080:00000010:1.1:1779716151.012302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:1.1:1779716151.135138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716151.135151:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716151.135154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716151.153962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00000080:00000010:1.1:1779716151.153975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00010000:00000010:1.1:1779716152.366026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:1.1:1779716152.366033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716152.574335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716152.626060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716152.626083:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716152.626086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:1.1:1779716152.631987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00000080:00000010:1.1:1779716152.632006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00010000:00000010:1.1:1779716153.039968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716153.039982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716153.039986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716153.047452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00000080:00000010:1.1:1779716153.047471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:1.1:1779716153.123226:0:338688:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716153.123238:0:338688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716153.313893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716153.474159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716153.474172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716153.474176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:1.1:1779716153.502145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00000080:00000010:1.1:1779716153.502159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96aa0.
00010000:00000010:1.1:1779716153.911465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:1.1:1779716153.911484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716153.911490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:1.1:1779716153.911497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27e0.
00010000:00000010:1.1:1779716154.123160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716154.817237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716154.817254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716154.817259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716154.823187:0:338725:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792800.
00000080:00000010:1.1:1779716154.823197:0:338725:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00010000:00000010:1.1:1779716154.850066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716154.857037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716154.857049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716154.862997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00000080:00000010:1.1:1779716154.863013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00010000:00000010:1.1:1779716155.192078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716155.196850:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716155.196862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716155.209314:0:338735:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716155.209336:0:338735:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00010000:00000010:1.1:1779716155.345323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:1.1:1779716155.345336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:1.1:1779716156.342964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:1.1:1779716156.342979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716156.662963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:1.1:1779716156.662973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:1.1:1779716157.122047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716157.125960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716157.125973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716157.135961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716157.135975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7926e0.
00010000:00000010:1.1:1779716157.210095:0:338781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716157.210103:0:338781:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716157.210106:0:338781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716157.222376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716157.222398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:1.1:1779716157.246189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716157.288149:0:338782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:1.1:1779716157.288156:0:338782:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:1.1:1779716157.288160:0:338782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:1.1:1779716157.322711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716157.322726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716157.322729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716157.336764:0:338784:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00000080:00000010:1.1:1779716157.336783:0:338784:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:1.1:1779716157.416843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716157.549967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:1.1:1779716157.549985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:1.1:1779716157.549990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:1.1:1779716157.592296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716157.592313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716157.592317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:1.1:1779716157.606963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00000080:00000010:1.1:1779716157.606980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:1.1:1779716157.635076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716157.639113:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716157.639127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:1.1:1779716157.653967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716157.653983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00010000:00000010:1.1:1779716157.737967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716157.752974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716157.752982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716157.762972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00000080:00000010:1.1:1779716157.762992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00010000:00000010:1.1:1779716157.930017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716158.090013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716158.090031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716158.090036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716158.108990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00000080:00000010:1.1:1779716158.109016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00010000:00000010:1.1:1779716158.262283:0:338801:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716158.262298:0:338801:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716158.262302:0:338801:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716158.269046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00000080:00000010:1.1:1779716158.269062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:1.1:1779716158.423960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716158.423967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716158.423972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716158.428102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716158.428119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00010000:00000010:1.1:1779716158.484966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:1.1:1779716158.484981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:1.1:1779716158.484985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:1.1:1779716158.509951:0:338806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd20.
00000080:00000010:1.1:1779716158.509962:0:338806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00010000:00000010:1.1:1779716158.952104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716158.952117:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716158.952122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716158.963946:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f00.
00000080:00000010:1.1:1779716158.963963:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00010000:00000010:1.1:1779716159.691120:0:338829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716159.691133:0:338829:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716159.691137:0:338829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:1.1:1779716159.709094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716159.709116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ea0.
00010000:00000010:1.1:1779716159.820075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716159.820087:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716159.820090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:1.1:1779716159.820981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00000080:00000010:1.1:1779716159.820990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00010000:00000010:1.1:1779716159.902226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716159.918974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716159.919000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:1.1:1779716161.899968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:1.1:1779716161.899989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:1.1:1779716161.899993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716162.204442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716162.208971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716162.208993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716162.235783:0:338886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00000080:00000010:1.1:1779716162.235804:0:338886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00010000:00000010:1.1:1779716162.260983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716163.870257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:1.1:1779716163.870274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716163.922986:0:338921:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716163.934971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:1.1:1779716163.934985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716163.945959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:1.1:1779716163.945978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00010000:00000010:1.1:1779716164.131138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716164.131149:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716164.131153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716164.152969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f00.
00000080:00000010:1.1:1779716164.152987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:1.1:1779716164.337951:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:1.1:1779716164.337967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:1.1:1779716164.967976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:1.1:1779716164.967987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716166.063050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716166.063059:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716166.063063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716166.076972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00000080:00000010:1.1:1779716166.076984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00000080:00000010:1.1:1779716166.156574:0:338967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00000080:00000010:1.1:1779716166.156592:0:338967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00010000:00000010:1.1:1779716166.186042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716166.189978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716166.189993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716166.210605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00000080:00000010:1.1:1779716166.210621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:1.1:1779716166.240984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716166.398088:0:338972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:1.1:1779716166.398102:0:338972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa80.
00010000:00000010:1.1:1779716166.470979:0:338974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716166.470992:0:338974:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716166.470997:0:338974:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716166.479031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00000080:00000010:1.1:1779716166.479048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00010000:00000010:1.1:1779716166.497980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716166.501982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716166.501998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716166.518026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00000080:00000010:1.1:1779716166.518036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:1.1:1779716167.617714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960a0.
00000080:00000010:1.1:1779716167.617724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00010000:00000010:1.1:1779716167.731043:0:339002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716167.731050:0:339002:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716167.731054:0:339002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716167.741961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716167.741972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00010000:00000010:1.1:1779716168.469255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716168.473271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716168.473286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716168.497839:0:339020:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00000080:00000010:1.1:1779716168.497859:0:339020:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:1.1:1779716169.102221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716169.106085:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716169.106098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716169.137169:0:339034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00000080:00000010:1.1:1779716169.137188:0:339034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:1.1:1779716169.178072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716169.183960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716169.183966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716169.276041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716169.276050:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716169.276053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:1.1:1779716169.380056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716169.384664:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716169.384671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716169.391993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00000080:00000010:1.1:1779716169.392003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ca0.
00010000:00000010:1.1:1779716169.501248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716169.501263:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716169.501267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716169.510310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716169.510327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00010000:00000010:1.1:1779716169.673963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:1.1:1779716169.673978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:1.1:1779716169.673982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:1.1:1779716169.692110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00000080:00000010:1.1:1779716169.692124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00010000:00000010:1.1:1779716170.078388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:1.1:1779716170.078399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716171.692042:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:1.1:1779716171.692056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716171.834991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:1.1:1779716171.835004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:1.1:1779716172.313974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716172.313990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716172.313994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716172.328136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00000080:00000010:1.1:1779716172.328145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00010000:00000010:1.1:1779716172.443970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716172.443983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716172.443986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716172.465453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00000080:00000010:1.1:1779716172.465471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00010000:00000010:1.1:1779716172.586067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716172.590114:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716172.590127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716172.641061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716172.641075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716172.641079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716172.656072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00000080:00000010:1.1:1779716172.656086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00010000:00000010:1.1:1779716172.745031:0:339114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716172.745044:0:339114:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:1.1:1779716172.745047:0:339114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716172.753954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:1.1:1779716172.753963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:1.1:1779716172.818026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96640.
00000080:00000010:1.1:1779716172.818037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:1.1:1779716172.865547:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716173.002969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716173.007035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716173.007043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716174.062152:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:1.1:1779716174.062167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:1.1:1779716174.120126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:1.1:1779716174.120140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d40.
00010000:00000010:1.1:1779716174.149027:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:1.1:1779716174.149037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:1.1:1779716174.558983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716174.566977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716174.566994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716174.580969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716174.580982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96240.
00010000:00000010:1.1:1779716174.837969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716175.045577:0:339157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716175.215962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:1.1:1779716175.215970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:1.1:1779716175.215974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716175.225751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ea0.
00000080:00000010:1.1:1779716175.225769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96340.
00010000:00000010:1.1:1779716175.245692:0:339164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716175.245704:0:339164:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716175.245708:0:339164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716175.245713:0:339164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716175.245722:0:339164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:1.1:1779716175.296015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716175.296026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716175.296030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716175.299954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716175.299975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:1.1:1779716175.306564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716175.509077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716175.514971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716175.514985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716175.524962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716175.524974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:1.1:1779716175.634960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716175.689982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716175.689997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716175.690002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716175.709887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00000080:00000010:1.1:1779716175.709899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00010000:00000010:1.1:1779716176.638966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:1.1:1779716176.638980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716177.291963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716177.382005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716177.541079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716177.541092:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716177.541097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716177.576969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:1.1:1779716177.576987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:1.1:1779716177.632993:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716177.633001:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716177.633005:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716177.637964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:1.1:1779716177.637978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:1.1:1779716177.661213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:1.1:1779716177.666172:0:339219:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:1.1:1779716177.666182:0:339219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716177.674034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00000080:00000010:1.1:1779716177.674045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ae0.
00010000:00000010:1.1:1779716177.704541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716177.704557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716177.704561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716177.718035:0:339220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00000080:00000010:1.1:1779716177.718056:0:339220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716178.279012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:1.1:1779716178.279025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00010000:00000010:1.1:1779716178.583534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:1.1:1779716178.583545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:1.1:1779716179.101972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716179.101983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716179.101987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716179.106991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00000080:00000010:1.1:1779716179.107002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:1.1:1779716179.323974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716179.323991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716179.323995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716179.338121:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00000080:00000010:1.1:1779716179.338134:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00000080:00000010:1.1:1779716179.640120:0:339262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5e0.
00000080:00000010:1.1:1779716179.640135:0:339262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf440.
00010000:00000010:1.1:1779716180.588894:0:339281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716180.588908:0:339281:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716180.588912:0:339281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:1.1:1779716181.072274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:1.1:1779716181.102061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716181.102071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716181.102076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:1.1:1779716181.117979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716181.118001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7e0.
00010000:00000010:1.1:1779716181.262974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716181.262988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716181.262991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716181.756995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:1.1:1779716181.757011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00010000:00000010:1.1:1779716182.547962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716182.558978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716182.558992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716182.565965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00000080:00000010:1.1:1779716182.565985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00010000:00000010:1.1:1779716182.832231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716182.835077:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:1.1:1779716182.835092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716182.851077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:1.1:1779716182.851092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:1.1:1779716182.869090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716182.873064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716182.873076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716182.889889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00000080:00000010:1.1:1779716182.889907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:1.1:1779716183.054063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716183.054076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716183.054080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716183.068478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00000080:00000010:1.1:1779716183.068492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00000080:00000010:1.1:1779716184.052029:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00000080:00000010:1.1:1779716184.052041:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:1.1:1779716184.492961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716184.492972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716184.492975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716184.497013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00000080:00000010:1.1:1779716184.497025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00010000:00000010:1.1:1779716184.711977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716184.711992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716184.711996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716184.726241:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:1.1:1779716184.726258:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:1.1:1779716184.863981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716184.863990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716184.863994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716184.869057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00000080:00000010:1.1:1779716184.869072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924e0.
00010000:00000010:1.1:1779716184.943371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:1.1:1779716184.943388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:1.1:1779716184.943392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:1.1:1779716184.953968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00000080:00000010:1.1:1779716184.953978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe40.
00010000:00000010:1.1:1779716185.245965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716185.245980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716185.245985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:1.1:1779716185.267963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00000080:00000010:1.1:1779716185.267985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00010000:00000010:1.1:1779716185.325806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716185.328973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716185.328987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716185.339971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00000080:00000010:1.1:1779716185.339998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:1.1:1779716185.531970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716185.531986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:1.1:1779716186.189438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716186.189452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716186.189456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716186.201960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00000080:00000010:1.1:1779716186.201971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:1.1:1779716186.322145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716186.326077:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716186.326093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716186.342066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00000080:00000010:1.1:1779716186.342085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00010000:00000010:1.1:1779716186.417089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716186.417100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716186.417103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716186.436989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00000080:00000010:1.1:1779716186.437011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:1.1:1779716186.529728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716186.530099:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716186.530105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716186.549061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716186.549076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00010000:00000010:1.1:1779716187.223965:0:339434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716187.223977:0:339434:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716187.223981:0:339434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716187.233155:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00000080:00000010:1.1:1779716187.233165:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:1.1:1779716187.322970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716187.329960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716187.329968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716187.344161:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:1.1:1779716187.348078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:1.1:1779716187.396424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716187.402252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716187.402265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716187.426155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:1.1:1779716187.426165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:1.1:1779716187.557560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716187.557575:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716187.557579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716187.563914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00000080:00000010:1.1:1779716187.563951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00010000:00000010:1.1:1779716187.630469:0:339443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716187.630481:0:339443:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716187.630485:0:339443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716187.646616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00000080:00000010:1.1:1779716187.646629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:1.1:1779716189.150091:0:339474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:1.1:1779716189.150104:0:339474:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:1.1:1779716189.150108:0:339474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716189.156988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00000080:00000010:1.1:1779716189.157007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00010000:00000010:1.1:1779716189.183060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716189.183072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716189.183076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716189.189007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716189.189022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00010000:00000010:1.1:1779716191.415963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716191.415975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716191.415978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716191.428127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00000080:00000010:1.1:1779716191.428140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00010000:00000010:1.1:1779716191.808049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716191.808060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716191.808063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716191.817978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c80.
00000080:00000010:1.1:1779716191.817994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f00.
00010000:00000010:1.1:1779716191.971810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716191.973983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716191.973996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716192.059964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716192.059980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716192.059984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716192.084065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00000080:00000010:1.1:1779716192.084086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96be0.
00010000:00000010:1.1:1779716192.562086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:1.1:1779716192.562103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:1.1:1779716192.562107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716192.576455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:1.1:1779716192.576465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96aa0.
00010000:00000010:1.1:1779716192.865975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716192.865989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716192.865994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716192.879973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f00.
00000080:00000010:1.1:1779716192.879988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d00.
00010000:00000010:1.1:1779716193.343975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716193.349478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716193.349495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:1.1:1779716193.360965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00000080:00000010:1.1:1779716193.360980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00010000:00000010:1.1:1779716195.147472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716195.151112:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716195.151127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716195.169946:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00000080:00000010:1.1:1779716195.169960:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00010000:00000010:1.1:1779716195.242972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716195.247007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716195.247021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:1.1:1779716195.260435:0:339606:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00000080:00000010:1.1:1779716195.260446:0:339606:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00010000:00000010:1.1:1779716195.282055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716195.286063:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716195.286078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716195.309971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00000080:00000010:1.1:1779716195.309986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:1.1:1779716195.339102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716195.345118:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716195.345124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716195.357730:0:339608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00000080:00000010:1.1:1779716195.357745:0:339608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00010000:00000010:1.1:1779716195.387481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716195.391095:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716195.391109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716195.493153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:1.1:1779716195.493163:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:1.1:1779716195.493167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716195.498438:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00000080:00000010:1.1:1779716195.498452:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00010000:00000010:1.1:1779716195.951967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716195.959999:0:339623:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716195.960011:0:339623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:1.1:1779716195.972934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00000080:00000010:1.1:1779716195.972959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00010000:00000010:1.1:1779716195.999967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716196.318977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716196.318992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716196.318996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:1.1:1779716196.328970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00000080:00000010:1.1:1779716196.328989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00010000:00000010:1.1:1779716197.255148:0:339654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716197.255154:0:339654:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:1.1:1779716197.255157:0:339654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716197.269963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:1.1:1779716197.269977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:1.1:1779716197.423608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716197.433516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716197.433528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:1.1:1779716197.437970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716197.437988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00010000:00000010:1.1:1779716197.682142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716197.682157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716197.682160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716197.698963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00000080:00000010:1.1:1779716197.698974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922e0.
00010000:00000010:1.1:1779716197.853007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716197.861378:0:339671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716197.861391:0:339671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716197.865115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00000080:00000010:1.1:1779716197.865129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:1.1:1779716198.006963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716198.746087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716198.746100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716198.746103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716198.760978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00000080:00000010:1.1:1779716198.760998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924e0.
00010000:00000010:1.1:1779716199.235979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716199.235993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716199.235997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716199.246055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00000080:00000010:1.1:1779716199.246072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00010000:00000010:1.1:1779716199.322083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716199.322095:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716199.322099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716199.324687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00000080:00000010:1.1:1779716199.324705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:1.1:1779716199.508145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716199.512135:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716199.512149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716199.540102:0:339703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f00.
00000080:00000010:1.1:1779716199.540121:0:339703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00010000:00000010:1.1:1779716199.562082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716200.762979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716200.762995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716200.762999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:1.1:1779716200.782972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716200.782989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96660.
00010000:00000010:1.1:1779716201.447115:0:339742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716201.447127:0:339742:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716201.447130:0:339742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716201.459668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792800.
00000080:00000010:1.1:1779716201.459691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00010000:00000010:1.1:1779716201.478969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716201.478976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716201.478980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716201.488970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00000080:00000010:1.1:1779716201.488986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00010000:00000010:1.1:1779716201.958289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716201.958302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716201.958306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716201.975030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00000080:00000010:1.1:1779716201.975048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00010000:00000010:1.1:1779716203.522067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716203.522074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716203.522078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716203.530714:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00000080:00000010:1.1:1779716203.530731:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:1.1:1779716204.151349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716204.155347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716204.155362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:1.1:1779716204.170439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716204.170455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:1.1:1779716204.264687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716204.264700:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716204.264703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716204.281054:0:339793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00000080:00000010:1.1:1779716204.281072:0:339793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:1.1:1779716204.307797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716204.307812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716204.307817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716204.327545:0:339794:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00000080:00000010:1.1:1779716204.327563:0:339794:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:1.1:1779716204.403076:0:339796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716204.403092:0:339796:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716204.403095:0:339796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716204.412187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00000080:00000010:1.1:1779716204.412208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:1.1:1779716204.484950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00000080:00000010:1.1:1779716204.484962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00010000:00000010:1.1:1779716204.497978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716204.502122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716204.502136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716204.519027:0:339799:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716204.519046:0:339799:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00010000:00000010:1.1:1779716204.668125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716205.313100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00000080:00000010:1.1:1779716205.313112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00010000:00000010:1.1:1779716205.680978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:1.1:1779716205.680990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716206.010974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716206.010989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716206.010993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716206.033323:0:339832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00000080:00000010:1.1:1779716206.033345:0:339832:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:1.1:1779716206.072350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716206.077057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716206.077069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716206.092029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00000080:00000010:1.1:1779716206.092038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00010000:00000010:1.1:1779716206.806861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:1.1:1779716206.806877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716207.086041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:1.1:1779716207.086055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:1.1:1779716207.369170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:1.1:1779716207.369181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:1.1:1779716207.712765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716207.731959:0:339871:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716207.731966:0:339871:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716207.737109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792800.
00000080:00000010:1.1:1779716207.737124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:1.1:1779716207.859013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716208.282337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:1.1:1779716208.295267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:1.1:1779716208.295280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716208.308949:0:339884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00000080:00000010:1.1:1779716208.308962:0:339884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:1.1:1779716208.518966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716208.524962:0:339887:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716208.524969:0:339887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716208.529961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716208.529976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00010000:00000010:1.1:1779716211.474914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716211.474938:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716211.474942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:1.1:1779716211.487017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00000080:00000010:1.1:1779716211.487033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa80.
00010000:00000010:1.1:1779716212.978805:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:1.1:1779716212.978814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716213.294968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfac0.
00000080:00000010:1.1:1779716213.294986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf800.
00010000:00000010:1.1:1779716213.419973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716213.426194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716213.426206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716213.449215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00000080:00000010:1.1:1779716213.449233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:1.1:1779716214.329972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716214.347008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:1.1:1779716214.347021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716214.356971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:1.1:1779716214.356992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00010000:00000010:1.1:1779716214.492091:0:340020:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716214.492103:0:340020:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716214.492107:0:340020:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:1.1:1779716214.507202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716214.507272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00010000:00000010:1.1:1779716214.524202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716214.524358:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716214.524363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716214.547071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00000080:00000010:1.1:1779716214.547086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716215.079966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8e0.
00000080:00000010:1.1:1779716215.079983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf200.
00010000:00000010:1.1:1779716216.119973:0:340047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716216.119990:0:340047:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716216.119994:0:340047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716216.130961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00000080:00000010:1.1:1779716216.130990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:1.1:1779716216.647689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716216.647709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716216.647713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716216.661028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00000080:00000010:1.1:1779716216.661051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00010000:00000010:1.1:1779716220.200982:0:340136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716220.200989:0:340136:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716220.200992:0:340136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716220.219565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00000080:00000010:1.1:1779716220.219576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:1.1:1779716220.246138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716220.249251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716220.249264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716220.257061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00000080:00000010:1.1:1779716220.257087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00010000:00000010:1.1:1779716220.326520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716220.326544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716220.326549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716220.341661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00000080:00000010:1.1:1779716220.341679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:1.1:1779716220.460967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716220.460981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716220.460985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716220.477003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00000080:00000010:1.1:1779716220.477013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:1.1:1779716220.613092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716220.613101:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716220.613106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:1.1:1779716220.632050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00000080:00000010:1.1:1779716220.632083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00010000:00000010:1.1:1779716220.708038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716220.708050:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716220.708054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:1.1:1779716220.733089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00000080:00000010:1.1:1779716220.733104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00010000:00000010:1.1:1779716221.164042:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716221.621953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7c0.
00000080:00000010:1.1:1779716221.621977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe40.
00010000:00000010:1.1:1779716221.848969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716221.848981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716221.848985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716221.857324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716221.857343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00010000:00000010:1.1:1779716222.014987:0:340171:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716222.014995:0:340171:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716222.014999:0:340171:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716222.024908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00000080:00000010:1.1:1779716222.024931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00010000:00000010:1.1:1779716222.103975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716222.103989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:1.1:1779716222.103993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:1.1:1779716222.115194:0:340174:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00000080:00000010:1.1:1779716222.115210:0:340174:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967c0.
00000080:00000010:1.1:1779716222.685044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00000080:00000010:1.1:1779716222.685068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00010000:00000010:1.1:1779716222.824698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:1.1:1779716222.824714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:1.1:1779716222.942969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716222.946227:0:340195:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716222.946237:0:340195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:1.1:1779716222.950960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00000080:00000010:1.1:1779716222.950969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfcc0.
00000080:00000010:1.1:1779716223.146226:0:340200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00000080:00000010:1.1:1779716223.146239:0:340200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00010000:00000010:1.1:1779716223.994071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:1.1:1779716223.994087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:1.1:1779716224.202969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:1.1:1779716224.202993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:1.1:1779716225.342975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716225.342987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716225.342991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716225.360529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716225.360539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:1.1:1779716225.416969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716225.416983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716225.416986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716225.426946:0:340250:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00000080:00000010:1.1:1779716225.426958:0:340250:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00010000:00000010:1.1:1779716225.544270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716225.553256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716225.553268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716225.560968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00000080:00000010:1.1:1779716225.560978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00010000:00000010:1.1:1779716225.662146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716225.662155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716225.662159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:1.1:1779716225.782241:0:340260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716225.782248:0:340260:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716225.782252:0:340260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:1.1:1779716225.879129:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716225.879139:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716225.879143:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716226.846271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716226.852199:0:340284:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716226.852206:0:340284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716226.856143:0:340284:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00000080:00000010:1.1:1779716226.856155:0:340284:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00010000:00000010:1.1:1779716226.882341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716226.898171:0:340285:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716226.898184:0:340285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716226.901294:0:340285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00000080:00000010:1.1:1779716226.901307:0:340285:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00010000:00000010:1.1:1779716226.923178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716226.925294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716226.925307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716226.936382:0:340286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716226.936398:0:340286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00010000:00000010:1.1:1779716226.980449:0:340287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716226.980462:0:340287:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716226.980465:0:340287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716227.001400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00000080:00000010:1.1:1779716227.001418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00010000:00000010:1.1:1779716227.124181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716227.124197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716227.124201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716227.145974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00000080:00000010:1.1:1779716227.145991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924e0.
00000080:00000010:1.1:1779716227.813015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffe0.
00000080:00000010:1.1:1779716227.813030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5e0.
00010000:00000010:1.1:1779716227.873889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716227.873897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716227.873900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716227.891980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00000080:00000010:1.1:1779716227.892021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00000080:00000010:1.1:1779716227.941977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffa0.
00000080:00000010:1.1:1779716227.941991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00010000:00000010:1.1:1779716228.414451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716228.414459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716228.414463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:1.1:1779716228.418076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00000080:00000010:1.1:1779716228.418088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00010000:00000010:1.1:1779716228.444990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716228.446449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716228.446459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716228.446464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:1.1:1779716228.446479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00010000:00000010:1.1:1779716229.379424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:1.1:1779716229.379432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716230.196135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96cc0.
00000080:00000010:1.1:1779716230.196159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00010000:00000010:1.1:1779716230.548235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:1.1:1779716230.548255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716231.024088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716231.024111:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716231.024116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:1.1:1779716231.051081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716231.051097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00010000:00000010:1.1:1779716231.195602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716231.198988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716231.199007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716231.641984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716231.641996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716231.642001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716231.811772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716231.811786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716231.811790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716231.832681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00000080:00000010:1.1:1779716231.832697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00010000:00000010:1.1:1779716231.945292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:1.1:1779716231.945300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:1.1:1779716231.945303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716231.960409:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:1.1:1779716231.960420:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00010000:00000010:1.1:1779716232.561163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716232.561172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716232.561176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716232.812260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716232.812271:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716232.812275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716232.826071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716232.826080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:1.1:1779716233.123220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716233.123234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716233.123239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716233.141057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00000080:00000010:1.1:1779716233.141068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00010000:00000010:1.1:1779716233.296079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716233.296092:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716233.296095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716233.376998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716233.381669:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716233.381683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716233.388971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00000080:00000010:1.1:1779716233.388988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00000080:00000010:1.1:1779716235.746153:0:340494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:1.1:1779716235.746165:0:340494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:1.1:1779716235.772976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716235.772991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716235.772995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716235.794307:0:340495:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00000080:00000010:1.1:1779716235.794323:0:340495:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00010000:00000010:1.1:1779716235.840967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716236.042033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716236.632204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716236.646142:0:340513:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716236.646155:0:340513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716236.655458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00000080:00000010:1.1:1779716236.655469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00010000:00000010:1.1:1779716236.675658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716236.680124:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716236.680131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716236.684034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f00.
00000080:00000010:1.1:1779716236.684051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00000080:00000010:1.1:1779716236.839758:0:340517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00000080:00000010:1.1:1779716236.839772:0:340517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d00.
00010000:00000010:1.1:1779716236.870073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716237.068002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716237.166970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716237.166977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716237.166981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716237.166985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924a0.
00000080:00000010:1.1:1779716237.166994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00010000:00000010:1.1:1779716237.216332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716237.235073:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716237.235082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716237.399494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716237.402963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716237.402978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716237.619103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96020.
00000080:00000010:1.1:1779716237.619111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fc0.
00010000:00000010:1.1:1779716237.693974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716237.699725:0:340537:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716237.699735:0:340537:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716237.704273:0:340538:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716237.704288:0:340538:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00010000:00000010:1.1:1779716238.113240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716238.113255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716238.617022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:1.1:1779716238.617037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716238.755153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:1.1:1779716238.755167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716239.006478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716239.009962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716239.010058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:1.1:1779716239.029772:0:340569:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716239.029789:0:340569:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfaa0.
00010000:00000010:1.1:1779716239.176975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716239.176990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716239.176994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716239.190963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00000080:00000010:1.1:1779716239.190979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00010000:00000010:1.1:1779716240.847094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716240.851727:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716240.851735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716240.863573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00000080:00000010:1.1:1779716240.863585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00010000:00000010:1.1:1779716241.022091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716241.022108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716241.022113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:1.1:1779716241.057393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00000080:00000010:1.1:1779716241.057406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00010000:00000010:1.1:1779716241.541997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716241.545959:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716241.545979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716241.562972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716241.562987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00010000:00000010:1.1:1779716241.628769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716241.636960:0:340623:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716241.636971:0:340623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716241.650997:0:340623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716241.651009:0:340623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00010000:00000010:1.1:1779716241.663977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716241.667064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716241.667078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716241.682965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00000080:00000010:1.1:1779716241.682985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:1.1:1779716242.161146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716242.161156:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716242.161160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716242.186071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00000080:00000010:1.1:1779716242.186086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00010000:00000010:1.1:1779716242.433953:0:340637:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716242.454125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:1.1:1779716242.454140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00010000:00000010:1.1:1779716242.600973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716244.070985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716244.070998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716244.071002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:1.1:1779716244.080757:0:340668:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716244.085972:0:219529:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f40.
00010000:00000010:1.1:1779716244.213085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716244.217125:0:340671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716244.217132:0:340671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716244.223972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716244.223987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00010000:00000010:1.1:1779716244.288582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716244.294023:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716244.294036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716244.312292:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716244.312311:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00010000:00000010:1.1:1779716244.389629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:1.1:1779716244.389645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716244.687967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:1.1:1779716244.687973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716245.663963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00000080:00000010:1.1:1779716245.663972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00010000:00000010:1.1:1779716246.181032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716246.277969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716246.277985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716246.277989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716246.298962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00000080:00000010:1.1:1779716246.298982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d00.
00010000:00000010:1.1:1779716246.577057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716246.577070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716246.577074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716246.636227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716246.636235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716246.636240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:1.1:1779716246.642998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716246.643020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:1.1:1779716247.289005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:1.1:1779716247.289021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716247.476977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716247.476991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716248.722982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96540.
00000080:00000010:1.1:1779716248.722995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00010000:00000010:1.1:1779716249.121986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716249.614347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96040.
00000080:00000010:1.1:1779716249.614357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00000080:00000010:1.1:1779716249.650966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf000.
00000080:00000010:1.1:1779716249.650981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf420.
00010000:00000010:1.1:1779716251.279046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716251.279053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716251.279057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716251.279062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00000080:00000010:1.1:1779716251.279070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00010000:00000010:1.1:1779716251.757144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716251.801985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716251.801999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716251.802003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:1.1:1779716251.825738:0:340844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00000080:00000010:1.1:1779716251.825759:0:340844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:1.1:1779716252.231072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716252.231086:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716252.231090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716252.243035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716252.243050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924a0.
00010000:00000010:1.1:1779716252.314973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716252.314987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716252.314991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716252.332960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716252.332972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00010000:00000010:1.1:1779716252.596026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716252.596040:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716252.596044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716252.607705:0:340863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00000080:00000010:1.1:1779716252.607781:0:340863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00010000:00000010:1.1:1779716252.694045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716252.764985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716252.764999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716252.765002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716252.777476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924a0.
00000080:00000010:1.1:1779716252.777490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00010000:00000010:1.1:1779716252.893991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716252.894006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716252.894010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716252.908055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00000080:00000010:1.1:1779716252.908065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00010000:00000010:1.1:1779716253.043948:0:340876:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716253.043960:0:340876:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716253.043963:0:340876:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716253.047942:0:340876:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00000080:00000010:1.1:1779716253.047953:0:340876:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792800.
00010000:00000010:1.1:1779716253.138968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716253.138982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716253.138986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716253.146115:0:340879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716253.146129:0:340879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:1.1:1779716253.169191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716253.172358:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716253.172367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716253.178122:0:340880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716253.178136:0:340880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:1.1:1779716253.202235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716253.202248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716253.202253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716253.961958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00000080:00000010:1.1:1779716253.961974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00010000:00000010:1.1:1779716254.436803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716254.436822:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716254.436826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716254.498195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:1.1:1779716254.911407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716254.911427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716254.911432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716255.020940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716255.025094:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716255.025112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716255.282391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716255.966526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716255.972195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716255.972206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716256.279005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2e0.
00000080:00000010:1.1:1779716256.279023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:1.1:1779716256.764312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:1.1:1779716256.764319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716257.977234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:1.1:1779716257.977253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:1.1:1779716258.187976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:1.1:1779716258.187991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716258.632958:0:340989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716258.639113:0:340990:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716258.639125:0:340990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716258.646050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00000080:00000010:1.1:1779716258.646068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00010000:00000010:1.1:1779716259.204984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716259.205009:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716259.205013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716259.217269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716259.217285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:1.1:1779716259.695497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716259.695520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716259.695525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716259.708971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:1.1:1779716259.708988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:1.1:1779716260.808976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716260.808989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:1.1:1779716260.808992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:1.1:1779716260.827086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:1.1:1779716260.827101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:1.1:1779716261.778895:0:341057:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00000080:00000010:1.1:1779716261.779035:0:341057:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00010000:00000010:1.1:1779716261.971986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:1.1:1779716261.977745:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:1.1:1779716261.977762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716261.988140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf660.
00000080:00000010:1.1:1779716261.988159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:1.1:1779716262.824972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716262.824989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716262.824994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716262.839975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00000080:00000010:1.1:1779716262.839991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00000080:00000010:1.1:1779716263.030981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb00.
00000080:00000010:1.1:1779716263.030999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:1.1:1779716263.278974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716263.286105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716263.286113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:1.1:1779716263.297174:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:1.1:1779716263.297188:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00010000:00000010:1.1:1779716263.369968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716263.369980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716263.369984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716263.369990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00000080:00000010:1.1:1779716263.369997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00010000:00000010:1.1:1779716264.695983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716264.695994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716264.695998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716264.700164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00000080:00000010:1.1:1779716264.700179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00010000:00000010:1.1:1779716265.160960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716265.160969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716265.160972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:1.1:1779716265.167056:0:341132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00000080:00000010:1.1:1779716265.167071:0:341132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00010000:00000010:1.1:1779716265.186165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716265.203343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716265.203353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716265.210970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00000080:00000010:1.1:1779716265.210982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:1.1:1779716265.322010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716265.322021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716265.322025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716265.333959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00000080:00000010:1.1:1779716265.333977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00010000:00000010:1.1:1779716265.464036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716265.535958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf000.
00000080:00000010:1.1:1779716265.535973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00010000:00000010:1.1:1779716266.049347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:1.1:1779716266.049353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716266.481311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716266.481321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716266.481325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716266.481331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716266.481341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:1.1:1779716266.751106:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:1.1:1779716266.751114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716266.827420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:1.1:1779716266.827432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716267.790336:0:341198:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00000080:00000010:1.1:1779716267.790349:0:341198:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00010000:00000010:1.1:1779716268.652974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716268.656960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716268.656975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716268.677049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00000080:00000010:1.1:1779716268.677064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00010000:00000010:1.1:1779716268.793988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716268.797963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716268.797976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716268.814751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00000080:00000010:1.1:1779716268.814765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00010000:00000010:1.1:1779716268.942976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716268.942988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716268.942992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:1.1:1779716268.957405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716268.957433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:1.1:1779716269.081221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716269.081237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716269.081242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716269.103028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00000080:00000010:1.1:1779716269.103047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00010000:00000010:1.1:1779716269.276266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:1.1:1779716269.276274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:1.1:1779716269.276277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716269.294050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963c0.
00000080:00000010:1.1:1779716269.294062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96660.
00010000:00000010:1.1:1779716269.381828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716269.381837:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716269.381840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716269.381845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00000080:00000010:1.1:1779716269.381854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00010000:00000010:1.1:1779716269.544967:0:341238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716269.544975:0:341238:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716269.544978:0:341238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716269.544982:0:341238:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00000080:00000010:1.1:1779716269.544991:0:341238:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:1.1:1779716269.586077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716269.586090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716269.586094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716269.593321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00000080:00000010:1.1:1779716269.593336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00000080:00000010:1.1:1779716269.744389:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d00.
00000080:00000010:1.1:1779716269.744407:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e40.
00010000:00000010:1.1:1779716269.782085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716269.782100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716269.782103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716269.790006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00000080:00000010:1.1:1779716269.790022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00010000:00000010:1.1:1779716269.905764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716269.913733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716269.913745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716269.924338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00000080:00000010:1.1:1779716269.924353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:1.1:1779716270.881328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716270.881339:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716270.881343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716270.889963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00000080:00000010:1.1:1779716270.889977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00010000:00000010:1.1:1779716270.944975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:1.1:1779716270.944999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:1.1:1779716270.945004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:1.1:1779716270.960232:0:341275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00000080:00000010:1.1:1779716270.960248:0:341275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:1.1:1779716270.995974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716270.997992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716270.998004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716271.316528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:1.1:1779716271.316542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:1.1:1779716271.328962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf400.
00000080:00000010:1.1:1779716271.328977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfde0.
00010000:00000010:1.1:1779716271.408894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716271.417960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00000080:00000010:1.1:1779716271.417974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00010000:00000010:1.1:1779716271.829841:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:1.1:1779716271.829850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:1.1:1779716271.977015:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:1.1:1779716271.977035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:1.1:1779716272.797199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716272.806880:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00000080:00000010:1.1:1779716272.806903:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00010000:00000010:1.1:1779716272.973141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:0.1:1779716273.444134:0:341326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716273.444147:0:341326:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716273.444151:0:341326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716273.452232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:0.1:1779716273.452249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00010000:00000010:0.1:1779716273.487961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716273.645065:0:341331:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716273.645072:0:341331:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716273.645075:0:341331:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716273.657045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716273.657060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00010000:00000010:1.1:1779716273.669970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716273.669983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716273.669986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716273.679766:0:341333:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00000080:00000010:1.1:1779716273.679780:0:341333:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00010000:00000010:1.1:1779716273.699044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716273.703975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716273.703988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716273.715071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00000080:00000010:1.1:1779716273.715088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00010000:00000010:1.1:1779716273.738974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716273.738986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716273.738989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716273.744031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716273.744042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00010000:00000010:1.1:1779716273.906700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:0.1:1779716273.926973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:0.1:1779716273.926985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716273.926989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:0.1:1779716274.055804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf280.
00000080:00000010:0.1:1779716274.055821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:1.1:1779716274.193959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716274.193972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716274.193975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716274.203004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716274.203019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00010000:00000010:1.1:1779716274.272970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716274.272986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716274.272989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716274.282062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00000080:00000010:1.1:1779716274.282075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:0.1:1779716274.559999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:0.1:1779716274.560017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf3e0.
00010000:00000010:0.1:1779716274.860957:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716274.860965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:0.1:1779716274.872835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00000080:00000010:0.1:1779716274.872848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:0.1:1779716274.927968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716274.934346:0:341362:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716274.934353:0:341362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716274.946217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716274.946231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:0.1:1779716275.181960:0:341367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716275.185974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716275.185984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716275.190034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716275.190046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:1.1:1779716275.399994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716275.409977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716275.409990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716275.413966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00000080:00000010:1.1:1779716275.413981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:1.1:1779716275.458978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716275.462983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716275.462996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716275.592989:0:341377:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716275.593001:0:341377:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716275.593004:0:341377:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:1.1:1779716275.609149:0:341377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:1.1:1779716275.609161:0:341377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:1.1:1779716275.623965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716275.623972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716275.623975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716275.636216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00000080:00000010:1.1:1779716275.636229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00010000:00000010:0.1:1779716275.702064:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:0.1:1779716275.708823:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:0.1:1779716275.708834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716275.717957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00000080:00000010:0.1:1779716275.717970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:0.1:1779716275.833074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716275.833089:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716275.833093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:0.1:1779716275.840958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00000080:00000010:0.1:1779716275.840967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00000080:00000010:0.1:1779716276.079010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00000080:00000010:0.1:1779716276.079025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716276.171962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00000080:00000010:0.1:1779716276.171977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:0.1:1779716276.260964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716276.260978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716276.260981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716276.347967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716276.355980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716276.355992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716276.429785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716276.429796:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716276.429799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716276.436033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00000080:00000010:1.1:1779716276.436046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00010000:00000010:0.1:1779716276.607627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:0.1:1779716276.607649:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716276.607653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716276.631983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960a0.
00000080:00000010:0.1:1779716276.632003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96020.
00010000:00000010:0.1:1779716276.640973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716276.640984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716276.640988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716276.644110:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:0.1:1779716276.644119:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:0.1:1779716276.745053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716276.749974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716276.749990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:0.1:1779716276.769158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716276.769176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00010000:00000010:1.1:1779716276.877081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716276.881078:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716276.881093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:1.1:1779716276.900940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00000080:00000010:1.1:1779716276.900956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf560.
00010000:00000010:0.1:1779716277.247014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716277.247028:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716277.247040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716277.274080:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00000080:00000010:0.1:1779716277.274103:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:0.1:1779716277.481057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716277.738565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716277.743320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:1.1:1779716277.743335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:1.1:1779716277.768513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:1.1:1779716277.768532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf140.
00010000:00000010:1.1:1779716277.896974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716277.896989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716277.896993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716277.911337:0:341430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924a0.
00000080:00000010:1.1:1779716277.911362:0:341430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00010000:00000010:0.1:1779716278.094078:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:0.1:1779716278.094084:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:0.1:1779716278.153888:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96100.
00000080:00000010:0.1:1779716278.153908:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00010000:00000010:0.1:1779716278.253374:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:0.1:1779716278.253381:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:0.1:1779716278.259336:0:341437:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00000080:00000010:0.1:1779716278.259352:0:341437:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961a0.
00010000:00000010:1.1:1779716278.323067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716278.323082:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716278.323100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716278.332008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00000080:00000010:1.1:1779716278.332017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00010000:00000010:0.1:1779716278.890123:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716278.890133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716278.970011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff60.
00000080:00000010:1.1:1779716278.970028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00010000:00000010:0.1:1779716279.664068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716279.664090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716279.664094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716279.678089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00000080:00000010:0.1:1779716279.678103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00010000:00000010:0.1:1779716279.795006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716279.801328:0:341473:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:0.1:1779716279.801398:0:341473:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:0.1:1779716279.808977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00000080:00000010:0.1:1779716279.808987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1e0.
00010000:00000010:0.1:1779716279.837596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716279.837610:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716279.837615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716279.843004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00000080:00000010:0.1:1779716279.843012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00010000:00000010:0.1:1779716280.308891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716280.321017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716280.321026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:0.1:1779716280.335060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716280.339726:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716280.339739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716280.357968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716280.357979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:0.1:1779716280.843208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716280.847226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716280.847243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716280.877971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716280.877990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:1.1:1779716280.919316:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716280.924228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716280.924244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716280.971146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:0.1:1779716280.976035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:0.1:1779716280.976047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716281.096981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716281.104993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716281.105005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716281.120163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716281.120174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00010000:00000010:1.1:1779716281.195093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716281.195105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716281.195109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716281.200334:0:341504:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716281.200353:0:341504:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00010000:00000010:0.1:1779716281.287076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716281.291155:0:341506:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716281.291162:0:341506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716281.302777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:0.1:1779716281.302791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00010000:00000010:0.1:1779716281.322972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716281.322986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716281.322990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716281.339981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:0.1:1779716281.339999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27e0.
00010000:00000010:0.1:1779716281.762963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716281.762976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716281.762980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:0.1:1779716281.780955:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:0.1:1779716281.780968:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00010000:00000010:0.1:1779716281.909349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716282.021114:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:0.1:1779716282.021120:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:0.1:1779716282.058071:0:341521:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:0.1:1779716282.058085:0:341521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:0.1:1779716282.973024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716282.973039:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716282.973043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716282.989988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00000080:00000010:0.1:1779716282.989998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00010000:00000010:1.1:1779716283.059081:0:341541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716283.059096:0:341541:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716283.059100:0:341541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716283.068972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00000080:00000010:1.1:1779716283.068993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96980.
00000080:00000010:1.1:1779716283.151115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1a0.
00000080:00000010:1.1:1779716283.151161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc60.
00010000:00000010:1.1:1779716283.171977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716283.171991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716283.171994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:0.1:1779716283.195964:0:341544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00000080:00000010:0.1:1779716283.195982:0:341544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00010000:00000010:1.1:1779716283.311976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:0.1:1779716283.493960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716283.498970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:1.1:1779716283.498983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716283.661076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:0.1:1779716283.661089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:0.1:1779716283.680103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb40.
00000080:00000010:0.1:1779716283.680120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00010000:00000010:0.1:1779716283.816445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:0.1:1779716283.820397:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:0.1:1779716283.820411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:0.1:1779716283.836989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00000080:00000010:0.1:1779716283.837005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00010000:00000010:0.1:1779716283.977960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:0.1:1779716283.977975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:0.1:1779716283.982733:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00000080:00000010:0.1:1779716283.982746:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00010000:00000010:1.1:1779716284.457426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:1.1:1779716284.457439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716284.466965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716284.496013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716284.496027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:0.1:1779716284.499973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96aa0.
00000080:00000010:0.1:1779716284.499989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00010000:00000010:0.1:1779716284.621074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716284.621088:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716284.621092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716284.637217:0:341579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716284.637231:0:341579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96540.
00010000:00000010:1.1:1779716285.431995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716285.432001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716285.432005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:1.1:1779716285.440689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716285.440700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00010000:00000010:0.1:1779716285.667041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716285.764058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716285.768974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716285.768989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716285.781974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00000080:00000010:0.1:1779716285.781988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:0.1:1779716285.981962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd00.
00000080:00000010:0.1:1779716285.981975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6c0.
00010000:00000010:0.1:1779716286.368963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716286.368978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716286.368982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716286.386967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:0.1:1779716286.386984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:0.1:1779716286.927828:0:341631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716286.927840:0:341631:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716286.927844:0:341631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716286.940543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:0.1:1779716286.940576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:0.1:1779716287.097977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716287.102961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716287.102984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716287.118136:0:341635:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716287.118152:0:341635:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:0.1:1779716287.192161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:0.1:1779716287.196153:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716287.196165:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:0.1:1779716287.280971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:0.1:1779716287.284121:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:0.1:1779716287.284141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:0.1:1779716287.304314:0:341639:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:0.1:1779716287.304332:0:341639:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9c0.
00010000:00000010:0.1:1779716287.345981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716287.346004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716287.346009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716287.364026:0:341640:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716287.364050:0:341640:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00010000:00000010:0.1:1779716287.402555:0:341640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716287.402567:0:341640:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716287.402572:0:341640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716287.414103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00000080:00000010:0.1:1779716287.414122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00010000:00000010:0.1:1779716287.437222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716287.443060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:1.1:1779716287.443077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716287.687980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716287.688003:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716287.688008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:1.1:1779716287.706961:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716287.706980:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2c0.
00000080:00000010:0.1:1779716287.759120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf280.
00000080:00000010:0.1:1779716287.759147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:0.1:1779716288.123360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:0.1:1779716288.123377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf500.
00010000:00000010:0.1:1779716288.148180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716288.148200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716288.148204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716288.171966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716288.171984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:1.1:1779716288.276983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716288.282414:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716288.282430:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:0.1:1779716288.393962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7a0.
00000080:00000010:0.1:1779716288.393980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:1.1:1779716288.530190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716288.535973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716288.535992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:1.1:1779716288.562102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00000080:00000010:1.1:1779716288.562125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00010000:00000010:1.1:1779716289.013988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716289.019804:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:1.1:1779716289.019827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:1.1:1779716289.055975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00000080:00000010:1.1:1779716289.055989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00010000:00000010:1.1:1779716289.161966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716289.161984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716289.161988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716289.175275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00000080:00000010:1.1:1779716289.175299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:0.1:1779716289.281980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716289.282000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:1.1:1779716289.335991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716289.340029:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716289.340050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716289.368682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00000080:00000010:1.1:1779716289.368705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:1.1:1779716289.405108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:0.1:1779716289.405254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:0.1:1779716289.405261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716289.626117:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716289.684987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716289.688123:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716289.688140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716289.702077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00000080:00000010:1.1:1779716289.702097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00010000:00000010:0.1:1779716289.902221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716289.905185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:0.1:1779716289.905202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:0.1:1779716289.932195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00000080:00000010:0.1:1779716289.932212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf980.
00010000:00000010:0.1:1779716290.038469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716290.044069:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:1.1:1779716290.044092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:0.1:1779716290.056819:0:341681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00000080:00000010:0.1:1779716290.056846:0:341681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf060.
00010000:00000010:1.1:1779716290.321121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716290.321136:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716290.321140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716290.333982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00000080:00000010:1.1:1779716290.334011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:1.1:1779716290.382104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716290.382126:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716290.382131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:1.1:1779716290.392147:0:341686:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716290.392167:0:341686:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00010000:00000010:0.1:1779716290.509225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:0.1:1779716290.509247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:0.1:1779716290.603970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716290.605009:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:0.1:1779716290.605019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:0.1:1779716290.621421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:0.1:1779716290.621437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00010000:00000010:0.1:1779716290.637214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716290.637236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716290.637243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716290.651963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:0.1:1779716290.652001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:1.1:1779716290.797704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:1.1:1779716290.797721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:0.1:1779716290.809033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00000080:00000010:0.1:1779716290.809066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:0.1:1779716291.246083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfdc0.
00000080:00000010:0.1:1779716291.246102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00010000:00000010:0.1:1779716291.837978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:0.1:1779716291.837998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716291.838002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:0.1:1779716291.848054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00000080:00000010:0.1:1779716291.848066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00010000:00000010:1.1:1779716291.937974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716291.943158:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716291.943168:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716292.027997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00000080:00000010:1.1:1779716292.028014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:1.1:1779716292.110145:0:341718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716292.110156:0:341718:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716292.110159:0:341718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716292.110164:0:341718:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00000080:00000010:1.1:1779716292.110171:0:341718:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00010000:00000010:1.1:1779716292.139972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716292.139990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716292.139994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716292.146024:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00000080:00000010:1.1:1779716292.146043:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00010000:00000010:0.1:1779716292.213972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:0.1:1779716292.213996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:1.1:1779716292.231965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf300.
00000080:00000010:1.1:1779716292.231978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00010000:00000010:0.1:1779716292.307962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716292.307970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:1.1:1779716292.368697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716292.375529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716292.375543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716292.385136:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00000080:00000010:1.1:1779716292.385151:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00010000:00000010:1.1:1779716292.504964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716292.504977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716292.504989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:1.1:1779716292.513963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716292.513988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00010000:00000010:1.1:1779716292.592959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716292.725145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716292.725159:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716292.725163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716292.740502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c80.
00000080:00000010:1.1:1779716292.740519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00010000:00000010:1.1:1779716293.192072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716293.196079:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716293.196092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716293.207016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716293.207029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00010000:00000010:0.1:1779716293.270117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:1.1:1779716293.275000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:1.1:1779716293.275016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:0.1:1779716293.456139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716293.459916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716293.459942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716293.475620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:1.1:1779716293.475638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:0.1:1779716293.647041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716293.647055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716293.647059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716293.654011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00000080:00000010:0.1:1779716293.654028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:0.1:1779716293.904983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716293.908133:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716293.908146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:0.1:1779716293.929743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00000080:00000010:0.1:1779716293.929763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00010000:00000010:1.1:1779716293.991956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716293.991985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716293.991989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716294.008067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716294.008083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00000080:00000010:1.1:1779716294.183656:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d00.
00000080:00000010:1.1:1779716294.183675:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924a0.
00010000:00000010:1.1:1779716294.531971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716294.541955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716294.541977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716294.549050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00000080:00000010:1.1:1779716294.549062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00010000:00000010:0.1:1779716294.814977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:0.1:1779716294.814987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:0.1:1779716294.825954:0:341777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf3c0.
00000080:00000010:0.1:1779716294.825973:0:341777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ea0.
00010000:00000010:0.1:1779716295.066081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716295.066093:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716295.066096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:0.1:1779716295.075084:0:341784:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:0.1:1779716295.075094:0:341784:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd20.
00010000:00000010:1.1:1779716295.135046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716295.135064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:1.1:1779716295.135074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:0.1:1779716295.135225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716295.135231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716295.296984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716295.296998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716295.297002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716295.341964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00000080:00000010:0.1:1779716295.341982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:1.1:1779716295.534982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:1.1:1779716295.535000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:0.1:1779716295.607970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716295.626987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716295.627000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716295.649989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2820.
00000080:00000010:0.1:1779716295.650005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:0.1:1779716295.660012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716295.660021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716295.660025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:0.1:1779716295.674050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716295.674064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96aa0.
00010000:00000010:0.1:1779716296.220364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716296.223975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:1.1:1779716296.223990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716296.703981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716296.707972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716296.707982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716296.729954:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:1.1:1779716296.729972:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00000080:00000010:1.1:1779716296.831981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00000080:00000010:1.1:1779716296.831996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00010000:00000010:1.1:1779716296.937027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716297.001840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff60.
00000080:00000010:1.1:1779716297.001861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:0.1:1779716297.029977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716297.030022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:1.1:1779716297.030030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716297.191094:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:0.1:1779716297.193048:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:0.1:1779716297.193061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:1.1:1779716297.246110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716297.246125:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716297.246129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716297.261045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:1.1:1779716297.261057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:0.1:1779716297.617801:0:341830:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00000080:00000010:0.1:1779716297.617819:0:341830:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:0.1:1779716297.652765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716297.656993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716297.657006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716297.772896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:0.1:1779716297.783141:0:341833:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:0.1:1779716297.783153:0:341833:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:0.1:1779716297.790132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00000080:00000010:0.1:1779716297.790146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00010000:00000010:0.1:1779716297.979190:0:341837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716297.979202:0:341837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716297.979206:0:341837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716297.987980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00000080:00000010:0.1:1779716297.988000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:0.1:1779716298.164973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:0.1:1779716298.164985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716298.179973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf660.
00000080:00000010:1.1:1779716298.179993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00010000:00000010:1.1:1779716298.251974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:0.1:1779716298.256017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:0.1:1779716298.256037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716298.532009:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:1.1:1779716298.532030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:1.1:1779716298.546122:0:341847:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2820.
00000080:00000010:1.1:1779716298.546146:0:341847:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00010000:00000010:1.1:1779716298.869061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:0.1:1779716298.935000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:0.1:1779716298.935024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:1.1:1779716298.960097:0:341853:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00000080:00000010:1.1:1779716298.960108:0:341853:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00010000:00000010:0.1:1779716299.653070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:0.1:1779716299.657118:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:0.1:1779716299.657132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:1.1:1779716299.705057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716299.708967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:0.1:1779716299.708982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716299.777968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:1.1:1779716299.777983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:1.1:1779716299.777987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:1.1:1779716299.785971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00000080:00000010:1.1:1779716299.785989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf560.
00010000:00000010:1.1:1779716299.853253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716299.853268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716299.853271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716299.872187:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:1.1:1779716299.872199:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:1.1:1779716299.982972:0:341873:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716299.982978:0:341873:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716299.982982:0:341873:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716299.996585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00000080:00000010:1.1:1779716299.996601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:0.1:1779716300.083100:0:341877:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716300.083109:0:341877:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716300.083112:0:341877:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:0.1:1779716300.095963:0:341877:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716300.095974:0:341877:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:0.1:1779716300.107149:0:341878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716300.107159:0:341878:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716300.107162:0:341878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716300.121031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:0.1:1779716300.121041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:0.1:1779716300.205059:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716300.205066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716300.212163:0:341881:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00000080:00000010:0.1:1779716300.212171:0:341881:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00010000:00000010:1.1:1779716300.298296:0:341884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716300.298309:0:341884:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716300.298314:0:341884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716300.298318:0:341884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00000080:00000010:1.1:1779716300.298325:0:341884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00010000:00000010:1.1:1779716300.423226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716300.427105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:1.1:1779716300.427119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:1.1:1779716300.448436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5a0.
00000080:00000010:1.1:1779716300.448459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965c0.
00010000:00000010:1.1:1779716300.502302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716300.506972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716300.506988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716300.515076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00000080:00000010:1.1:1779716300.515095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00000080:00000010:0.1:1779716300.859201:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00000080:00000010:0.1:1779716300.859220:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf340.
00010000:00000010:0.1:1779716300.991336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716300.993958:0:341899:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716300.993964:0:341899:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716301.009608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:0.1:1779716301.009622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:0.1:1779716301.097959:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:0.1:1779716301.098108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:0.1:1779716301.101948:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:0.1:1779716301.101957:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:1.1:1779716301.395949:0:341911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716301.395956:0:341911:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716301.395960:0:341911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:1.1:1779716301.408971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00000080:00000010:1.1:1779716301.408987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:0.1:1779716301.527114:0:341915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716301.527122:0:341915:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716301.527126:0:341915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716301.535968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716301.535979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:0.1:1779716301.559066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716301.559078:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716301.559081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716301.559085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716301.559091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:0.1:1779716301.641137:0:341918:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:0.1:1779716301.641145:0:341918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:0.1:1779716301.649023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96640.
00000080:00000010:0.1:1779716301.649033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96200.
00010000:00000010:0.1:1779716301.731983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716301.731998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716301.732002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716301.739964:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716301.739979:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00010000:00000010:1.1:1779716301.823980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:1.1:1779716301.823994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716301.824046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716302.115094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716302.119252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716302.119268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716302.125042:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00000080:00000010:1.1:1779716302.125056:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00010000:00000010:0.1:1779716302.337991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716302.340063:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716302.340076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716302.357506:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716302.357524:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:0.1:1779716302.455704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716302.458982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716302.458996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:0.1:1779716302.487531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:0.1:1779716302.487548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00010000:00000010:0.1:1779716302.525974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716302.529982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716302.529997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716302.550956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:0.1:1779716302.550970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00000080:00000010:0.1:1779716302.585453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96340.
00000080:00000010:0.1:1779716302.585468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967c0.
00010000:00000010:0.1:1779716302.968995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716302.969005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716302.969009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:0.1:1779716302.975006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00000080:00000010:0.1:1779716302.975018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb60.
00010000:00000010:1.1:1779716303.108082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716303.108097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:1.1:1779716303.108101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:1.1:1779716303.140002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:1.1:1779716303.140016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963c0.
00010000:00000010:0.1:1779716303.553024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716303.553031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:0.1:1779716303.553034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716303.598396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716303.601980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716303.601994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716303.633971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716303.633990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00010000:00000010:0.1:1779716303.769156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716303.769170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716303.769174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:0.1:1779716303.809173:0:341961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00000080:00000010:0.1:1779716303.809183:0:341961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb60.
00000080:00000010:0.1:1779716304.107950:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:0.1:1779716304.107964:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:1.1:1779716304.123067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716304.123079:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716304.123083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716304.435078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716304.439073:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716304.439086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:0.1:1779716304.460048:0:341972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716304.460065:0:341972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00010000:00000010:1.1:1779716304.568257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:0.1:1779716304.796121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:0.1:1779716304.800848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716304.800862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716304.816091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00000080:00000010:0.1:1779716304.816107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f40.
00000080:00000010:0.1:1779716304.906216:0:341981:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2e0.
00000080:00000010:0.1:1779716304.906231:0:341981:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00010000:00000010:0.1:1779716304.937964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716304.937979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716304.937983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716304.946248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716304.946262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:1.1:1779716305.225970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:0.1:1779716305.226191:0:341986:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:0.1:1779716305.226198:0:341986:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716305.388437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716305.388443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716305.388446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716305.624371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716305.748099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716305.748113:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716305.748116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716305.774040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c80.
00000080:00000010:1.1:1779716305.774052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00010000:00000010:1.1:1779716305.902193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716305.902208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716305.902212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716305.925968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c80.
00000080:00000010:1.1:1779716305.925984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:1.1:1779716306.034967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716306.040972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716306.040988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716306.061955:0:342002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00000080:00000010:1.1:1779716306.061970:0:342002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00010000:00000010:1.1:1779716306.113038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716306.185306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716306.190654:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:1.1:1779716306.190663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:1.1:1779716306.190667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:1.1:1779716306.190674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf340.
00010000:00000010:1.1:1779716306.264997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:0.1:1779716306.268047:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:0.1:1779716306.268060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716306.294957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00000080:00000010:1.1:1779716306.294970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00010000:00000010:1.1:1779716306.534975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716306.534988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716306.534992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716306.550952:0:342012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00000080:00000010:1.1:1779716306.550965:0:342012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00010000:00000010:1.1:1779716306.572444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716306.572451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716306.572455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716306.574998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00000080:00000010:1.1:1779716306.575013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00010000:00000010:0.1:1779716306.658978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716306.658985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716306.658989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:0.1:1779716306.669052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:0.1:1779716306.669061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00010000:00000010:0.1:1779716306.794505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:0.1:1779716306.794511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:0.1:1779716306.794516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716306.806469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:0.1:1779716306.806488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:0.1:1779716306.892992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:1.1:1779716306.897082:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:1.1:1779716306.897095:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:0.1:1779716306.964483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00000080:00000010:0.1:1779716306.964494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:0.1:1779716307.063636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:0.1:1779716307.063650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00010000:00000010:0.1:1779716307.126013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:1.1:1779716307.135118:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716307.135126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716307.148954:0:342030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716307.148964:0:342030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00010000:00000010:0.1:1779716307.168956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716307.172470:0:342031:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:1.1:1779716307.172479:0:342031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716307.327119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716307.327135:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716307.327139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716307.336966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:0.1:1779716307.337042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:0.1:1779716307.453160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716307.453170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716307.453173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716307.477224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:0.1:1779716307.477246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:0.1:1779716307.754008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716307.754015:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716307.754019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:0.1:1779716307.773967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:0.1:1779716307.773989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00000080:00000010:1.1:1779716308.165976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00000080:00000010:1.1:1779716308.165987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00010000:00000010:0.1:1779716308.166124:0:342049:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:0.1:1779716308.166131:0:342049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:1.1:1779716308.374036:0:342055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716308.374042:0:342055:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716308.374046:0:342055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716308.374051:0:342055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00000080:00000010:1.1:1779716308.374059:0:342055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00010000:00000010:1.1:1779716308.391077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716308.391088:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716308.391092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716308.395973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00000080:00000010:1.1:1779716308.395990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:0.1:1779716308.647141:0:342064:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00000080:00000010:0.1:1779716308.647154:0:342064:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf660.
00010000:00000010:0.1:1779716308.682889:0:342065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716308.682899:0:342065:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716308.682902:0:342065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716308.690087:0:342065:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716308.690097:0:342065:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:0.1:1779716308.702070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716308.702084:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716308.702089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716308.729713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:0.1:1779716308.729722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:1.1:1779716309.293006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716309.293017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716309.293022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716309.303065:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716309.303076:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00010000:00000010:0.1:1779716309.614023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716309.614034:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716309.614037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716309.632109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:0.1:1779716309.632123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00010000:00000010:0.1:1779716309.649979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716309.654494:0:342085:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716309.654509:0:342085:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716309.665157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716309.665172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:0.1:1779716309.857973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716309.857988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716309.857992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716309.869991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716309.870004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:0.1:1779716310.116970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716310.116984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716310.116988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716310.123974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00000080:00000010:0.1:1779716310.123989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:0.1:1779716310.360986:0:342100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716310.360992:0:342100:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716310.360995:0:342100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716310.367155:0:342101:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716310.367163:0:342101:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00010000:00000010:1.1:1779716310.515532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716310.525957:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:1.1:1779716310.525965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716310.541168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00000080:00000010:1.1:1779716310.541179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:1.1:1779716310.670961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716310.670972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716310.670976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716310.670980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00000080:00000010:1.1:1779716310.670988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00010000:00000010:1.1:1779716310.688067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716310.692371:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716310.692387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716310.698976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716310.698990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:1.1:1779716310.963181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716310.963195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716310.963199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716310.974990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716310.975003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00010000:00000010:1.1:1779716311.100972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:1.1:1779716311.100982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:0.1:1779716311.121697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8c0.
00000080:00000010:0.1:1779716311.121715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00010000:00000010:0.1:1779716311.197994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:0.1:1779716311.198006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:1.1:1779716311.204964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716311.310157:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716311.326973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716311.326985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:0.1:1779716311.466966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716311.466981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716311.466987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716311.580219:0:342130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:1.1:1779716311.580228:0:342130:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:1.1:1779716311.580231:0:342130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:1.1:1779716311.592601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00000080:00000010:1.1:1779716311.592620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:1.1:1779716311.618136:0:342132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716311.618147:0:342132:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716311.618150:0:342132:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716311.622987:0:342132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716311.622995:0:342132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:1.1:1779716311.664540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716311.664547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716311.664550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:0.1:1779716311.746406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716311.757454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716311.757468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:0.1:1779716311.763963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716311.763980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00010000:00000010:0.1:1779716311.869118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716311.869131:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716311.869134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716311.873140:0:342138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716311.873153:0:342138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:0.1:1779716311.893977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716311.898098:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716311.898112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716311.906897:0:342139:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716311.906915:0:342139:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:0.1:1779716311.939071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716311.952105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:1.1:1779716311.952113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716312.145968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716312.145981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716312.145985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716312.145989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:0.1:1779716312.145995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:0.1:1779716312.286055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716312.286132:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:1.1:1779716312.286138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716312.314181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716312.314189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716312.314193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716312.321074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00000080:00000010:0.1:1779716312.321089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d40.
00010000:00000010:0.1:1779716312.546111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716312.550178:0:342158:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:0.1:1779716312.550189:0:342158:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716312.559049:0:342158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716312.559060:0:342158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00010000:00000010:0.1:1779716312.572729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716312.572737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716312.572740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716312.579109:0:342159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716312.579122:0:342159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:0.1:1779716312.671170:0:342160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716312.681044:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716312.681060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:0.1:1779716312.690043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a80.
00000080:00000010:0.1:1779716312.690052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96060.
00010000:00000010:0.1:1779716312.750036:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:0.1:1779716312.750043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:0.1:1779716312.762964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00000080:00000010:0.1:1779716312.762976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96220.
00010000:00000010:0.1:1779716312.878992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716312.890042:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716312.890055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:0.1:1779716312.898720:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:0.1:1779716312.898736:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00010000:00000010:1.1:1779716313.231247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716313.231261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716313.231265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716313.524312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716313.524323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716313.524327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716313.883971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716313.883984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716313.883988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:0.1:1779716313.896180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:0.1:1779716313.896189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00010000:00000010:0.1:1779716314.067056:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716314.078961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:1.1:1779716314.078974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00010000:00000010:0.1:1779716314.079041:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716314.079048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716314.154971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716314.158079:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:0.1:1779716314.158094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716314.176129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2820.
00000080:00000010:0.1:1779716314.176149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96340.
00010000:00000010:0.1:1779716314.433506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716314.433520:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716314.433524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:0.1:1779716314.444962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:0.1:1779716314.444979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00010000:00000010:0.1:1779716314.560030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716314.567994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716314.568008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716314.574967:0:342197:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00000080:00000010:0.1:1779716314.574980:0:342197:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:0.1:1779716314.791588:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96640.
00000080:00000010:0.1:1779716314.791610:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00010000:00000010:0.1:1779716314.836749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716314.840767:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:0.1:1779716314.840779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:0.1:1779716314.862979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716314.862996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfdc0.
00010000:00000010:0.1:1779716314.965191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716314.965204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716314.965207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716314.978354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00000080:00000010:0.1:1779716314.978375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00000080:00000010:0.1:1779716315.090227:0:342208:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0e0.
00000080:00000010:0.1:1779716315.090248:0:342208:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00010000:00000010:0.1:1779716315.504971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:0.1:1779716315.504984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:1.1:1779716315.516996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00000080:00000010:1.1:1779716315.517010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00010000:00000010:1.1:1779716315.779021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716315.782121:0:342224:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716315.782129:0:342224:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:1.1:1779716315.846964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716315.846973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716315.846977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:1.1:1779716315.846982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716315.846989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00010000:00000010:0.1:1779716316.187274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716316.187286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716316.187289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716316.194959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2820.
00000080:00000010:0.1:1779716316.194973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:0.1:1779716316.252476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716316.255955:0:342234:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716316.255962:0:342234:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716316.272084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00000080:00000010:0.1:1779716316.272097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2820.
00010000:00000010:1.1:1779716316.444976:0:342239:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716316.444983:0:342239:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716316.444988:0:342239:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716316.461587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00000080:00000010:1.1:1779716316.461609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00010000:00000010:0.1:1779716316.510967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:0.1:1779716316.510974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:0.1:1779716316.510978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:1.1:1779716316.768474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716316.768488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716316.768492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716316.785083:0:342247:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00000080:00000010:1.1:1779716316.785102:0:342247:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:1.1:1779716316.987027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716316.999009:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:1.1:1779716316.999023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716317.001440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00000080:00000010:1.1:1779716317.001453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00010000:00000010:0.1:1779716317.187321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716317.187341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716317.187346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:0.1:1779716317.199045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00000080:00000010:0.1:1779716317.199062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00010000:00000010:0.1:1779716317.572137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716317.591309:0:342263:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:0.1:1779716317.591317:0:342263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:0.1:1779716317.599267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716317.599278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf620.
00010000:00000010:0.1:1779716317.604033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716317.604048:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716317.604052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716317.622513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:0.1:1779716317.622523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:0.1:1779716317.831971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7e0.
00000080:00000010:0.1:1779716317.831991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00010000:00000010:0.1:1779716318.229993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716318.494232:0:342282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:0.1:1779716318.494241:0:342282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716318.506072:0:342283:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00000080:00000010:0.1:1779716318.506081:0:342283:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00010000:00000010:0.1:1779716318.528036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716318.528052:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716318.528056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716318.545119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:0.1:1779716318.545129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:0.1:1779716318.564993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716318.565005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716318.565009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:1.1:1779716318.584961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:1.1:1779716318.584978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:1.1:1779716318.689966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:0.1:1779716318.700952:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:0.1:1779716318.700959:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:0.1:1779716318.849567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:0.1:1779716318.849584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:1.1:1779716318.853954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96660.
00000080:00000010:1.1:1779716318.853975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96200.
00010000:00000010:1.1:1779716318.888004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716318.946500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716318.946512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716318.946516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716318.961035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00000080:00000010:1.1:1779716318.961058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:1.1:1779716319.142081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716319.142097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716319.142102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716319.160130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c80.
00000080:00000010:1.1:1779716319.160141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00010000:00000010:1.1:1779716319.223103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716319.223111:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716319.223115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716319.223119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00000080:00000010:1.1:1779716319.223127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00010000:00000010:1.1:1779716319.638218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716319.642043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716319.642058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716319.649966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00000080:00000010:1.1:1779716319.649984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961a0.
00010000:00000010:0.1:1779716319.737109:0:342315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716319.737115:0:342315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:0.1:1779716319.743659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfcc0.
00000080:00000010:0.1:1779716319.743681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96100.
00010000:00000010:0.1:1779716319.765964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716319.769968:0:342315:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716319.769976:0:342315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716319.782128:0:342316:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00000080:00000010:0.1:1779716319.782145:0:342316:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:0.1:1779716319.868015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716319.872152:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716319.872166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716319.888002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00000080:00000010:0.1:1779716319.888013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:0.1:1779716320.035623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:0.1:1779716320.037990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:0.1:1779716320.038008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:0.1:1779716320.057984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00000080:00000010:0.1:1779716320.058009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96220.
00010000:00000010:0.1:1779716320.314189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716320.319107:0:342327:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716320.319119:0:342327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716320.326211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716320.326228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00010000:00000010:0.1:1779716320.505964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716320.505975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716320.506162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716320.513973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716320.513982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:0.1:1779716320.565062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716320.571634:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716320.571647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716320.580118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00000080:00000010:0.1:1779716320.580130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00010000:00000010:0.1:1779716320.684983:0:342336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716320.684990:0:342336:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716320.684993:0:342336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:0.1:1779716320.694042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:0.1:1779716320.694055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00010000:00000010:0.1:1779716320.844630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716320.850999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716320.851016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716320.867969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:0.1:1779716320.867986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:1.1:1779716321.156970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716321.156985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716321.156990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:1.1:1779716321.170963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716321.170976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00010000:00000010:1.1:1779716321.221096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716321.221109:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716321.221112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716321.234963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00000080:00000010:1.1:1779716321.234978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:1.1:1779716321.397052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716321.397068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716321.397072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716321.414111:0:342355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716321.414126:0:342355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00010000:00000010:1.1:1779716321.506987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716321.507004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716321.507008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716321.520004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716321.520016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00010000:00000010:1.1:1779716321.897262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716321.897270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:1.1:1779716321.897274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:0.1:1779716322.798082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:0.1:1779716322.798096:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:0.1:1779716322.798099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:1.1:1779716322.808356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00000080:00000010:1.1:1779716322.808373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00010000:00000010:0.1:1779716323.102973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:0.1:1779716323.102993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:0.1:1779716323.113419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96400.
00000080:00000010:0.1:1779716323.113442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00010000:00000010:1.1:1779716323.257300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:1.1:1779716323.257307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:1.1:1779716323.627981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716323.638991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:0.1:1779716323.638998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716323.659979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716323.659996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716323.660000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716323.678037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00000080:00000010:1.1:1779716323.678047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00010000:00000010:1.1:1779716323.694168:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716323.699041:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716323.699050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716323.902196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716323.902209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716323.902213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716323.909526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716323.909540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:0.1:1779716324.043031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:0.1:1779716324.043047:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716324.043052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:0.1:1779716324.062045:0:342414:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:0.1:1779716324.062054:0:342414:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf940.
00010000:00000010:0.1:1779716324.286968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716324.286983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716324.286988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:1.1:1779716324.299952:0:342418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00000080:00000010:1.1:1779716324.299966:0:342418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf260.
00010000:00000010:1.1:1779716324.324093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716324.329975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716324.330006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716324.344884:0:342419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00000080:00000010:1.1:1779716324.344900:0:342419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00010000:00000010:1.1:1779716324.421268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716324.426979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716324.426993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716324.441985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00000080:00000010:1.1:1779716324.442005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00010000:00000010:0.1:1779716324.534580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716324.538048:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716324.538055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:0.1:1779716324.547977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716324.547987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00010000:00000010:1.1:1779716324.835976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716324.841544:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716324.841555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716325.112958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716325.224152:0:342440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:1.1:1779716325.224162:0:342440:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:1.1:1779716325.224165:0:342440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:1.1:1779716325.240459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00000080:00000010:1.1:1779716325.240472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:1.1:1779716325.265563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716325.265571:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716325.265574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716325.269151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f00.
00000080:00000010:1.1:1779716325.269169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:1.1:1779716325.437073:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716325.437085:0:1353:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716325.437089:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716325.456989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00000080:00000010:1.1:1779716325.457005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00010000:00000010:0.1:1779716325.574043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:1.1:1779716325.574685:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:1.1:1779716325.574692:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:0.1:1779716325.780957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716325.780969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716325.780973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716325.785036:0:342455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716325.785049:0:342455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00010000:00000010:0.1:1779716326.196021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716326.207965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716326.207978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:0.1:1779716326.615985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716326.616000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716326.616005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716326.653546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716326.653559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00010000:00000010:1.1:1779716326.814993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716326.819103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716326.819117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716326.843379:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00000080:00000010:1.1:1779716326.843389:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00010000:00000010:0.1:1779716327.086972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716327.086985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:0.1:1779716327.086989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716327.096961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:0.1:1779716327.096971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969e0.
00010000:00000010:0.1:1779716327.195956:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716327.195970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:0.1:1779716327.206968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f40.
00000080:00000010:0.1:1779716327.206979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ca0.
00010000:00000010:0.1:1779716327.325964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716327.329147:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716327.329160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716327.343953:0:342490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:0.1:1779716327.343967:0:342490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:0.1:1779716327.508159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:0.1:1779716327.512015:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716327.512029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716327.532976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00000080:00000010:0.1:1779716327.532992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:0.1:1779716327.554985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716327.554999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716327.555003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:0.1:1779716327.660044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:0.1:1779716327.660052:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716327.660056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:0.1:1779716327.668975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:0.1:1779716327.668994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96520.
00010000:00000010:1.1:1779716327.968186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716327.968194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716327.968197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:1.1:1779716327.978652:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716327.978669:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ea0.
00010000:00000010:0.1:1779716328.063329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:0.1:1779716328.063341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716328.063345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716328.078000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00000080:00000010:0.1:1779716328.078017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:0.1:1779716328.180163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716328.187968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716328.187980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:0.1:1779716328.198687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716328.198698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00010000:00000010:0.1:1779716328.244135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716328.244145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716328.244717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716328.247185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716328.247194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:1.1:1779716328.715303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716328.718111:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716328.718126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716328.733163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00000080:00000010:1.1:1779716328.733175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00010000:00000010:1.1:1779716328.823810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:0.1:1779716328.826969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:0.1:1779716328.826984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716329.075991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:0.1:1779716329.250273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716329.250281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:1.1:1779716329.435280:0:342534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716329.441998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716329.442010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716329.447961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00000080:00000010:1.1:1779716329.447975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792800.
00010000:00000010:1.1:1779716329.472146:0:342530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:1.1:1779716329.480546:0:342530:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:1.1:1779716329.480555:0:342530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716329.585616:0:342530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716329.585630:0:342530:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716329.585634:0:342530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:0.1:1779716329.800961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:0.1:1779716329.800975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:0.1:1779716329.800978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:0.1:1779716329.834205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00000080:00000010:0.1:1779716329.834221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00010000:00000010:1.1:1779716329.896080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716329.896088:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716329.896091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716329.918787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00000080:00000010:1.1:1779716329.918799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00010000:00000010:1.1:1779716329.955972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716329.955986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716329.955990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:1.1:1779716329.999150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00000080:00000010:1.1:1779716329.999163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:0.1:1779716330.133088:0:342530:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:0.1:1779716330.133099:0:342530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:0.1:1779716330.636015:0:342554:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf060.
00000080:00000010:0.1:1779716330.636035:0:342554:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd00.
00010000:00000010:0.1:1779716330.678957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:0.1:1779716330.678968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:0.1:1779716330.678972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716330.726973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716330.726988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716330.726992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716330.941492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716331.177042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:0.1:1779716331.184015:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:0.1:1779716331.184026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716331.369470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:0.1:1779716331.369479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716331.369483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716331.399086:0:342566:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00000080:00000010:0.1:1779716331.399102:0:342566:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:0.1:1779716331.472970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716331.472982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716331.472986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:0.1:1779716331.591361:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00000080:00000010:0.1:1779716331.591375:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964a0.
00000080:00000010:1.1:1779716331.711451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00000080:00000010:1.1:1779716331.711466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00010000:00000010:0.1:1779716331.748969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716331.748995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716331.749003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716331.806714:0:342530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716331.806727:0:342530:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:1.1:1779716331.806732:0:342530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:0.1:1779716332.014732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716332.014739:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716332.014743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716332.059792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf500.
00000080:00000010:1.1:1779716332.059806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfae0.
00010000:00000010:0.1:1779716332.059972:0:342576:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:0.1:1779716332.059978:0:342576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:0.1:1779716332.328351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:0.1:1779716332.328363:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:0.1:1779716332.328368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716332.400459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:1.1:1779716332.400470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716332.548523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7a0.
00000080:00000010:0.1:1779716332.548538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00010000:00000010:1.1:1779716332.976385:0:342592:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716332.976395:0:342592:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716332.976399:0:342592:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716332.994339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716332.994355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:1.1:1779716333.031978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:1.1:1779716333.031993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:1.1:1779716333.031997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716333.057951:0:342594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00000080:00000010:1.1:1779716333.057966:0:342594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:1.1:1779716333.100969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716333.100981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716333.100984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716333.112955:0:342530:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00000080:00000010:1.1:1779716333.112964:0:342530:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00000080:00000010:1.1:1779716333.301580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7e0.
00000080:00000010:1.1:1779716333.301608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:1.1:1779716333.573055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:1.1:1779716333.573072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:1.1:1779716333.573076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:1.1:1779716333.585081:0:342603:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00000080:00000010:1.1:1779716333.585098:0:342603:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00010000:00000010:1.1:1779716333.621960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:0.1:1779716333.631956:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:0.1:1779716333.631967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716333.639347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00000080:00000010:1.1:1779716333.639362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00010000:00000010:0.1:1779716333.683800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716333.700874:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716333.700889:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:0.1:1779716333.956050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716333.956061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716333.956064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716333.965979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:0.1:1779716333.965990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:1.1:1779716334.304087:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716334.304155:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716334.304159:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:1.1:1779716334.565081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00000080:00000010:1.1:1779716334.565095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf460.
00010000:00000010:1.1:1779716334.621359:0:342622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716334.621371:0:342622:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716334.621374:0:342622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716334.641576:0:342623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00000080:00000010:1.1:1779716334.641590:0:342623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:0.1:1779716334.691079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:0.1:1779716334.695071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:0.1:1779716334.695087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:0.1:1779716335.057972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00000080:00000010:0.1:1779716335.057990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00010000:00000010:1.1:1779716335.191342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716335.191353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716335.191356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716335.191361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00000080:00000010:1.1:1779716335.191367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00010000:00000010:1.1:1779716335.251026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716335.261341:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716335.261355:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716335.261361:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00000080:00000010:1.1:1779716335.261368:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00000080:00000010:0.1:1779716335.356972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:0.1:1779716335.356989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00010000:00000010:0.1:1779716335.412969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716335.412982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:1.1:1779716335.424696:0:342640:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00000080:00000010:1.1:1779716335.424774:0:342640:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:0.1:1779716335.648131:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716335.651072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716335.651087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716335.659209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:0.1:1779716335.659225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00010000:00000010:0.1:1779716335.714994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716335.715008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716335.715012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716335.737963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:0.1:1779716335.737980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:0.1:1779716336.316710:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:0.1:1779716336.316716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:1.1:1779716336.319362:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716336.371277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96400.
00000080:00000010:1.1:1779716336.371290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00010000:00000010:0.1:1779716336.487339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716336.487352:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716336.487356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716336.515946:0:342658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00000080:00000010:0.1:1779716336.515956:0:342658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964a0.
00010000:00000010:0.1:1779716336.543727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716336.609415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716336.609427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716336.609430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:1.1:1779716336.622108:0:342661:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00000080:00000010:1.1:1779716336.622117:0:342661:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd00.
00010000:00000010:1.1:1779716336.638066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716336.638074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716336.638078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716336.643988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924a0.
00000080:00000010:1.1:1779716336.643999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:1.1:1779716336.745039:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:1.1:1779716336.745045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716337.027979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716337.047029:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716337.047042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716337.058829:0:342671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00000080:00000010:1.1:1779716337.058851:0:342671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00010000:00000010:1.1:1779716337.535967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716337.539966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:1.1:1779716337.539976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716337.543950:0:342682:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:1.1:1779716337.543966:0:342682:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:1.1:1779716337.599381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716337.608072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716337.608090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716337.626858:0:342683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716337.626881:0:342683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:0.1:1779716338.098980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716338.099003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:0.1:1779716338.107158:0:342691:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0e0.
00000080:00000010:0.1:1779716338.107181:0:342691:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00010000:00000010:0.1:1779716338.130180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716338.137099:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716338.137113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716338.155283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716338.155304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00010000:00000010:0.1:1779716338.264965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716338.273330:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716338.273342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716338.280956:0:342695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00000080:00000010:0.1:1779716338.280977:0:342695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:0.1:1779716338.313991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716339.031059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716339.039461:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716339.039473:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716339.058314:0:342710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716339.058326:0:342710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:1.1:1779716339.277473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716339.280082:0:342714:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716339.280091:0:342714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716339.292575:0:342714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00000080:00000010:1.1:1779716339.292591:0:342714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00010000:00000010:0.1:1779716339.494675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716339.499383:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:0.1:1779716339.499398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:0.1:1779716339.551063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:0.1:1779716339.551073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00010000:00000010:0.1:1779716339.871364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716339.873632:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716339.873643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716339.893033:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:0.1:1779716339.893046:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:0.1:1779716340.287988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716340.288001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716340.288004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716340.296449:0:342731:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:0.1:1779716340.296472:0:342731:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:1.1:1779716340.880960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716340.880972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716340.880976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716340.899126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00000080:00000010:1.1:1779716340.899289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00010000:00000010:0.1:1779716341.005493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:0.1:1779716341.005504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:0.1:1779716341.023436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf320.
00000080:00000010:0.1:1779716341.023465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00010000:00000010:0.1:1779716341.104959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716341.104971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716341.104974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716341.407966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716341.418688:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716341.418702:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716341.418709:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716341.418716:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00010000:00000010:1.1:1779716341.435129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716341.441730:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716341.441738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716341.451003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716341.451016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00010000:00000010:0.1:1779716341.502778:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:0.1:1779716341.502790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:1.1:1779716341.575967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716341.576236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716341.576241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716341.576247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00000080:00000010:1.1:1779716341.576254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:0.1:1779716341.675954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716341.676016:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:1.1:1779716341.676024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716341.693262:0:342759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716341.693275:0:342759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:0.1:1779716341.760114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716341.764315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716341.764329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716341.793516:0:342760:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:0.1:1779716341.793534:0:342760:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:0.1:1779716341.933963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716341.934209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716341.934213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:0.1:1779716341.949041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00000080:00000010:0.1:1779716341.949056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00000080:00000010:0.1:1779716342.106966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00000080:00000010:0.1:1779716342.106985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:0.1:1779716342.140022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:0.1:1779716342.140031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716342.140035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:0.1:1779716342.150113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:0.1:1779716342.150129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00010000:00000010:0.1:1779716342.240139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716342.244827:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716342.244839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716342.259482:0:342768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716342.259495:0:342768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:0.1:1779716342.544050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716342.544064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716342.544068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716342.566011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:0.1:1779716342.566026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00010000:00000010:1.1:1779716342.655386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716342.655400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716342.655404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716342.679964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00000080:00000010:1.1:1779716342.679976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00010000:00000010:1.1:1779716342.736014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716342.903958:0:342779:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716342.923129:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716342.923145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716342.932172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00000080:00000010:1.1:1779716342.932182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00010000:00000010:1.1:1779716343.012956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:0.1:1779716343.052327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:0.1:1779716343.052338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:1.1:1779716343.059956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00000080:00000010:1.1:1779716343.059965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfec0.
00010000:00000010:1.1:1779716343.134084:0:342785:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716343.162089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716343.166091:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716343.166098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716343.181243:0:342786:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00000080:00000010:1.1:1779716343.181254:0:342786:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792800.
00010000:00000010:1.1:1779716343.200301:0:342786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716343.200309:0:342786:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716343.200313:0:342786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716343.218725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00000080:00000010:1.1:1779716343.218741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00010000:00000010:1.1:1779716343.508068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:1.1:1779716343.508081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716343.739985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb20.
00000080:00000010:1.1:1779716343.739999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:1.1:1779716343.774964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716343.774986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716343.774990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716343.795077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00000080:00000010:1.1:1779716343.795094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:0.1:1779716343.868233:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716343.882067:0:342802:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716343.882082:0:342802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716343.892271:0:342802:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00000080:00000010:0.1:1779716343.892283:0:342802:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:1.1:1779716343.928963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:1.1:1779716343.928972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716343.929110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716344.146299:0:342807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf180.
00000080:00000010:0.1:1779716344.146314:0:342807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00010000:00000010:0.1:1779716344.197984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716344.197992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716344.197996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716344.206964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:0.1:1779716344.206974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:0.1:1779716344.229303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716344.229318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:0.1:1779716344.229324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716344.250977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:0.1:1779716344.255963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00010000:00000010:0.1:1779716344.385972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716344.389968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716344.389983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:1.1:1779716344.398559:0:342812:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:1.1:1779716344.398575:0:342812:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:0.1:1779716344.586963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716344.586976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716344.586979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716344.613971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00000080:00000010:0.1:1779716344.613983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:0.1:1779716344.738972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716344.738984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:0.1:1779716344.898807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716344.903078:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716344.903092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:0.1:1779716344.924559:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00000080:00000010:0.1:1779716344.924701:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1e0.
00010000:00000010:0.1:1779716345.021164:0:342825:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716345.021175:0:342825:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716345.021179:0:342825:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716345.031972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716345.031993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:0.1:1779716345.287876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716345.287887:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716345.287891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716345.308997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00000080:00000010:0.1:1779716345.309005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00010000:00000010:0.1:1779716345.435968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:0.1:1779716345.435983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:1.1:1779716345.470970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716345.470983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716345.470986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716345.480054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716345.480064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:1.1:1779716345.803163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716345.803177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716345.803181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716345.912473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:0.1:1779716345.917976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:0.1:1779716345.917992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:0.1:1779716345.988616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716345.988630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716345.988634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:0.1:1779716346.001091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00000080:00000010:0.1:1779716346.001112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:0.1:1779716346.078137:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:0.1:1779716346.078148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716346.254975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf3c0.
00000080:00000010:0.1:1779716346.254986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00010000:00000010:0.1:1779716346.346968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:0.1:1779716346.346982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716346.347605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:0.1:1779716346.475393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716346.475401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716346.475404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:1.1:1779716346.490576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00000080:00000010:1.1:1779716346.490591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:1.1:1779716346.606002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716346.606009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716346.609318:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716346.899974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:0.1:1779716346.903117:0:342863:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716346.903124:0:342863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:0.1:1779716346.913903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:0.1:1779716346.913915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00010000:00000010:1.1:1779716347.096973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716347.096983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716347.096986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716347.102252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00000080:00000010:1.1:1779716347.102266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:1.1:1779716347.362965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716347.362979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716347.362983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716347.395549:0:342875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:1.1:1779716347.395577:0:342875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792800.
00010000:00000010:1.1:1779716347.450904:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716347.535981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716347.535996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:1.1:1779716347.799991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716347.800005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716347.800008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716347.819260:0:342881:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00000080:00000010:1.1:1779716347.819280:0:342881:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00010000:00000010:1.1:1779716347.874267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:1.1:1779716347.874275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:1.1:1779716347.874279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716347.899023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00000080:00000010:1.1:1779716347.899033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:0.1:1779716348.001299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716348.001313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716348.001317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716348.010952:0:342885:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:0.1:1779716348.010968:0:342885:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:1.1:1779716348.117365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:1.1:1779716348.117376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:0.1:1779716348.118194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716348.205252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:1.1:1779716348.205263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:0.1:1779716348.219330:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00000080:00000010:0.1:1779716348.219348:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00000080:00000010:1.1:1779716348.250402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00000080:00000010:1.1:1779716348.250414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00010000:00000010:0.1:1779716348.359200:0:342896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716348.359212:0:342896:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:0.1:1779716348.359216:0:342896:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:0.1:1779716348.369231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716348.369242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00010000:00000010:1.1:1779716348.470252:0:342899:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716348.470264:0:342899:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716348.470268:0:342899:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716348.470273:0:342899:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00000080:00000010:1.1:1779716348.470281:0:342899:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00010000:00000010:1.1:1779716348.504062:0:342900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716348.504073:0:342900:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716348.504076:0:342900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716348.512224:0:342900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00000080:00000010:1.1:1779716348.512233:0:342900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00010000:00000010:0.1:1779716348.539222:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:0.1:1779716348.539235:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716348.615318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716348.615332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716348.615335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716348.623229:0:342903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00000080:00000010:1.1:1779716348.623238:0:342903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924e0.
00010000:00000010:1.1:1779716348.646015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716348.646028:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716348.646032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716348.664409:0:318778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00000080:00000010:1.1:1779716348.664425:0:318778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924e0.
00000080:00000010:1.1:1779716348.861078:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00000080:00000010:1.1:1779716348.861110:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f00.
00010000:00000010:0.1:1779716349.417165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:0.1:1779716349.417173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:0.1:1779716349.439983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00000080:00000010:0.1:1779716349.439999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00010000:00000010:0.1:1779716350.207160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716350.207172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716350.207175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716350.214050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:0.1:1779716350.214059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00010000:00000010:0.1:1779716350.376977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716350.377001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:0.1:1779716350.394293:0:342937:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00000080:00000010:0.1:1779716350.394313:0:342937:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf500.
00010000:00000010:0.1:1779716350.429992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716350.430007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716350.430011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716350.463108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:0.1:1779716350.463118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:1.1:1779716350.557888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716350.557902:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716350.557906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716350.559961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00000080:00000010:1.1:1779716350.559971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00010000:00000010:0.1:1779716350.625987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716350.632997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716350.633007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716350.644975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716350.644998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00010000:00000010:0.1:1779716350.731394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716350.731406:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716350.731411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716350.742963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00000080:00000010:0.1:1779716350.742976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:0.1:1779716350.856287:0:342946:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716350.856296:0:342946:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:0.1:1779716350.856300:0:342946:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:0.1:1779716350.870639:0:342947:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:0.1:1779716350.870652:0:342947:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00010000:00000010:0.1:1779716350.894965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716350.901980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716350.901993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716350.911354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:0.1:1779716350.911362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:0.1:1779716351.657204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:0.1:1779716351.657218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:1.1:1779716351.695312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716351.699962:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716351.699973:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716351.710960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00000080:00000010:1.1:1779716351.710972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00010000:00000010:1.1:1779716351.835145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716351.838970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716351.838981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716351.854157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00000080:00000010:1.1:1779716351.854169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00000080:00000010:0.1:1779716352.066961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00000080:00000010:0.1:1779716352.066974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00010000:00000010:1.1:1779716352.128026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:0.1:1779716352.131980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:0.1:1779716352.131993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716352.453991:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716352.460365:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716352.460372:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716352.616959:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716352.616972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716352.663960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716352.663972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:1.1:1779716352.663976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716352.663982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:1.1:1779716352.663988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00010000:00000010:1.1:1779716352.755462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716352.755471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716352.755475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716352.762969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00000080:00000010:1.1:1779716352.772767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00010000:00000010:1.1:1779716352.945984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716352.945999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716352.946004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716352.975963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716352.975985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f00.
00010000:00000010:1.1:1779716353.085996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716353.090000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716353.090016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:0.1:1779716353.106752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00000080:00000010:0.1:1779716353.106771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00010000:00000010:0.1:1779716353.262955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716353.270962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716353.270975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:1.1:1779716353.278945:0:342995:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:1.1:1779716353.278961:0:342995:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:0.1:1779716353.559015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716353.559028:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716353.559032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716353.567240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:0.1:1779716353.567251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:0.1:1779716353.632295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716353.632310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716353.632314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:0.1:1779716353.649455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:0.1:1779716353.649469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00010000:00000010:0.1:1779716353.721211:0:343004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716353.721220:0:343004:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716353.721224:0:343004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716353.725232:0:343004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:0.1:1779716353.725245:0:343004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:0.1:1779716353.759000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716353.968081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716353.968093:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716353.968096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716353.972023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716353.972033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00010000:00000010:1.1:1779716354.023566:0:343009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716354.023578:0:343009:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716354.023582:0:343009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716354.027821:0:343010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716354.027833:0:343010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00010000:00000010:0.1:1779716354.365203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716354.365210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716354.365215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:0.1:1779716354.400148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfdc0.
00000080:00000010:0.1:1779716354.400159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00010000:00000010:0.1:1779716354.437986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:1.1:1779716354.446995:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:1.1:1779716354.447005:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716354.527048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716354.527060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716354.527063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716354.534768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716354.534777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00010000:00000010:1.1:1779716354.555966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:1.1:1779716354.555973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:0.1:1779716354.767117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716354.767130:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716354.767135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:0.1:1779716354.781897:0:343030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:0.1:1779716354.781913:0:343030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00010000:00000010:0.1:1779716354.968431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:0.1:1779716354.968439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:0.1:1779716354.994655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00000080:00000010:0.1:1779716354.994668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:0.1:1779716355.115955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:0.1:1779716355.115963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:1.1:1779716355.127970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00000080:00000010:1.1:1779716355.127987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0e0.
00010000:00000010:0.1:1779716355.553999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716355.662972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716355.662984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716355.662988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716355.695961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:0.1:1779716355.695976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:0.1:1779716355.831010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:0.1:1779716355.834961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716355.834973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:0.1:1779716355.845964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb40.
00000080:00000010:0.1:1779716355.845977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00010000:00000010:0.1:1779716356.084907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716356.084930:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716356.084935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716356.092996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00000080:00000010:0.1:1779716356.093008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:0.1:1779716356.262969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716356.262993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:0.1:1779716356.262997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:0.1:1779716356.271953:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:0.1:1779716356.271966:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:0.1:1779716356.288971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:0.1:1779716356.288983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:0.1:1779716356.302421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00000080:00000010:0.1:1779716356.302436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b00.
00010000:00000010:0.1:1779716356.513136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716356.513151:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716356.513155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:0.1:1779716356.523948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:0.1:1779716356.523963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00010000:00000010:0.1:1779716356.681410:0:343073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716356.681426:0:343073:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716356.681429:0:343073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716356.692963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:0.1:1779716356.692976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:0.1:1779716356.864001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:0.1:1779716356.869995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716356.870002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716356.874161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:0.1:1779716356.874176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b00.
00010000:00000010:1.1:1779716356.950972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:1.1:1779716356.950987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:1.1:1779716357.793969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716357.797966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716357.797972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:0.1:1779716357.809963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00000080:00000010:0.1:1779716357.809981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00010000:00000010:0.1:1779716357.874887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:0.1:1779716357.880541:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:0.1:1779716357.880555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:1.1:1779716357.906984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00000080:00000010:1.1:1779716357.906993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00010000:00000010:0.1:1779716358.010257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:0.1:1779716358.010269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:0.1:1779716358.025971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1e0.
00000080:00000010:0.1:1779716358.025983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf420.
00000080:00000010:0.1:1779716358.137342:0:343107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf520.
00000080:00000010:0.1:1779716358.137549:0:343107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00010000:00000010:0.1:1779716358.184160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716358.189475:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716358.189497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716358.206962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716358.206980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:1.1:1779716358.526976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716358.530966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716358.530976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716358.536960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00000080:00000010:1.1:1779716358.536975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00010000:00000010:1.1:1779716359.420030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716359.706477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716359.706491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716359.706495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716359.715232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00000080:00000010:0.1:1779716359.715240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:1.1:1779716359.880170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:0.1:1779716360.143962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:1.1:1779716360.152020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:1.1:1779716360.152030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:0.1:1779716360.221953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716360.226969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716360.226988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716360.253233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716360.253242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716360.253245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716360.258979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00000080:00000010:0.1:1779716360.258991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00010000:00000010:0.1:1779716360.470480:0:343161:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716360.470492:0:343161:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716360.470496:0:343161:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716360.474245:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:0.1:1779716360.474253:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00010000:00000010:0.1:1779716360.484144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716360.484156:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716360.484160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716360.515971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:0.1:1779716360.515983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716360.758258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:1.1:1779716360.758268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:1.1:1779716360.758271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:1.1:1779716360.818058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716360.818075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716360.818080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716360.916142:0:343174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716360.921449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716360.921472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716360.932046:0:343174:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716360.932057:0:343174:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00010000:00000010:1.1:1779716360.937504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716360.941226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716360.941239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716360.959614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716360.959626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00010000:00000010:1.1:1779716361.046163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716361.046178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716361.046182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716361.062967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716361.062979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00010000:00000010:0.1:1779716361.295140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:0.1:1779716361.295153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716361.295157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716361.310119:0:343183:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00000080:00000010:0.1:1779716361.310130:0:343183:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00010000:00000010:0.1:1779716361.339958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716361.339964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716361.339967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716361.452144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716361.452153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716361.452157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716361.460089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:0.1:1779716361.460101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00010000:00000010:0.1:1779716361.588226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716361.588236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716361.588240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716361.597305:0:343191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00000080:00000010:0.1:1779716361.597318:0:343191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:0.1:1779716361.635179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716361.635191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716361.635194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716361.708968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00000080:00000010:0.1:1779716361.708978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:0.1:1779716361.822047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716361.827969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:1.1:1779716361.828035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:0.1:1779716361.874991:0:343198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716361.874999:0:343198:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716361.875003:0:343198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716361.888966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716361.888980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:0.1:1779716361.934963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf320.
00000080:00000010:0.1:1779716361.934973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00010000:00000010:0.1:1779716361.964508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716361.964522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716361.964526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716361.989961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716361.989975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716362.190584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00000080:00000010:0.1:1779716362.190603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964a0.
00010000:00000010:0.1:1779716362.498025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:0.1:1779716362.498038:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:0.1:1779716362.498042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716362.508082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00000080:00000010:0.1:1779716362.508092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00010000:00000010:0.1:1779716362.532972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716362.533096:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716362.533100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716362.548020:0:343213:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716362.548028:0:343213:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00000080:00000010:0.1:1779716362.612234:0:343215:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00000080:00000010:0.1:1779716362.612250:0:343215:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00000080:00000010:0.1:1779716362.656247:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00000080:00000010:0.1:1779716362.656260:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:0.1:1779716362.744959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716362.744971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716362.744975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716362.763970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00000080:00000010:0.1:1779716362.763984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:0.1:1779716362.841876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716362.845002:0:343221:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716362.845008:0:343221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716362.860958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716362.860968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00010000:00000010:0.1:1779716363.313698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716363.313707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716363.313710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716363.319959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:0.1:1779716363.320076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:0.1:1779716363.432772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716363.432785:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716363.432788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:0.1:1779716363.440233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:0.1:1779716363.440244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00010000:00000010:0.1:1779716363.864238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716363.864249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716363.864253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716364.223356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716364.223371:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716364.223375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716364.231091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716364.231103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00010000:00000010:0.1:1779716364.282955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716364.283062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716364.294954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00000080:00000010:0.1:1779716364.294974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:0.1:1779716364.879018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716364.879033:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716364.879038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716364.897982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:0.1:1779716364.897998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00010000:00000010:0.1:1779716364.987972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:0.1:1779716364.987981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:0.1:1779716365.020957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716365.028180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:1.1:1779716365.028188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:1.1:1779716365.381154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00000080:00000010:1.1:1779716365.381163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4a0.
00010000:00000010:0.1:1779716365.439067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:0.1:1779716365.439075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716365.558971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:1.1:1779716365.558983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716365.558989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00000080:00000010:1.1:1779716365.558995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00000080:00000010:0.1:1779716365.716006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00000080:00000010:0.1:1779716365.716027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96040.
00010000:00000010:0.1:1779716365.837536:0:343289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716365.837543:0:343289:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716365.837546:0:343289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716365.856176:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:0.1:1779716365.856193:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00000080:00000010:0.1:1779716365.952982:0:343292:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:0.1:1779716365.952995:0:343292:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00010000:00000010:1.1:1779716365.990012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716365.995970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716365.995978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716366.319266:0:343299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716366.323091:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:1.1:1779716366.323104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:0.1:1779716366.331078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:0.1:1779716366.331093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:0.1:1779716366.590988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716366.596739:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:1.1:1779716366.596749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:0.1:1779716366.840216:0:343313:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716366.840229:0:343313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:0.1:1779716366.850239:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00000080:00000010:0.1:1779716366.850259:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00010000:00000010:0.1:1779716366.961116:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:0.1:1779716366.961131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:0.1:1779716366.972044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:0.1:1779716366.972063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:0.1:1779716367.104154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716367.107979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716367.107994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716367.145066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716367.145078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00010000:00000010:0.1:1779716367.220034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716367.239639:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716367.239651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716367.261973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00000080:00000010:0.1:1779716367.261986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00010000:00000010:1.1:1779716367.379209:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716367.379217:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716367.379220:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716367.392072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00000080:00000010:1.1:1779716367.392085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:0.1:1779716367.415960:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:0.1:1779716367.415968:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716367.540967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:0.1:1779716367.540981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:0.1:1779716367.897280:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:0.1:1779716367.897287:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716367.902972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00000080:00000010:0.1:1779716367.902986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00010000:00000010:0.1:1779716368.081196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716368.081209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716368.081214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716368.096161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00000080:00000010:0.1:1779716368.096175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:1.1:1779716368.395981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00000080:00000010:1.1:1779716368.396000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00010000:00000010:0.1:1779716368.936971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716368.941087:0:343362:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716368.941093:0:343362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716368.950962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:0.1:1779716368.950971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00000080:00000010:0.1:1779716368.984481:0:343364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00000080:00000010:0.1:1779716368.984495:0:343364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:1.1:1779716369.404951:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00000080:00000010:1.1:1779716369.404964:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:0.1:1779716369.519073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716369.532158:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716369.532169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716369.537022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:0.1:1779716369.537040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00010000:00000010:0.1:1779716369.556639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716369.558400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:1.1:1779716369.558411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716369.657024:0:343375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716369.661999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:1.1:1779716369.662008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716369.668117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:1.1:1779716369.668133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:1.1:1779716369.685132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716369.689156:0:343375:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716369.689163:0:343375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716369.694312:0:343376:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00000080:00000010:1.1:1779716369.694324:0:343376:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:0.1:1779716369.902694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716369.906972:0:343380:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716369.906979:0:343380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716369.915223:0:343381:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00000080:00000010:0.1:1779716369.915236:0:343381:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:1.1:1779716370.058271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716370.058281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716370.058284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716370.074114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716370.074130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00010000:00000010:1.1:1779716370.180010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716370.192033:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716370.192045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716370.199257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00000080:00000010:1.1:1779716370.199273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00010000:00000010:1.1:1779716370.283155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:1.1:1779716370.283167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:0.1:1779716370.297969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00000080:00000010:0.1:1779716370.297985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe40.
00010000:00000010:0.1:1779716370.344983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:0.1:1779716370.345019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:0.1:1779716370.410468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716370.414966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716370.414980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716370.474971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716370.474985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716370.474988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716370.492966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:0.1:1779716370.492979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00010000:00000010:0.1:1779716370.755959:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716370.755973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:1.1:1779716370.796681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716370.800072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716370.800086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:1.1:1779716370.824089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00000080:00000010:1.1:1779716370.824099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:1.1:1779716370.867422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716370.871417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716370.871427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716370.884046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00000080:00000010:1.1:1779716370.884056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:1.1:1779716370.964075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716370.964089:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716370.964092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:1.1:1779716370.969157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00000080:00000010:1.1:1779716370.969165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00010000:00000010:1.1:1779716371.028998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716371.031171:0:343404:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716371.031179:0:343404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716371.044497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00000080:00000010:1.1:1779716371.044515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:1.1:1779716371.070954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716371.070961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716371.070964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716371.078963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00000080:00000010:1.1:1779716371.078979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00000080:00000010:0.1:1779716371.612184:0:343418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:0.1:1779716371.612193:0:343418:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00010000:00000010:1.1:1779716371.667067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716371.667080:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716371.667083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:1.1:1779716371.687064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00000080:00000010:1.1:1779716371.687080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00010000:00000010:0.1:1779716371.722972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:0.1:1779716371.730983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:0.1:1779716371.730992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:0.1:1779716371.830203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716371.830219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716371.830223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716371.840257:0:343424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:0.1:1779716371.840270:0:343424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:0.1:1779716371.866998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716371.870336:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716371.870344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716371.878144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:0.1:1779716371.878159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:0.1:1779716371.917296:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716371.917312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716371.936002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00000080:00000010:0.1:1779716371.936018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00010000:00000010:0.1:1779716372.018014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716372.022056:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:0.1:1779716372.022072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:0.1:1779716372.033308:0:343428:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1e0.
00000080:00000010:0.1:1779716372.033325:0:343428:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf420.
00010000:00000010:0.1:1779716372.058317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716372.274006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:0.1:1779716372.274023:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716372.274027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:0.1:1779716372.283999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb20.
00000080:00000010:0.1:1779716372.284009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00010000:00000010:0.1:1779716372.372956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716372.376969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716372.376984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716372.412972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:0.1:1779716372.412989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:1.1:1779716372.476641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716372.483971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716372.483978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716372.487068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716372.487086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:1.1:1779716372.540011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716372.548975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716372.548982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716372.552962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716372.552982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00010000:00000010:0.1:1779716372.574038:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:0.1:1779716372.574048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:1.1:1779716372.603083:0:343440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716372.603096:0:343440:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716372.603100:0:343440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716372.616455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00000080:00000010:1.1:1779716372.616466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00010000:00000010:1.1:1779716372.989989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:1.1:1779716372.999010:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:1.1:1779716372.999023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:1.1:1779716373.009751:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00000080:00000010:1.1:1779716373.009760:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00010000:00000010:0.1:1779716373.163350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716373.163378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716373.163383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716373.175462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00000080:00000010:0.1:1779716373.175480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:0.1:1779716373.222956:0:343457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716373.222974:0:343457:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716373.222977:0:343457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716373.256067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00000080:00000010:0.1:1779716373.256084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:0.1:1779716373.366971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716373.366985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716373.366988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716373.370186:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:0.1:1779716373.370196:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00010000:00000010:0.1:1779716373.423247:0:343464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716373.423260:0:343464:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716373.423263:0:343464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:0.1:1779716373.427218:0:343464:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:0.1:1779716373.427232:0:343464:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964a0.
00010000:00000010:0.1:1779716373.450239:0:343464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716373.450247:0:343464:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716373.450250:0:343464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716373.454656:0:343465:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716373.454666:0:343465:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00010000:00000010:0.1:1779716373.479064:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716373.482967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:1.1:1779716373.482983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716373.813976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:0.1:1779716373.813984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716373.814741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716373.914589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716373.914603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716373.914607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716373.936166:0:343476:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00000080:00000010:1.1:1779716373.936237:0:343476:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:1.1:1779716373.969033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716373.969046:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716373.969051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716373.978572:0:343477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792800.
00000080:00000010:1.1:1779716373.978585:0:343477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:1.1:1779716374.078981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716374.078996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716374.079000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:0.1:1779716374.137083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716374.190967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716374.233992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:0.1:1779716374.234009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:1.1:1779716374.243544:0:343482:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8c0.
00000080:00000010:1.1:1779716374.243562:0:343482:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00010000:00000010:1.1:1779716374.332960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716374.332970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716374.332974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716374.347980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716374.348000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:1.1:1779716374.622047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716374.795994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716374.796001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716374.796004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716374.800004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00000080:00000010:1.1:1779716374.800019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:0.1:1779716375.026155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:0.1:1779716375.026165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:1.1:1779716375.146485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716375.146507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716375.146511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716375.183958:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:0.1:1779716375.183972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716375.209041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf860.
00000080:00000010:0.1:1779716375.209052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00010000:00000010:0.1:1779716375.364815:0:343505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716375.371102:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:1.1:1779716375.371110:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:0.1:1779716375.392191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716375.392202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716375.392206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716375.399141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:0.1:1779716375.399160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:0.1:1779716375.599057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716375.599069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716375.600039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716375.637354:0:343513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716375.637366:0:343513:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716375.637370:0:343513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:1.1:1779716375.645155:0:343513:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716375.645165:0:343513:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00010000:00000010:1.1:1779716375.772965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716375.777179:0:343517:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716375.777187:0:343517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716375.782159:0:343518:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716375.782172:0:343518:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00010000:00000010:1.1:1779716375.806189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716375.806203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716375.806208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716375.817360:0:343519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716375.817375:0:343519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00010000:00000010:1.1:1779716375.841198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716375.845967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716375.845980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716375.929955:0:343521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716375.938975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716375.938982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716375.942976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00000080:00000010:1.1:1779716375.942991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00010000:00000010:1.1:1779716375.972723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716375.978763:0:338493:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716375.978772:0:338493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:0.1:1779716376.842648:0:1353:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716376.842660:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716376.842666:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00000080:00000010:0.1:1779716376.842673:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00010000:00000010:1.1:1779716376.923113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716376.930101:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716376.930108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716376.938135:0:343548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00000080:00000010:1.1:1779716376.938146:0:343548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00010000:00000010:0.1:1779716377.002073:0:343550:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716377.002079:0:343550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716377.058977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:0.1:1779716377.058993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716377.175193:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716377.175200:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:1.1:1779716377.175204:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:0.1:1779716377.182964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00000080:00000010:0.1:1779716377.182976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00010000:00000010:0.1:1779716377.284954:0:343557:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716377.284961:0:343557:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716377.284964:0:343557:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716377.299000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:0.1:1779716377.299013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00010000:00000010:1.1:1779716377.519445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716377.524410:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716377.524419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716377.550985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00000080:00000010:1.1:1779716377.551002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00010000:00000010:1.1:1779716377.587093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716377.591074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716377.591152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716377.622970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00000080:00000010:1.1:1779716377.622987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:0.1:1779716378.376028:0:343578:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00000080:00000010:0.1:1779716378.376043:0:343578:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff80.
00010000:00000010:0.1:1779716378.400005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716378.400013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716378.400016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716378.452006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716378.462027:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716378.462036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716378.465964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:0.1:1779716378.465979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:1.1:1779716378.542999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716378.543012:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:1.1:1779716378.543015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:1.1:1779716378.547044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:1.1:1779716378.547060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffe0.
00010000:00000010:1.1:1779716378.683971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716378.688958:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716378.688968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716378.917476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716378.917490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716378.917493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716378.924069:0:343594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00000080:00000010:1.1:1779716378.924078:0:343594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00010000:00000010:1.1:1779716378.954340:0:343595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716378.966273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716378.966280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716378.967975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00000080:00000010:1.1:1779716378.967987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00000080:00000010:0.1:1779716378.996066:0:343596:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00000080:00000010:0.1:1779716378.996081:0:343596:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:1.1:1779716379.194645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716379.197106:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:1.1:1779716379.197119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716379.205955:0:343601:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00000080:00000010:1.1:1779716379.205967:0:343601:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:1.1:1779716379.641347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716379.798964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:0.1:1779716379.966347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716379.966364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716379.966368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716379.987980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:0.1:1779716379.987997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:1.1:1779716380.308828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716380.312961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716380.312983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716380.343820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:1.1:1779716380.343847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:1.1:1779716380.462972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716380.462988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716380.462992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716380.486493:0:343623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00000080:00000010:1.1:1779716380.486506:0:343623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:0.1:1779716380.613992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716380.614004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716380.614008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:0.1:1779716380.629769:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716380.629788:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00010000:00000010:0.1:1779716380.681064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716380.687017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716380.687026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716380.833990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716380.837979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716380.837993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716380.855007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00000080:00000010:1.1:1779716380.855021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00010000:00000010:1.1:1779716380.877975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:1.1:1779716380.877990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:1.1:1779716380.877994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:1.1:1779716380.887279:0:343633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7e0.
00000080:00000010:1.1:1779716380.887373:0:343633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2c0.
00000080:00000010:0.1:1779716381.037975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96040.
00000080:00000010:0.1:1779716381.037995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:1.1:1779716381.113132:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716381.113145:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716381.113149:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:1.1:1779716381.156982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716381.156996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716381.156999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716381.165990:0:343638:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00000080:00000010:1.1:1779716381.166003:0:343638:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00010000:00000010:1.1:1779716381.199633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:0.1:1779716381.632975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716381.647373:0:343649:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716381.647384:0:343649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:0.1:1779716381.654007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:0.1:1779716381.654025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00010000:00000010:0.1:1779716381.682384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716381.682400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716381.682404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716381.691549:0:343650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716381.691562:0:343650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00010000:00000010:0.1:1779716382.281581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716382.281596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716382.281599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716382.306963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:0.1:1779716382.306979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00010000:00000010:0.1:1779716382.356979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716382.360973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716382.360985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716382.371000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00000080:00000010:0.1:1779716382.371018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:0.1:1779716382.514043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:0.1:1779716382.514053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716382.527988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9e0.
00000080:00000010:0.1:1779716382.528002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:0.1:1779716383.032973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716383.039143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716383.039153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716383.075177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00000080:00000010:0.1:1779716383.075205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:0.1:1779716383.309070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716383.309082:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716383.309086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716383.321184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2820.
00000080:00000010:0.1:1779716383.321198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00010000:00000010:1.1:1779716383.425972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716383.425987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716383.425991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716383.438748:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00000080:00000010:1.1:1779716383.438767:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716383.578969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00000080:00000010:1.1:1779716383.578984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00010000:00000010:0.1:1779716383.600975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:0.1:1779716383.600988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716383.622319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:1.1:1779716383.622335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:1.1:1779716384.359253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716384.363214:0:343709:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716384.363223:0:343709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716384.368166:0:343710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00000080:00000010:1.1:1779716384.368179:0:343710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:1.1:1779716384.393004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716384.393018:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716384.393021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716384.414952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00000080:00000010:1.1:1779716384.414966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:1.1:1779716384.440999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:0.1:1779716384.559293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716384.559310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716384.559314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:0.1:1779716384.571978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716384.571997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96560.
00010000:00000010:0.1:1779716384.674091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716384.676971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716384.676986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:0.1:1779716384.692951:0:343716:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00000080:00000010:0.1:1779716384.692966:0:343716:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00010000:00000010:0.1:1779716384.720962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716384.724970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716384.724986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716384.731087:0:343717:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:0.1:1779716384.731099:0:343717:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00010000:00000010:0.1:1779716384.760398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716384.762974:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716384.762981:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716385.108342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716385.111069:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716385.111080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716385.243962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:1.1:1779716385.244034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:0.1:1779716385.614090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716385.614098:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716385.614102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716385.614106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:0.1:1779716385.614112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:0.1:1779716385.795984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:0.1:1779716385.795997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716385.796004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00000080:00000010:0.1:1779716385.796011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00010000:00000010:0.1:1779716385.919122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:0.1:1779716385.919137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:0.1:1779716385.941987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00000080:00000010:0.1:1779716385.942013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:1.1:1779716386.604971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716386.609211:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716386.609225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716386.631363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:1.1:1779716386.631383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00010000:00000010:0.1:1779716386.828429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716386.828441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716386.828445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:0.1:1779716386.836512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:0.1:1779716386.836523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00010000:00000010:0.1:1779716386.861967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716386.866982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716386.866996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716386.920976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716386.920990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716386.920995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716386.937002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:0.1:1779716386.937017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00010000:00000010:0.1:1779716387.073004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716387.245469:0:343772:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:0.1:1779716387.245479:0:343772:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:0.1:1779716387.245483:0:343772:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716387.248984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:0.1:1779716387.248994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:0.1:1779716387.379865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716387.384103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:1.1:1779716387.384119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716387.402260:0:343775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716387.402275:0:343775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:0.1:1779716387.495076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716387.495090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716387.495095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:0.1:1779716387.510040:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:0.1:1779716387.510060:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00010000:00000010:0.1:1779716387.592972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716387.592987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716387.592991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716387.600124:0:343779:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00000080:00000010:0.1:1779716387.600138:0:343779:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00010000:00000010:0.1:1779716387.666962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716387.673972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:1.1:1779716387.673987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716387.702265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716387.707979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716387.707991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:0.1:1779716387.711975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00000080:00000010:0.1:1779716387.711991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00010000:00000010:0.1:1779716387.967570:0:343788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:0.1:1779716387.967589:0:343788:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716387.967693:0:343788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:0.1:1779716387.975679:0:343789:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00000080:00000010:0.1:1779716387.975696:0:343789:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00010000:00000010:0.1:1779716388.060102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716388.067413:0:343791:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716388.067425:0:343791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716388.080084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716388.080094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:0.1:1779716388.097510:0:343791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716388.097522:0:343791:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716388.097526:0:343791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716388.110992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:1.1:1779716388.111006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:1.1:1779716388.198064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf660.
00000080:00000010:1.1:1779716388.198081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf420.
00010000:00000010:0.1:1779716388.552997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716388.553011:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716388.553015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:0.1:1779716388.581969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:0.1:1779716388.581985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00010000:00000010:0.1:1779716388.700958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716388.700971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716388.700974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716388.708937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716388.708948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:1.1:1779716388.751379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716388.773122:0:343806:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716388.773129:0:343806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716389.162972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716389.166967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:1.1:1779716389.166989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:1.1:1779716389.178971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:1.1:1779716389.178984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00010000:00000010:1.1:1779716389.274111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716389.278967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716389.278979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716389.289971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00000080:00000010:1.1:1779716389.289987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:1.1:1779716389.326973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716389.330974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716389.330989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716389.358603:0:343818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00000080:00000010:1.1:1779716389.358617:0:343818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00010000:00000010:1.1:1779716389.463893:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716389.463905:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:0.1:1779716389.547016:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716389.547022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:0.1:1779716389.560052:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf940.
00000080:00000010:0.1:1779716389.560066:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00000080:00000010:1.1:1779716389.661030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00000080:00000010:1.1:1779716389.661039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00010000:00000010:1.1:1779716389.816075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716389.820081:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716389.820094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:1.1:1779716389.842065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00000080:00000010:1.1:1779716389.842084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:1.1:1779716389.865088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716389.865102:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716389.865105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:0.1:1779716389.908503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716389.908519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716389.908524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:0.1:1779716389.968114:0:343832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:0.1:1779716389.974376:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:0.1:1779716389.974389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:0.1:1779716389.979257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00000080:00000010:0.1:1779716389.979269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00010000:00000010:0.1:1779716390.196960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716390.196974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716390.196978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716390.220099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716390.220113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf320.
00010000:00000010:0.1:1779716390.402011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716390.404309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:1.1:1779716390.404324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:0.1:1779716390.511978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716390.524970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716390.525031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:0.1:1779716390.534970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716390.534987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00000080:00000010:0.1:1779716390.832720:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00000080:00000010:0.1:1779716390.832732:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00010000:00000010:0.1:1779716390.959690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716390.959707:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:0.1:1779716390.959711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716390.980956:0:343849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:1.1:1779716390.980969:0:343849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00010000:00000010:0.1:1779716391.137078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716391.137089:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716391.137092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:0.1:1779716391.152993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716391.153007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00010000:00000010:0.1:1779716391.489716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716391.494036:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716391.494050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716391.505975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:0.1:1779716391.505987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00010000:00000010:0.1:1779716391.642043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:0.1:1779716391.642049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:0.1:1779716391.648353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:0.1:1779716391.648370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00010000:00000010:0.1:1779716391.742950:0:343864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716391.742956:0:343864:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716391.742960:0:343864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716391.762552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716391.762560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:0.1:1779716391.788236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716391.788252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716391.788256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716391.806120:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:0.1:1779716391.806130:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:0.1:1779716392.002087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716392.002968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:1.1:1779716392.002975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716392.056888:0:343871:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716392.056903:0:343871:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:1.1:1779716392.056908:0:343871:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:1.1:1779716392.074966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:1.1:1779716392.074978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965c0.
00010000:00000010:1.1:1779716392.390969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716392.394993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716392.395007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716392.408769:0:343878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716392.408785:0:343878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:0.1:1779716392.561085:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:0.1:1779716392.561100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:1.1:1779716392.782076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:1.1:1779716392.782090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:1.1:1779716393.220681:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716393.220696:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716393.220700:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716393.259162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00000080:00000010:1.1:1779716393.259173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2e0.
00010000:00000010:1.1:1779716393.419904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716393.428156:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716393.428170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716393.443185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924a0.
00000080:00000010:1.1:1779716393.443194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00010000:00000010:0.1:1779716393.659965:0:343901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716393.659973:0:343901:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716393.659976:0:343901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716393.668988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00000080:00000010:0.1:1779716393.669000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:1.1:1779716394.148603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00000080:00000010:1.1:1779716394.148616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00010000:00000010:1.1:1779716394.237971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:1.1:1779716394.237982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:1.1:1779716394.237986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716394.243094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00000080:00000010:1.1:1779716394.243108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00010000:00000010:0.1:1779716394.472197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716394.472221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:0.1:1779716394.472227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:0.1:1779716394.494968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00000080:00000010:0.1:1779716394.494977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00010000:00000010:0.1:1779716394.577100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716394.577112:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716394.577116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:0.1:1779716394.602962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:0.1:1779716394.602972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:0.1:1779716394.702874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716394.709284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716394.709293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716394.714913:0:343920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00000080:00000010:0.1:1779716394.714946:0:343920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:0.1:1779716394.749618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716394.749633:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716394.749637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716394.775666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:0.1:1779716394.775673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:0.1:1779716394.962961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716394.968942:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716394.968950:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:0.1:1779716395.068046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716395.078053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716395.078059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716395.085140:0:343928:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716395.085151:0:343928:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00010000:00000010:0.1:1779716395.099219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716395.099231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716395.099235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716395.112001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:0.1:1779716395.112015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00010000:00000010:0.1:1779716395.226106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716395.226119:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716395.226123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716395.239788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:0.1:1779716395.239806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:0.1:1779716395.375716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716395.379512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:1.1:1779716395.379523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716395.449299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf280.
00000080:00000010:0.1:1779716395.449314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:0.1:1779716395.765128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:0.1:1779716395.769973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716395.769988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:0.1:1779716395.799956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa80.
00000080:00000010:0.1:1779716395.799967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb60.
00010000:00000010:0.1:1779716395.870985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716395.871000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716395.871004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716395.882117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:0.1:1779716395.882127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00010000:00000010:1.1:1779716396.074427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:1.1:1779716396.074443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:0.1:1779716396.157026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716396.160130:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:0.1:1779716396.160144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:0.1:1779716396.167483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00000080:00000010:0.1:1779716396.167497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffe0.
00010000:00000010:0.1:1779716396.368058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716396.372032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716396.372047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716396.502097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716396.506737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716396.506841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716396.522954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00000080:00000010:0.1:1779716396.522967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96560.
00000080:00000010:0.1:1779716396.680257:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff80.
00000080:00000010:0.1:1779716396.680279:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00010000:00000010:1.1:1779716397.239298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716397.239311:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716397.239315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716397.253105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716397.253119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:1.1:1779716397.435971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716397.485978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716397.489456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716397.489469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716397.498027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00000080:00000010:1.1:1779716397.498048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:1.1:1779716397.595404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716397.599031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716397.599052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716397.619670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00000080:00000010:1.1:1779716397.619697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96560.
00010000:00000010:1.1:1779716398.402967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:0.1:1779716398.590979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:0.1:1779716398.590993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:1.1:1779716398.616060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2e0.
00000080:00000010:1.1:1779716398.616313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6c0.
00010000:00000010:0.1:1779716399.031544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716399.037982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716399.037990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716399.065305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716399.065320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:0.1:1779716399.083198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716399.083221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716399.083226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716399.109973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:0.1:1779716399.109982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:0.1:1779716399.260987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716399.261002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716399.261006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716399.265540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716399.265547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:0.1:1779716399.405973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716399.409981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716399.409992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716399.418080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716399.418095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:0.1:1779716399.515969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716399.515977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716399.515981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716399.530055:0:344011:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716399.530068:0:344011:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:1.1:1779716399.772633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00000080:00000010:1.1:1779716399.772649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00010000:00000010:0.1:1779716399.774844:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716399.774857:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:0.1:1779716399.794173:0:344015:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:0.1:1779716399.794178:0:344015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:0.1:1779716399.800279:0:344016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ea0.
00000080:00000010:0.1:1779716399.800291:0:344016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00010000:00000010:1.1:1779716399.927198:0:344019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716399.931133:0:344019:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716399.931139:0:344019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716399.943416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:1.1:1779716399.943432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00010000:00000010:1.1:1779716399.953997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716399.954008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716399.954012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716399.973059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00000080:00000010:1.1:1779716399.973069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00010000:00000010:1.1:1779716400.079154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716400.079174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716400.079178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:0.1:1779716400.095235:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00000080:00000010:0.1:1779716400.095254:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00010000:00000010:0.1:1779716400.162267:0:323427:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716400.162281:0:323427:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716400.162284:0:323427:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716400.163097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:0.1:1779716400.163107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:0.1:1779716400.696138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716400.696161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716400.696166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716400.734116:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00000080:00000010:0.1:1779716400.734128:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2820.
00010000:00000010:0.1:1779716400.892076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716400.895988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716400.896002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716400.920221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00000080:00000010:0.1:1779716400.920234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:1.1:1779716400.944006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716400.944021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716400.944025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:1.1:1779716400.995966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924a0.
00000080:00000010:1.1:1779716400.995977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc60.
00010000:00000010:0.1:1779716401.425259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:0.1:1779716401.470990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:0.1:1779716401.491946:0:344049:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00000080:00000010:0.1:1779716401.491955:0:344049:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:1.1:1779716401.492528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:1.1:1779716401.492534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:0.1:1779716401.520264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716401.520277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716401.520281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716401.538823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:0.1:1779716401.538843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00010000:00000010:0.1:1779716401.604970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716401.604983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:0.1:1779716401.604988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:0.1:1779716401.622090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfce0.
00000080:00000010:0.1:1779716401.622109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00010000:00000010:0.1:1779716401.795117:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716401.795123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716401.795129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965c0.
00000080:00000010:0.1:1779716401.795136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00010000:00000010:0.1:1779716402.120976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716402.303061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716402.303078:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716402.303082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716402.319229:0:344063:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00000080:00000010:1.1:1779716402.319244:0:344063:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:0.1:1779716402.347119:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:0.1:1779716402.347134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716402.347234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716402.515982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:1.1:1779716402.515991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:1.1:1779716402.515994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:1.1:1779716402.541784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716402.541895:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716402.541902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:1.1:1779716402.555087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00000080:00000010:1.1:1779716402.555102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:1.1:1779716402.663316:0:344072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716402.663329:0:344072:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716402.663333:0:344072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716402.672256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00000080:00000010:1.1:1779716402.672265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:1.1:1779716402.690110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716402.690119:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716402.690122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716402.697963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00000080:00000010:1.1:1779716402.697984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:1.1:1779716402.712188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716402.716180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:0.1:1779716402.716194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716402.821023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716402.821038:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716402.821043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716402.831172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716402.831191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00000080:00000010:1.1:1779716402.941265:0:344078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00000080:00000010:1.1:1779716402.941277:0:344078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00010000:00000010:1.1:1779716402.956862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716402.956874:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716402.956877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716402.968974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00000080:00000010:1.1:1779716402.968986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00010000:00000010:1.1:1779716403.081183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716403.081196:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716403.081200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:1.1:1779716403.081206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00000080:00000010:1.1:1779716403.081214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00010000:00000010:1.1:1779716403.411960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716403.415965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716403.415973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716403.432004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ea0.
00000080:00000010:1.1:1779716403.432022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00010000:00000010:0.1:1779716403.675022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716403.675030:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716403.675035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:0.1:1779716403.691047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00000080:00000010:0.1:1779716403.691063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00010000:00000010:1.1:1779716403.930963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716403.930975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716403.930979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716403.948993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00000080:00000010:1.1:1779716403.949006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:0.1:1779716404.056462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716404.056474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:1.1:1779716404.214344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716404.214357:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716404.214360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716404.216952:0:344100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00000080:00000010:1.1:1779716404.216963:0:344100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:1.1:1779716404.340069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716404.340083:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716404.340087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716404.356900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00000080:00000010:1.1:1779716404.356917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00000080:00000010:0.1:1779716404.508025:0:344105:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00000080:00000010:0.1:1779716404.508040:0:344105:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:1.1:1779716404.615119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716404.615143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716404.615147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716404.639814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00000080:00000010:1.1:1779716404.639830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00010000:00000010:1.1:1779716404.787213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716404.787221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716404.787225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716404.803955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00000080:00000010:1.1:1779716404.803966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00010000:00000010:1.1:1779716405.401057:0:344122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716405.401071:0:344122:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716405.401074:0:344122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716405.431348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00000080:00000010:1.1:1779716405.431370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00010000:00000010:1.1:1779716405.446976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716405.446991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716405.446995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716405.458997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00000080:00000010:1.1:1779716405.459014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00010000:00000010:1.1:1779716405.595526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716405.600431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716405.600445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716405.630073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00000080:00000010:1.1:1779716405.630083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00010000:00000010:1.1:1779716405.769589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716405.776348:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716405.776364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716405.829066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00000080:00000010:1.1:1779716405.829077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:1.1:1779716406.144717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716406.144732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716406.144735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716406.165798:0:344132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00000080:00000010:1.1:1779716406.165815:0:344132:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:0.1:1779716406.570997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:0.1:1779716406.571008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716406.721749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716406.727183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716406.727191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:0.1:1779716406.730956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:0.1:1779716406.730970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00010000:00000010:0.1:1779716407.034001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:0.1:1779716407.034014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:1.1:1779716407.043971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00000080:00000010:1.1:1779716407.043986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00010000:00000010:1.1:1779716407.073000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716407.073011:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716407.073014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716407.082012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00000080:00000010:1.1:1779716407.082023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00010000:00000010:1.1:1779716407.343962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:1.1:1779716407.353008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:1.1:1779716407.353020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716407.368962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00000080:00000010:1.1:1779716407.368973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00010000:00000010:0.1:1779716407.446375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:0.1:1779716407.455419:0:344158:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:0.1:1779716407.455432:0:344158:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:0.1:1779716407.459183:0:344158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00000080:00000010:0.1:1779716407.459193:0:344158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00010000:00000010:0.1:1779716407.485807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716407.485819:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716407.485823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716407.507008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00000080:00000010:0.1:1779716407.507022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:0.1:1779716407.609913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716407.618070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716407.618076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:0.1:1779716407.702962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:0.1:1779716407.702975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716407.710044:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:0.1:1779716407.710055:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00010000:00000010:0.1:1779716408.012975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716408.012989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716408.012993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716408.024142:0:344173:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00000080:00000010:0.1:1779716408.024156:0:344173:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:0.1:1779716408.047010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716408.058297:0:344174:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716408.058307:0:344174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716408.069570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716408.069582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:0.1:1779716408.086878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716408.094087:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716408.094109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716408.152067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00000080:00000010:0.1:1779716408.152084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:0.1:1779716408.745339:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:0.1:1779716408.745346:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:1.1:1779716408.848018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716408.848032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716408.848036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716408.862783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00000080:00000010:1.1:1779716408.862797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00010000:00000010:0.1:1779716409.483976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716409.487990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716409.488002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716409.513961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00000080:00000010:0.1:1779716409.513974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:0.1:1779716409.770023:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:0.1:1779716409.770036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:1.1:1779716409.869118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00000080:00000010:1.1:1779716409.869128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:1.1:1779716410.611179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716410.611192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716410.611196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:1.1:1779716410.672967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00000080:00000010:1.1:1779716410.672980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9c0.
00010000:00000010:1.1:1779716411.176764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716411.186065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716411.186081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716411.203984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00000080:00000010:1.1:1779716411.203995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:1.1:1779716411.253113:0:344227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716411.258160:0:344228:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:1.1:1779716411.258168:0:344228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:1.1:1779716411.268410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00000080:00000010:1.1:1779716411.268421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00010000:00000010:0.1:1779716411.387000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:0.1:1779716411.387008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:0.1:1779716411.387012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:0.1:1779716411.868008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:0.1:1779716411.868024:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:0.1:1779716411.868028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716411.977472:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716411.977488:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716411.977492:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:1.1:1779716411.977499:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00000080:00000010:1.1:1779716411.977508:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00010000:00000010:1.1:1779716412.016968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:0.1:1779716412.097916:0:344245:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:0.1:1779716412.097985:0:344245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:0.1:1779716412.109020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfac0.
00000080:00000010:0.1:1779716412.109034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf700.
00010000:00000010:0.1:1779716412.129151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716412.133984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716412.133997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716412.164622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716412.164639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00010000:00000010:1.1:1779716412.334097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716412.340161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716412.340175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716412.361979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00000080:00000010:1.1:1779716412.361990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:1.1:1779716412.379971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716412.379986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716412.379990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716412.391575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00000080:00000010:1.1:1779716412.408032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00010000:00000010:0.1:1779716412.691267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716412.696046:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716412.696069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716412.712615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:0.1:1779716412.712631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00010000:00000010:1.1:1779716413.406106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716413.411070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:0.1:1779716413.411096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716413.581018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716413.591193:0:344269:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:0.1:1779716413.591210:0:344269:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:1.1:1779716413.941042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716414.057169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716414.057183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716414.057188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:1.1:1779716414.078372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716414.078389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00010000:00000010:0.1:1779716414.284494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:0.1:1779716414.304965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:0.1:1779716414.304977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:1.1:1779716414.437750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00000080:00000010:1.1:1779716414.437771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00010000:00000010:1.1:1779716414.473802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716414.473812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716414.473816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716414.481059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716414.481075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00010000:00000010:1.1:1779716414.674082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716414.674096:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716414.674100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716414.712572:0:344286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00000080:00000010:1.1:1779716414.712599:0:344286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00010000:00000010:0.1:1779716415.775968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716415.784984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716415.784995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716415.785001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00000080:00000010:0.1:1779716415.785007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:0.1:1779716416.106017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716416.106024:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716416.106027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:0.1:1779716416.114960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:0.1:1779716416.114969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00010000:00000010:0.1:1779716416.278954:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:0.1:1779716416.278968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:1.1:1779716416.505235:0:344318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00000080:00000010:1.1:1779716416.505251:0:344318:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:0.1:1779716416.956301:0:344329:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716416.956312:0:344329:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716416.956316:0:344329:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:0.1:1779716416.979957:0:344329:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:0.1:1779716416.979967:0:344329:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:0.1:1779716417.011974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716417.011989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716417.011993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716417.026426:0:344330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:0.1:1779716417.034953:0:344330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00010000:00000010:0.1:1779716417.075168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716417.075183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716417.075187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716417.107421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:0.1:1779716417.107438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:0.1:1779716417.560011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716417.560018:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716417.560030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716417.849250:0:344348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00000080:00000010:0.1:1779716417.849261:0:344348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00010000:00000010:0.1:1779716417.881395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716417.885162:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716417.885172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716417.930550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716417.930562:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:0.1:1779716417.930568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:1.1:1779716417.956389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:1.1:1779716417.956402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00010000:00000010:1.1:1779716418.156997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716418.194721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716418.198107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716418.198115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716418.207052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00000080:00000010:0.1:1779716418.207060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:0.1:1779716418.298959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:0.1:1779716418.298973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716418.298976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716418.306968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00000080:00000010:0.1:1779716418.306984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00010000:00000010:0.1:1779716418.464986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:0.1:1779716418.465000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:0.1:1779716418.465005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:0.1:1779716418.488437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:0.1:1779716418.488449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96980.
00010000:00000010:0.1:1779716418.558059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716418.558068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716418.558071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716418.564968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00000080:00000010:0.1:1779716418.564982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:1.1:1779716418.897965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716419.046966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716419.046980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716419.046984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716419.059975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00000080:00000010:1.1:1779716419.059991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00010000:00000010:1.1:1779716419.498964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716419.498977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:1.1:1779716419.498981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716419.519174:0:344381:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00000080:00000010:1.1:1779716419.519193:0:344381:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00010000:00000010:1.1:1779716419.631091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716419.635033:0:344384:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716419.635047:0:344384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:1.1:1779716419.646097:0:344384:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00000080:00000010:1.1:1779716419.646110:0:344384:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:1.1:1779716419.673991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716419.673998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716419.674001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716419.689985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00000080:00000010:1.1:1779716419.690003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00010000:00000010:0.1:1779716419.788119:0:344389:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716419.788133:0:344389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716419.791163:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00000080:00000010:1.1:1779716419.791172:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00010000:00000010:0.1:1779716419.847106:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716419.847113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716419.847969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:3.1:1779716419.945526:0:334430:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:3.1:1779716419.945536:0:334430:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716419.968028:0:344395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716419.968041:0:344395:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716419.968046:0:344395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716419.980179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00000080:00000010:1.1:1779716419.980190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:1.1:1779716419.997983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716419.997990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716419.997993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716420.003987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924e0.
00000080:00000010:1.1:1779716420.004002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00010000:00000010:3.1:1779716420.093013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:0.1:1779716420.163116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00000080:00000010:0.1:1779716420.163135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:3.1:1779716420.249126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716420.249137:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716420.249140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:3.1:1779716420.259081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00000080:00000010:3.1:1779716420.259092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00010000:00000010:3.1:1779716420.319998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716420.331011:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716420.331023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:3.1:1779716420.340169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf660.
00000080:00000010:3.1:1779716420.340180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00010000:00000010:3.1:1779716420.395986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716420.395999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716420.396013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716420.410956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00000080:00000010:3.1:1779716420.410976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:0.1:1779716420.455366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716420.460012:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716420.460027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716420.471075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:0.1:1779716420.471092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:0.1:1779716420.675267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716420.675274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716420.675278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716420.684995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:0.1:1779716420.685013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:3.1:1779716420.707975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716420.712401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716420.712416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:3.1:1779716420.747393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00000080:00000010:3.1:1779716420.747410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf660.
00010000:00000010:3.1:1779716420.762109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716420.762123:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716420.762127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716420.818967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:0.1:1779716420.822913:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716420.823205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:0.1:1779716420.858825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716420.858837:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716420.858840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716420.862711:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:0.1:1779716420.862728:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00010000:00000010:3.1:1779716420.880158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716420.940430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716420.943023:0:344419:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716420.943029:0:344419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716420.958244:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf260.
00000080:00000010:3.1:1779716420.958264:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff00.
00010000:00000010:0.1:1779716420.985967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716420.999701:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:1.1:1779716420.999717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716421.057981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716421.058006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:1.1:1779716421.058011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716421.065023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:1.1:1779716421.065036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:3.1:1779716421.206781:0:344425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716421.206792:0:344425:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716421.206797:0:344425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:3.1:1779716421.262130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716421.265193:0:344426:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716421.265201:0:344426:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716421.283132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00000080:00000010:3.1:1779716421.283144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00010000:00000010:3.1:1779716421.323127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716421.323143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716421.323147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716421.356952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00000080:00000010:3.1:1779716421.356962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00010000:00000010:0.1:1779716421.431059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716421.431068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716421.431072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716421.444968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:0.1:1779716421.444981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00010000:00000010:3.1:1779716421.551016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716421.551029:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716421.551033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716421.570058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf780.
00000080:00000010:3.1:1779716421.570068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf000.
00010000:00000010:0.1:1779716421.623025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716421.623037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716421.623042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716421.647176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:0.1:1779716421.647192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00010000:00000010:3.1:1779716421.679197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:3.1:1779716421.679212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716421.689958:0:344435:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964a0.
00000080:00000010:3.1:1779716421.689973:0:344435:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00010000:00000010:0.1:1779716421.727033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716421.731971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716421.731983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716421.746001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00000080:00000010:0.1:1779716421.746010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:3.1:1779716421.867999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716421.911006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716421.911020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716421.911024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716421.920493:0:344440:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf780.
00000080:00000010:3.1:1779716421.920509:0:344440:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96560.
00010000:00000010:3.1:1779716422.030067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716422.044255:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716422.044262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716422.053962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf780.
00000080:00000010:3.1:1779716422.053977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfec0.
00010000:00000010:3.1:1779716422.126510:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716422.126522:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716422.140037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00000080:00000010:3.1:1779716422.140046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00010000:00000010:3.1:1779716422.234683:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716422.234699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:3.1:1779716422.244190:0:344447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:3.1:1779716422.244203:0:344447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00010000:00000010:3.1:1779716422.274966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716422.274982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716422.274985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:0.1:1779716422.330007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716422.330021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716422.330025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716422.342459:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:0.1:1779716422.342467:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00010000:00000010:3.1:1779716422.396067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716422.396080:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716422.396084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:3.1:1779716422.407059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf780.
00000080:00000010:3.1:1779716422.407069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00010000:00000010:3.1:1779716422.459969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716422.459976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716422.459979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716422.474466:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00000080:00000010:3.1:1779716422.474476:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8c0.
00010000:00000010:3.1:1779716422.517272:0:344455:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:3.1:1779716422.520077:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716422.520090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716422.520098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00000080:00000010:3.1:1779716422.520105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00010000:00000010:3.1:1779716422.606915:0:344458:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716422.615714:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716422.615727:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:3.1:1779716422.615733:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8c0.
00000080:00000010:3.1:1779716422.617143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00010000:00000010:1.1:1779716422.660224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:1.1:1779716422.666074:0:344460:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:1.1:1779716422.666086:0:344460:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:1.1:1779716422.672385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00000080:00000010:1.1:1779716422.672404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00010000:00000010:3.1:1779716422.693968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:3.1:1779716422.703978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:3.1:1779716422.703997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716422.709496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:3.1:1779716422.709508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00010000:00000010:1.1:1779716422.719047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:0.1:1779716422.723171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:0.1:1779716422.723181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:3.1:1779716422.772098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716422.776141:0:344463:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716422.776148:0:344463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716422.782050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf260.
00000080:00000010:3.1:1779716422.782064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8c0.
00010000:00000010:3.1:1779716422.892933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716422.894840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716422.894849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716422.919962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00000080:00000010:3.1:1779716422.919978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf420.
00010000:00000010:0.1:1779716422.991964:0:344468:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716422.991971:0:344468:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716422.991975:0:344468:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:0.1:1779716423.013101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:0.1:1779716423.013119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00010000:00000010:0.1:1779716423.027955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716423.038971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716423.039054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716423.043335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00000080:00000010:0.1:1779716423.043343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:3.1:1779716423.096085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716423.100976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716423.101003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716423.120220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00000080:00000010:3.1:1779716423.120235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf520.
00010000:00000010:0.1:1779716423.148018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716423.148032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716423.148036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716423.156210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716423.156220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:0.1:1779716423.235027:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:0.1:1779716423.235039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716423.239113:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00000080:00000010:1.1:1779716423.239125:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:3.1:1779716423.249065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716423.256002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716423.256010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716423.256015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00000080:00000010:3.1:1779716423.256023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb20.
00010000:00000010:0.1:1779716423.291021:0:344475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716423.291027:0:344475:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716423.291031:0:344475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716423.308970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716423.308990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:0.1:1779716423.395987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716423.396002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716423.396006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716423.423402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716423.423413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:3.1:1779716423.445418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716423.445431:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716423.445435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:0.1:1779716423.491746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716423.491757:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716423.491760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716423.498078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716423.498097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:3.1:1779716423.609366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716423.609373:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716423.609377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:3.1:1779716423.622992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00000080:00000010:3.1:1779716423.623014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00010000:00000010:0.1:1779716423.768960:0:344486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716423.768968:0:344486:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716423.768971:0:344486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716423.780947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00000080:00000010:0.1:1779716423.780956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:3.1:1779716423.934745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716423.934758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716423.934762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:3.1:1779716423.945985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:3.1:1779716423.945994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00010000:00000010:0.1:1779716423.987701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716423.987712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716423.987716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716423.999425:0:344491:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:0.1:1779716423.999443:0:344491:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:3.1:1779716424.043173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:0.1:1779716424.117964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716424.117982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716424.117986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716424.134955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:0.1:1779716424.134966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:3.1:1779716424.184126:0:344494:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:3.1:1779716424.184135:0:344494:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:3.1:1779716424.184140:0:344494:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:3.1:1779716424.194118:0:344495:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00000080:00000010:3.1:1779716424.194133:0:344495:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00010000:00000010:3.1:1779716424.277842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716424.277857:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716424.277861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716424.304050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf580.
00000080:00000010:3.1:1779716424.304069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00010000:00000010:1.1:1779716424.334980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716424.334994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716424.334998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716424.349283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00000080:00000010:1.1:1779716424.349299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00010000:00000010:3.1:1779716424.396447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716424.404968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716424.404984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716424.433378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716424.433392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716424.457943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00000080:00000010:3.1:1779716424.457957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00010000:00000010:1.1:1779716424.476064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716424.482811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716424.482823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:1.1:1779716424.498448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00000080:00000010:1.1:1779716424.498470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe20.
00010000:00000010:1.1:1779716424.568966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716424.579695:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:1.1:1779716424.579709:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716424.588536:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:1.1:1779716424.588555:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:1.1:1779716424.683994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:0.1:1779716424.692954:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:0.1:1779716424.692962:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716424.713221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716424.713236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00010000:00000010:3.1:1779716424.775041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716424.775058:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716424.775062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716424.780731:0:344508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8e0.
00000080:00000010:3.1:1779716424.780742:0:344508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:1.1:1779716424.811954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716424.817004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716424.817018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:1.1:1779716424.829528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716424.829549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8e0.
00010000:00000010:3.1:1779716424.951974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716424.951986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716424.951990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716424.957957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf3c0.
00000080:00000010:3.1:1779716424.957976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00010000:00000010:1.1:1779716425.025990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:1.1:1779716425.026005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:1.1:1779716425.026010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:1.1:1779716425.036014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7c0.
00000080:00000010:1.1:1779716425.036032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1a0.
00010000:00000010:3.1:1779716425.082991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716425.083004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716425.083008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716425.109135:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716425.113285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716425.113294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716425.121385:0:344516:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf140.
00000080:00000010:3.1:1779716425.121400:0:344516:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00010000:00000010:3.1:1779716425.143302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716425.143318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716425.143322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:3.1:1779716425.155962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf200.
00000080:00000010:3.1:1779716425.155985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00010000:00000010:3.1:1779716425.228404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716425.228418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716425.228422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716425.241057:0:344519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00000080:00000010:3.1:1779716425.241073:0:344519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:0.1:1779716425.364972:0:344521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716425.364978:0:344521:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716425.364982:0:344521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716425.375093:0:344522:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00000080:00000010:0.1:1779716425.375102:0:344522:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:0.1:1779716425.412318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716425.412333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716425.412338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:3.1:1779716425.515311:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716425.515327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:3.1:1779716425.519618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00000080:00000010:3.1:1779716425.519634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:3.1:1779716425.604986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716425.611100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716425.611107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716425.616016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00000080:00000010:3.1:1779716425.616033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00010000:00000010:3.1:1779716425.692073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716425.696987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716425.697003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:3.1:1779716425.723449:0:1102:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00000080:00000010:3.1:1779716425.723465:0:1102:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00010000:00000010:1.1:1779716425.753230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716425.757098:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716425.757106:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716425.765518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:1.1:1779716425.765541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00010000:00000010:3.1:1779716425.814988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716425.814998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716425.815001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716425.830628:0:344529:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00000080:00000010:3.1:1779716425.830649:0:344529:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00010000:00000010:1.1:1779716425.876058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:0.1:1779716425.886653:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:0.1:1779716425.886668:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:3.1:1779716425.927851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716425.927864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:3.1:1779716425.927868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:3.1:1779716425.941357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00000080:00000010:3.1:1779716425.941368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00000080:00000010:3.1:1779716426.047172:0:344534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:3.1:1779716426.047190:0:344534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00000080:00000010:1.1:1779716426.112161:0:344535:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00000080:00000010:1.1:1779716426.112179:0:344535:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00010000:00000010:3.1:1779716426.218144:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:3.1:1779716426.218165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716426.225359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00000080:00000010:3.1:1779716426.225385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00010000:00000010:3.1:1779716426.371043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716426.371060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716426.371064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716426.389856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00000080:00000010:3.1:1779716426.389878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00010000:00000010:1.1:1779716426.470997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716426.475108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716426.475128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716426.496969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00000080:00000010:1.1:1779716426.496981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00010000:00000010:0.1:1779716426.717160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716426.720981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716426.721006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:0.1:1779716426.730421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:0.1:1779716426.730443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00010000:00000010:0.1:1779716426.834101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716426.834121:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716426.834127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:0.1:1779716426.844977:0:344549:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:0.1:1779716426.844994:0:344549:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00010000:00000010:0.1:1779716426.883671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716426.886167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716426.886184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716426.898878:0:344550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:0.1:1779716426.898905:0:344550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:3.1:1779716426.952176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:3.1:1779716426.952202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716426.968025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00000080:00000010:3.1:1779716426.968048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00010000:00000010:3.1:1779716427.136904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:3.1:1779716427.136942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716427.136948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716427.162634:0:344554:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00000080:00000010:3.1:1779716427.171041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00010000:00000010:0.1:1779716427.226166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:0.1:1779716427.226185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:0.1:1779716427.226189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716427.246090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf560.
00000080:00000010:0.1:1779716427.246121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b00.
00010000:00000010:3.1:1779716427.290559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716427.290576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716427.290580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716427.302048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00000080:00000010:3.1:1779716427.302062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe40.
00000080:00000010:3.1:1779716427.343980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b00.
00000080:00000010:3.1:1779716427.344003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00010000:00000010:3.1:1779716427.442191:0:344560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716427.442209:0:344560:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716427.442214:0:344560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716427.442221:0:344560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00000080:00000010:3.1:1779716427.442233:0:344560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00010000:00000010:3.1:1779716427.527011:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716427.527019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716427.537123:0:344562:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:3.1:1779716427.537144:0:344562:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00000080:00000010:3.1:1779716427.642213:0:344564:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00000080:00000010:3.1:1779716427.642234:0:344564:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00010000:00000010:3.1:1779716427.673229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716427.733022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716427.793762:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716427.796176:0:344566:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716427.796185:0:344566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716427.801075:0:344567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfdc0.
00000080:00000010:3.1:1779716427.801096:0:344567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00010000:00000010:3.1:1779716427.887908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:3.1:1779716427.892057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:3.1:1779716427.892066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:3.1:1779716427.941869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716427.941887:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716427.941891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716427.959080:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfdc0.
00000080:00000010:3.1:1779716427.959095:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00010000:00000010:3.1:1779716428.023006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716428.023026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716428.023031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:3.1:1779716428.045135:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfdc0.
00000080:00000010:3.1:1779716428.045147:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:1.1:1779716428.069988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716428.070011:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716428.070017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716428.077982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00000080:00000010:1.1:1779716428.078019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:3.1:1779716428.169239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716428.169256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716428.169261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716428.178983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf300.
00000080:00000010:3.1:1779716428.187984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:1.1:1779716428.244967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:0.1:1779716428.245015:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:0.1:1779716428.245023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:3.1:1779716428.390126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716428.390146:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716428.390150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716428.405400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffa0.
00000080:00000010:3.1:1779716428.405414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf620.
00010000:00000010:0.1:1779716428.437847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716428.442990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716428.443013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:0.1:1779716428.465982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00000080:00000010:0.1:1779716428.466004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00000080:00000010:3.1:1779716428.532995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00000080:00000010:3.1:1779716428.533028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00010000:00000010:1.1:1779716428.581049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716428.591379:0:344582:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716428.591400:0:344582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716428.602071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00000080:00000010:1.1:1779716428.602084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00010000:00000010:3.1:1779716428.625957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716428.637160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:3.1:1779716428.637173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:3.1:1779716428.646109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfdc0.
00000080:00000010:3.1:1779716428.646135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:3.1:1779716428.720067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716428.720084:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716428.720089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:3.1:1779716428.775986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716428.775996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716428.776001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:3.1:1779716428.776007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf980.
00000080:00000010:3.1:1779716428.776018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:0.1:1779716428.802047:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716428.802062:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716428.802067:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:0.1:1779716428.810987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00000080:00000010:0.1:1779716428.811011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924a0.
00010000:00000010:3.1:1779716428.908318:0:344589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716428.908328:0:344589:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716428.908333:0:344589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716428.925455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffa0.
00000080:00000010:3.1:1779716428.925481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00010000:00000010:3.1:1779716429.161387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:0.1:1779716429.287438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716429.287456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716429.287460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:0.1:1779716429.320530:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716429.320554:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00010000:00000010:3.1:1779716429.384641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716429.384656:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716429.384662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:3.1:1779716429.412977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfcc0.
00000080:00000010:3.1:1779716429.412999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00010000:00000010:0.1:1779716429.543009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:0.1:1779716429.552149:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:0.1:1779716429.552165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716429.559974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff80.
00000080:00000010:3.1:1779716429.559992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00010000:00000010:3.1:1779716429.611616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:0.1:1779716429.646972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716429.646990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716429.646995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716429.657009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:0.1:1779716429.657027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00010000:00000010:3.1:1779716429.745383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716429.822040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716429.835968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:3.1:1779716429.835986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00010000:00000010:3.1:1779716429.999017:0:344606:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716429.999026:0:344606:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716430.004994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00000080:00000010:3.1:1779716430.005018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00010000:00000010:3.1:1779716430.098203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716430.174977:0:344610:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00000080:00000010:3.1:1779716430.175000:0:344610:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00010000:00000010:3.1:1779716430.248252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716430.248274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716430.248279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716430.258166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf500.
00000080:00000010:3.1:1779716430.258179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:3.1:1779716430.285088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716430.289162:0:344613:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716430.289178:0:344613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716430.301436:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf500.
00000080:00000010:3.1:1779716430.301450:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf700.
00010000:00000010:1.1:1779716430.362974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716430.362994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716430.363000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716430.376151:0:344615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00000080:00000010:1.1:1779716430.376173:0:344615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00010000:00000010:3.1:1779716430.491689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716430.491714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716430.491720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716430.512333:0:344618:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa40.
00000080:00000010:3.1:1779716430.512361:0:344618:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00010000:00000010:3.1:1779716430.574029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716430.577997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716430.578021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716430.587070:0:344619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf500.
00000080:00000010:3.1:1779716430.587095:0:344619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00010000:00000010:3.1:1779716430.665998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716430.666021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716430.666027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716430.693367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfac0.
00000080:00000010:3.1:1779716430.693390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00010000:00000010:3.1:1779716430.824138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716430.828988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716430.829009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:3.1:1779716430.850065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfac0.
00000080:00000010:3.1:1779716430.850095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa80.
00010000:00000010:0.1:1779716430.956295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716430.963146:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716430.963156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716430.979980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00000080:00000010:0.1:1779716430.980003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:3.1:1779716431.014247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716431.019023:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716431.019036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:3.1:1779716431.032988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfac0.
00000080:00000010:3.1:1779716431.033012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00000080:00000010:3.1:1779716431.083734:0:344627:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00000080:00000010:3.1:1779716431.083764:0:344627:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00010000:00000010:3.1:1779716431.162371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716431.238006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:3.1:1779716431.238026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:3.1:1779716431.258473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00000080:00000010:3.1:1779716431.258504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:3.1:1779716431.342979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:0.1:1779716431.346989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:0.1:1779716431.347011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:1.1:1779716431.400155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:1.1:1779716431.400177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:1.1:1779716431.416970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00000080:00000010:1.1:1779716431.417192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:3.1:1779716431.456560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716431.532122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716431.539321:0:344634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716431.539338:0:344634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716431.546081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9c0.
00000080:00000010:3.1:1779716431.546097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00010000:00000010:3.1:1779716431.591890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716431.595982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716431.596002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:1.1:1779716431.670017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716431.680648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:0.1:1779716431.680666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716431.705404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:1.1:1779716431.705417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00010000:00000010:1.1:1779716431.731254:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:0.1:1779716431.736478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:0.1:1779716431.736496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:3.1:1779716431.781984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716431.786990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716431.787004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716431.806971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00000080:00000010:3.1:1779716431.806988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00010000:00000010:3.1:1779716431.835044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:3.1:1779716431.917972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716431.928629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716431.928638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:0.1:1779716431.994060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716431.994074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716431.994077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716432.003166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:1.1:1779716432.003181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00010000:00000010:3.1:1779716432.133996:0:344645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716432.134005:0:344645:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716432.134008:0:344645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716432.143966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00000080:00000010:3.1:1779716432.143977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9e0.
00010000:00000010:3.1:1779716432.238973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716432.254744:0:344648:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716432.254760:0:344648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716432.266755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9e0.
00000080:00000010:3.1:1779716432.266774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00010000:00000010:0.1:1779716432.359281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716432.359295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716432.359298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716432.370969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:0.1:1779716432.370986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00010000:00000010:0.1:1779716432.437095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716432.440973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716432.440987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716432.461008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716432.461018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:3.1:1779716432.504140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716432.504153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716432.504157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716432.529008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf060.
00000080:00000010:3.1:1779716432.529030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00010000:00000010:3.1:1779716432.546000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:0.1:1779716432.550831:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:0.1:1779716432.550846:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716432.641947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:0.1:1779716432.704985:0:344657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716432.704991:0:344657:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716432.704994:0:344657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:0.1:1779716432.710973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716432.710989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00010000:00000010:3.1:1779716432.827621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716432.827636:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716432.827640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716432.836855:0:344661:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf800.
00000080:00000010:3.1:1779716432.836875:0:344661:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf040.
00010000:00000010:0.1:1779716432.900981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716432.900992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716432.900996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716432.905039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:0.1:1779716432.905055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00010000:00000010:3.1:1779716432.928072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716432.928085:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716432.928089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716432.949011:0:344664:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd00.
00000080:00000010:3.1:1779716432.949022:0:344664:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf800.
00010000:00000010:3.1:1779716432.985121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716432.985209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716432.985214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716433.062838:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716433.067517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716433.067528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716433.075597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00000080:00000010:3.1:1779716433.075613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf340.
00010000:00000010:3.1:1779716433.152456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:3.1:1779716433.152470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:3.1:1779716433.159967:0:344669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00000080:00000010:3.1:1779716433.159981:0:344669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:3.1:1779716433.192366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:3.1:1779716433.194124:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:3.1:1779716433.194134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716433.204438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:3.1:1779716433.204454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00010000:00000010:3.1:1779716433.309039:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716433.309050:0:1353:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716433.309053:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716433.316613:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6c0.
00000080:00000010:3.1:1779716433.316625:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd00.
00010000:00000010:0.1:1779716433.334078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716433.340039:0:344674:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716433.340051:0:344674:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716433.353762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00000080:00000010:0.1:1779716433.353775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:0.1:1779716433.361178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716433.361346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716433.361351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716433.368990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:0.1:1779716433.369000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:3.1:1779716433.441967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:3.1:1779716433.441980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96560.
00010000:00000010:0.1:1779716433.483434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716433.488315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716433.488323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716433.499980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716433.499994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:3.1:1779716433.529255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716433.534002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716433.534016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716433.545191:0:344679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd00.
00000080:00000010:3.1:1779716433.545212:0:344679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964a0.
00010000:00000010:3.1:1779716433.637102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716433.659060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716433.659069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:3.1:1779716433.669474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb40.
00000080:00000010:3.1:1779716433.669490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00010000:00000010:0.1:1779716433.680969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716433.680984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716433.680987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716433.694974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00000080:00000010:0.1:1779716433.694984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00010000:00000010:3.1:1779716433.727523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716433.732325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716433.732340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716433.742975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6c0.
00000080:00000010:3.1:1779716433.742991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00000080:00000010:3.1:1779716433.821147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00000080:00000010:3.1:1779716433.821156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00010000:00000010:0.1:1779716433.857855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716433.862963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716433.862976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:3.1:1779716433.901037:0:344687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716433.901046:0:344687:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716433.901050:0:344687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716433.915006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6c0.
00000080:00000010:3.1:1779716433.915025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00000080:00000010:0.1:1779716433.959002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00000080:00000010:0.1:1779716433.959017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00010000:00000010:0.1:1779716434.050055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:0.1:1779716434.050065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716434.079706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00000080:00000010:0.1:1779716434.079726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00010000:00000010:0.1:1779716434.116009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716434.116018:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716434.116022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:3.1:1779716434.143580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716434.146177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716434.146187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:3.1:1779716434.151109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe40.
00000080:00000010:3.1:1779716434.151126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfde0.
00010000:00000010:3.1:1779716434.220078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:0.1:1779716434.270992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:0.1:1779716434.271008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716434.285955:0:344695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00000080:00000010:3.1:1779716434.285967:0:344695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00010000:00000010:3.1:1779716434.314275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716434.319002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716434.319014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:3.1:1779716434.328948:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6c0.
00000080:00000010:3.1:1779716434.328957:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00010000:00000010:3.1:1779716434.389477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716434.389490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716434.389493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716434.393212:0:344699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00000080:00000010:3.1:1779716434.393230:0:344699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00010000:00000010:0.1:1779716434.442277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716434.442286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716434.442290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:0.1:1779716434.450059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:0.1:1779716434.450075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00010000:00000010:3.1:1779716434.500185:0:344700:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:3.1:1779716434.505518:0:344701:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716434.505531:0:344701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716434.518970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00000080:00000010:3.1:1779716434.518985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00010000:00000010:0.1:1779716434.540982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716434.545067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716434.545083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716434.590975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00000080:00000010:0.1:1779716434.590991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:1.1:1779716434.733556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716434.737980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716434.737993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:0.1:1779716434.742964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00000080:00000010:0.1:1779716434.742980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00010000:00000010:3.1:1779716434.820052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716434.820066:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716434.820071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:3.1:1779716434.830113:0:344707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00000080:00000010:3.1:1779716434.830123:0:344707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00010000:00000010:3.1:1779716434.926968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716434.927070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716434.931091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00000080:00000010:3.1:1779716434.931104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:1.1:1779716435.062997:0:344713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716435.063008:0:344713:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716435.063012:0:344713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716435.072961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00000080:00000010:1.1:1779716435.072971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:1.1:1779716435.167950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:1.1:1779716435.167958:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:1.1:1779716435.167962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:1.1:1779716435.179963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf140.
00000080:00000010:1.1:1779716435.179985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00010000:00000010:3.1:1779716435.296091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716435.296105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716435.296110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716435.302101:0:344719:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1a0.
00000080:00000010:3.1:1779716435.302117:0:344719:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00010000:00000010:1.1:1779716435.331964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:1.1:1779716435.331989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:1.1:1779716435.331993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716435.341989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00000080:00000010:1.1:1779716435.342001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00010000:00000010:0.1:1779716435.416394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716435.417751:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716435.417764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716435.431939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00000080:00000010:3.1:1779716435.431952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:3.1:1779716435.462567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716435.467045:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716435.467061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716435.473967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf320.
00000080:00000010:3.1:1779716435.473982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00010000:00000010:0.1:1779716435.501606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:0.1:1779716435.501622:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:0.1:1779716435.501626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716435.514067:0:344724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00000080:00000010:0.1:1779716435.514085:0:344724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:3.1:1779716435.599062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716435.668361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716435.672523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716435.672537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716435.698526:0:344727:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf320.
00000080:00000010:3.1:1779716435.698541:0:344727:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00010000:00000010:0.1:1779716435.780254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716435.785266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716435.785274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:3.1:1779716435.790047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:3.1:1779716435.790062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:3.1:1779716435.862250:0:344730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716435.871974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716435.871988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716435.876117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00000080:00000010:3.1:1779716435.876130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00010000:00000010:1.1:1779716435.893985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:3.1:1779716435.975982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:3.1:1779716435.975998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716436.012971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00000080:00000010:3.1:1779716436.012989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00010000:00000010:3.1:1779716436.039776:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716436.087293:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716436.091315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716436.091324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716436.106985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:3.1:1779716436.106997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00010000:00000010:1.1:1779716436.124188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716436.128916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716436.128944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:0.1:1779716436.161358:0:344736:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00000080:00000010:0.1:1779716436.161372:0:344736:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00010000:00000010:1.1:1779716436.193978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716436.198028:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716436.198043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:1.1:1779716436.212606:0:344737:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00000080:00000010:1.1:1779716436.212620:0:344737:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:1.1:1779716436.243984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716436.243999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716436.244003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716436.269964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00000080:00000010:1.1:1779716436.269972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00010000:00000010:3.1:1779716436.334079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716436.446952:0:344742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716436.446959:0:344742:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716436.446962:0:344742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716436.484374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfce0.
00000080:00000010:3.1:1779716436.484382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf940.
00010000:00000010:3.1:1779716436.530968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:3.1:1779716436.530982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716436.530985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716436.534967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00000080:00000010:3.1:1779716436.534977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00010000:00000010:3.1:1779716436.630074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716436.636274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716436.636287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716436.653959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf940.
00000080:00000010:3.1:1779716436.653972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00010000:00000010:3.1:1779716436.673992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:3.1:1779716436.674002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716436.674006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716436.682542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:3.1:1779716436.682561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00010000:00000010:3.1:1779716436.744436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716436.793161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716436.793171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716436.807000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00000080:00000010:3.1:1779716436.807017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:3.1:1779716436.929000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:1.1:1779716436.979299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716436.979313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716436.979317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:1.1:1779716436.995962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00000080:00000010:1.1:1779716436.995976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8c0.
00010000:00000010:3.1:1779716437.024695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716437.026975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716437.026988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716437.148979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716437.148994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716437.148998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716437.160007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00000080:00000010:3.1:1779716437.160028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf780.
00010000:00000010:0.1:1779716437.270909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716437.275641:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:1.1:1779716437.275656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716437.345066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:0.1:1779716437.378969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:0.1:1779716437.378978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716437.390957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00000080:00000010:0.1:1779716437.390970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00010000:00000010:3.1:1779716437.432974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716437.436160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716437.436174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716437.459027:0:344765:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00000080:00000010:3.1:1779716437.459040:0:344765:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00010000:00000010:0.1:1779716437.603975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716437.603990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716437.603994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716437.615976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:0.1:1779716437.615989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:1.1:1779716437.762847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716437.765972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716437.765987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716437.790972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00000080:00000010:1.1:1779716437.790990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792800.
00010000:00000010:3.1:1779716437.824973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:3.1:1779716437.824988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:3.1:1779716437.842966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00000080:00000010:3.1:1779716437.842978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00010000:00000010:1.1:1779716437.967982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716437.975025:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716437.975037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716437.981065:0:344775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716437.981083:0:344775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00010000:00000010:1.1:1779716438.014302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716438.018890:0:344776:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716438.018902:0:344776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716438.029044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716438.029055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00010000:00000010:3.1:1779716438.102960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:0.1:1779716438.139947:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716438.139960:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716438.139964:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:3.1:1779716438.183956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716438.184967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716438.184976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:3.1:1779716438.195999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf780.
00000080:00000010:3.1:1779716438.196018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfec0.
00010000:00000010:0.1:1779716438.268953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716438.272986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:1.1:1779716438.272995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716438.327143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716438.327157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716438.327161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:0.1:1779716438.333958:0:344784:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716438.333969:0:344784:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:0.1:1779716438.365758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716438.369569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716438.369578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716438.380039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00000080:00000010:0.1:1779716438.380052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00010000:00000010:0.1:1779716438.444973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716438.449557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716438.449573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:0.1:1779716438.475969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716438.475983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00010000:00000010:0.1:1779716438.505969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716438.589960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716438.593335:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716438.593346:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716438.602529:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:1.1:1779716438.602542:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00000080:00000010:3.1:1779716438.650155:0:344791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00000080:00000010:3.1:1779716438.650170:0:344791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00010000:00000010:0.1:1779716438.679256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716438.683979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:0.1:1779716438.683990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:0.1:1779716438.700972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:0.1:1779716438.700987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf000.
00010000:00000010:3.1:1779716438.742608:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:3.1:1779716438.742622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:3.1:1779716438.754260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:3.1:1779716438.754275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:0.1:1779716438.772052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716438.772066:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716438.772069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716438.780976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00000080:00000010:0.1:1779716438.780989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:3.1:1779716438.818990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716438.819001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716438.823027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00000080:00000010:0.1:1779716438.823042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:3.1:1779716438.852056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716438.852063:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716438.852066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:0.1:1779716438.857959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf260.
00000080:00000010:0.1:1779716438.857974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff00.
00010000:00000010:3.1:1779716438.949928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716439.043054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716439.047960:0:344799:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716439.047967:0:344799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716439.054501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd20.
00000080:00000010:3.1:1779716439.054518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00010000:00000010:0.1:1779716439.102277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716439.105847:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716439.105876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716439.130986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:1.1:1779716439.131012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:0.1:1779716439.320017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716439.320031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716439.320036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:0.1:1779716439.402172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716439.402186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716439.402189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716439.435962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00000080:00000010:0.1:1779716439.435976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00010000:00000010:3.1:1779716439.520133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716439.524502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716439.524517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716439.537297:0:344807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf520.
00000080:00000010:3.1:1779716439.537311:0:344807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00010000:00000010:0.1:1779716439.572117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716439.581974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716439.581984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716439.586157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00000080:00000010:0.1:1779716439.586175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00010000:00000010:3.1:1779716439.655534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716439.655543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716439.667965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96980.
00000080:00000010:3.1:1779716439.667976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00000080:00000010:3.1:1779716439.699612:0:344811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00000080:00000010:3.1:1779716439.699674:0:344811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00010000:00000010:0.1:1779716439.726048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:0.1:1779716439.726061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716439.726065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:0.1:1779716439.738970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf520.
00000080:00000010:0.1:1779716439.738988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00010000:00000010:3.1:1779716439.802964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716439.910084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:3.1:1779716439.910100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716439.910104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716439.926989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00000080:00000010:3.1:1779716439.927008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00010000:00000010:3.1:1779716439.996010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716440.000332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716440.000337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716440.007027:0:344819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00000080:00000010:0.1:1779716440.007042:0:344819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:1.1:1779716440.079880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716440.079896:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716440.079900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716440.089121:0:344821:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00000080:00000010:1.1:1779716440.089136:0:344821:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:1.1:1779716440.163490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716440.166966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716440.166976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716440.183320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00000080:00000010:1.1:1779716440.183331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:1.1:1779716440.252964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716440.258216:0:344824:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716440.258223:0:344824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:1.1:1779716440.283068:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00000080:00000010:1.1:1779716440.283086:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:1.1:1779716440.393966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:0.1:1779716440.397964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:0.1:1779716440.397972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716440.408138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00000080:00000010:1.1:1779716440.408154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00010000:00000010:3.1:1779716440.477968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716440.477979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716440.477983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716440.551996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716440.552005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716440.563977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00000080:00000010:3.1:1779716440.563988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:1.1:1779716440.643988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00000080:00000010:1.1:1779716440.644002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00010000:00000010:0.1:1779716440.840023:0:344838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716440.840036:0:344838:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:0.1:1779716440.840041:0:344838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716440.848539:0:344838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00000080:00000010:0.1:1779716440.848556:0:344838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:0.1:1779716440.893149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716440.893163:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716440.893167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716440.901973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00000080:00000010:0.1:1779716440.901989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:3.1:1779716440.963958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716440.963969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716440.963972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716440.968967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf860.
00000080:00000010:3.1:1779716440.968983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf140.
00010000:00000010:0.1:1779716440.992972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716441.003757:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716441.003771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716441.019442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716441.019456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:0.1:1779716441.099938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716441.099948:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:0.1:1779716441.099953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:0.1:1779716441.106604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:0.1:1779716441.106619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00010000:00000010:0.1:1779716441.148193:0:344846:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:3.1:1779716441.192995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:3.1:1779716441.193004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00010000:00000010:0.1:1779716441.222757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716441.238603:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:0.1:1779716441.238617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:0.1:1779716441.270967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716441.270982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716441.270986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716441.316064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:1.1:1779716441.316075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00010000:00000010:3.1:1779716441.351043:0:344849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716441.351051:0:344849:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716441.351056:0:344849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:3.1:1779716441.363943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf860.
00000080:00000010:3.1:1779716441.363966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:3.1:1779716441.687031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716441.691030:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716441.691044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:3.1:1779716441.719116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00000080:00000010:3.1:1779716441.719139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00000080:00000010:3.1:1779716441.836253:0:344858:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:3.1:1779716441.836269:0:344858:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00010000:00000010:1.1:1779716441.922138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716441.929022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716441.929033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:1.1:1779716441.943992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716441.944009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00010000:00000010:3.1:1779716441.988967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716441.992507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716441.992519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:3.1:1779716442.039298:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:3.1:1779716442.039315:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00010000:00000010:3.1:1779716442.135062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716442.135076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716442.135080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:3.1:1779716442.148959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:3.1:1779716442.148975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00010000:00000010:1.1:1779716442.189978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716442.194967:0:344863:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:1.1:1779716442.194975:0:344863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:1.1:1779716442.206963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:1.1:1779716442.206975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:3.1:1779716442.226610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716442.234970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716442.234983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:3.1:1779716442.246413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:3.1:1779716442.246422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00010000:00000010:1.1:1779716442.263970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716442.263985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716442.263990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716442.284486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716442.284500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00000080:00000010:3.1:1779716442.316988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00000080:00000010:3.1:1779716442.317007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00010000:00000010:3.1:1779716442.363965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716442.363980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716442.363985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716442.377021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00000080:00000010:3.1:1779716442.377036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:0.1:1779716442.412959:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:0.1:1779716442.412967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:1.1:1779716442.416141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00000080:00000010:1.1:1779716442.416159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00010000:00000010:3.1:1779716442.453722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716442.459967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716442.459982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:3.1:1779716442.463971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:3.1:1779716442.463988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00010000:00000010:3.1:1779716442.561032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716442.561043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716442.561047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716442.561054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:3.1:1779716442.561062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00010000:00000010:3.1:1779716442.599961:0:344872:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716442.599968:0:344872:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:3.1:1779716442.604445:0:344873:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00000080:00000010:3.1:1779716442.604463:0:344873:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ea0.
00010000:00000010:0.1:1779716442.765970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716442.765985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716442.784893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00000080:00000010:0.1:1779716442.784902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00010000:00000010:1.1:1779716442.856508:0:1102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716442.856519:0:1102:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716442.856523:0:1102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:1.1:1779716442.862125:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00000080:00000010:1.1:1779716442.862139:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00000080:00000010:3.1:1779716443.107961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:3.1:1779716443.107985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00010000:00000010:1.1:1779716443.154978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716443.154992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716443.154996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:1.1:1779716443.164959:0:344884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00000080:00000010:1.1:1779716443.164975:0:344884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00010000:00000010:1.1:1779716443.202198:0:344884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716443.202205:0:344884:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716443.202208:0:344884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:3.1:1779716443.243179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716443.294506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716443.294521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716443.294526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716443.305033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf040.
00000080:00000010:3.1:1779716443.305046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00010000:00000010:1.1:1779716443.336646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716443.336655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:1.1:1779716443.336659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716443.351021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:1.1:1779716443.351039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00010000:00000010:1.1:1779716443.401146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:0.1:1779716443.405967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:0.1:1779716443.405996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:3.1:1779716443.432990:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00000080:00000010:3.1:1779716443.433008:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00000080:00000010:3.1:1779716443.475889:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00000080:00000010:3.1:1779716443.475899:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:1.1:1779716443.501985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716443.502003:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716443.502007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716443.502013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716443.502023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:1.1:1779716443.520964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716443.520978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716443.520981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716443.535074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716443.535086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00010000:00000010:1.1:1779716443.558088:0:344893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716443.562051:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716443.562060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716443.566036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00000080:00000010:1.1:1779716443.566049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00010000:00000010:3.1:1779716443.699958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:0.1:1779716443.700072:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716443.700077:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:1.1:1779716443.710813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfaa0.
00000080:00000010:1.1:1779716443.710842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf300.
00010000:00000010:1.1:1779716443.739033:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716443.739043:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716443.739046:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716443.739051:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00000080:00000010:1.1:1779716443.739058:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:3.1:1779716443.847007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:0.1:1779716443.882394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716443.882403:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716443.882406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716443.889202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00000080:00000010:0.1:1779716443.889217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00010000:00000010:3.1:1779716443.914082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716443.914097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716443.914101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716443.931505:0:344903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffa0.
00000080:00000010:3.1:1779716443.931516:0:344903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00010000:00000010:3.1:1779716443.958147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716444.000083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716444.090181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716444.094975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716444.094990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:3.1:1779716444.107977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5e0.
00000080:00000010:3.1:1779716444.107994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00010000:00000010:1.1:1779716444.151982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716444.151997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:1.1:1779716444.152001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716444.170277:0:344908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f00.
00000080:00000010:1.1:1779716444.170300:0:344908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00010000:00000010:3.1:1779716444.262441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716444.266442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716444.266455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:3.1:1779716444.293126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff80.
00000080:00000010:3.1:1779716444.293137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00010000:00000010:0.1:1779716444.383043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:1.1:1779716444.384009:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:1.1:1779716444.384020:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:3.1:1779716444.406970:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5e0.
00000080:00000010:3.1:1779716444.406987:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00010000:00000010:3.1:1779716444.528991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716444.529004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716444.529008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:3.1:1779716444.534100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:3.1:1779716444.534110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00010000:00000010:0.1:1779716444.632975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716444.637970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716444.637978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716444.653063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716444.653079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716444.730617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00000080:00000010:0.1:1779716444.730636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00010000:00000010:3.1:1779716444.808010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:3.1:1779716444.818977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716444.818985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716444.822543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00000080:00000010:3.1:1779716444.822561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00000080:00000010:0.1:1779716444.895172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00000080:00000010:0.1:1779716444.895191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00010000:00000010:1.1:1779716444.930969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716444.930984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716444.930989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716444.943792:0:344923:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00000080:00000010:1.1:1779716444.943809:0:344923:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:3.1:1779716444.987004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:1.1:1779716445.035140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716445.083994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716445.101533:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716445.101543:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716445.114011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00000080:00000010:1.1:1779716445.114030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00010000:00000010:1.1:1779716445.190987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716445.197364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716445.197373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:1.1:1779716445.209251:0:344928:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00000080:00000010:1.1:1779716445.209261:0:344928:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:3.1:1779716445.314272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716445.412133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716445.417047:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716445.417056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:3.1:1779716445.429637:0:344933:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf460.
00000080:00000010:3.1:1779716445.429656:0:344933:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb60.
00010000:00000010:3.1:1779716445.498057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:3.1:1779716445.498073:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716445.498077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716445.521025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00000080:00000010:3.1:1779716445.521035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:0.1:1779716445.580032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:0.1:1779716445.580042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:0.1:1779716445.593969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00000080:00000010:0.1:1779716445.593984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf460.
00010000:00000010:3.1:1779716445.680906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716445.680917:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716445.680944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716445.696956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfac0.
00000080:00000010:0.1:1779716445.696969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00010000:00000010:0.1:1779716445.722975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:0.1:1779716445.722988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:0.1:1779716445.722991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:0.1:1779716445.729965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00000080:00000010:0.1:1779716445.729981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00000080:00000010:3.1:1779716445.780963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00000080:00000010:3.1:1779716445.780977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00010000:00000010:3.1:1779716445.869482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716445.873074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716445.873087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716445.883641:0:344943:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00000080:00000010:3.1:1779716445.883664:0:344943:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf700.
00010000:00000010:3.1:1779716445.926235:0:344944:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716445.926242:0:344944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716445.937262:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00000080:00000010:3.1:1779716445.937272:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00010000:00000010:3.1:1779716445.951499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716445.951515:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716445.951519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716445.973973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00000080:00000010:3.1:1779716445.973986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa40.
00010000:00000010:0.1:1779716446.006966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716446.007253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:1.1:1779716446.007259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:3.1:1779716446.057462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00000080:00000010:3.1:1779716446.057477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:3.1:1779716446.088686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716446.146097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716446.157969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716446.157979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:3.1:1779716446.168085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf360.
00000080:00000010:3.1:1779716446.168105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:0.1:1779716446.199461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00000080:00000010:0.1:1779716446.199475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00010000:00000010:3.1:1779716446.243989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716446.252997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:3.1:1779716446.253008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:3.1:1779716446.265969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00000080:00000010:3.1:1779716446.265982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00010000:00000010:1.1:1779716446.295615:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716446.295624:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716446.295628:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716446.311153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00000080:00000010:1.1:1779716446.311164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00010000:00000010:3.1:1779716446.357842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:3.1:1779716446.368969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:3.1:1779716446.368982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716446.379617:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:3.1:1779716446.379627:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00010000:00000010:0.1:1779716446.389102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716446.389117:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716446.389121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716446.401999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:0.1:1779716446.402015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:0.1:1779716446.419532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716446.427497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716446.427505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716446.452055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00000080:00000010:0.1:1779716446.452069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00010000:00000010:0.1:1779716446.511983:0:344958:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:0.1:1779716446.511989:0:344958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716446.515968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00000080:00000010:0.1:1779716446.515978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:0.1:1779716446.622424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716446.622441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716446.622445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716446.637106:0:344961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716446.637122:0:344961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:3.1:1779716446.689302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716446.689314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:3.1:1779716446.715953:0:344962:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:3.1:1779716446.715962:0:344962:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:0.1:1779716446.760553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716446.763989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716446.764005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:0.1:1779716446.773097:0:344963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716446.773113:0:344963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfae0.
00010000:00000010:3.1:1779716446.882596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716446.882606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716446.896012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965c0.
00000080:00000010:3.1:1779716446.896032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00010000:00000010:3.1:1779716446.920370:0:344965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:3.1:1779716446.920379:0:344965:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716446.920383:0:344965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:3.1:1779716446.927997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00000080:00000010:3.1:1779716446.928014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:3.1:1779716446.968110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00000080:00000010:3.1:1779716446.968125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:3.1:1779716447.014629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:3.1:1779716447.014645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716447.014649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:3.1:1779716447.018718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00000080:00000010:3.1:1779716447.018736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:1.1:1779716447.049058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:1.1:1779716447.052978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716447.052994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716447.061978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:1.1:1779716447.061993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00010000:00000010:3.1:1779716447.207985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716447.208000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716447.208005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716447.220963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00000080:00000010:3.1:1779716447.220973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:3.1:1779716447.308315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716447.308330:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716447.308334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716447.344104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00000080:00000010:3.1:1779716447.344125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00010000:00000010:0.1:1779716447.378103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716447.378118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716447.404057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00000080:00000010:0.1:1779716447.404073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00010000:00000010:3.1:1779716447.427461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716447.476957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716447.528774:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716447.532424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716447.532436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716447.541319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00000080:00000010:3.1:1779716447.541334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00010000:00000010:3.1:1779716447.695032:0:344983:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:3.1:1779716447.695043:0:344983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716447.706859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00000080:00000010:3.1:1779716447.706877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00000080:00000010:3.1:1779716447.789970:0:344985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00000080:00000010:3.1:1779716447.789986:0:344985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:3.1:1779716447.862969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:0.1:1779716447.909973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716447.916163:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716447.916171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716447.924000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00000080:00000010:0.1:1779716447.924016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:0.1:1779716448.027004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716448.038311:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716448.038318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:3.1:1779716448.162084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716448.162092:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716448.162096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:3.1:1779716448.180540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf040.
00000080:00000010:3.1:1779716448.180552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfaa0.
00010000:00000010:3.1:1779716448.193256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716448.193272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716448.193276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:3.1:1779716448.214779:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00000080:00000010:3.1:1779716448.214802:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf340.
00010000:00000010:3.1:1779716448.299088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716448.303252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716448.303268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716448.316019:0:344997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00000080:00000010:3.1:1779716448.316032:0:344997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96440.
00010000:00000010:3.1:1779716448.408032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716448.412461:0:344999:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716448.412476:0:344999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:3.1:1779716448.418975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00000080:00000010:3.1:1779716448.418991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00010000:00000010:3.1:1779716448.528997:0:345001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716448.535821:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716448.535831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:3.1:1779716448.543988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00000080:00000010:3.1:1779716448.544002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf040.
00010000:00000010:0.1:1779716448.562121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716448.562135:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716448.562138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716448.573890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00000080:00000010:0.1:1779716448.573905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:3.1:1779716448.619957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:3.1:1779716448.624057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716448.624071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:3.1:1779716448.648981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b00.
00000080:00000010:3.1:1779716448.648997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:3.1:1779716448.738967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716448.738981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716448.738985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:3.1:1779716448.747055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00000080:00000010:3.1:1779716448.747070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd00.
00010000:00000010:0.1:1779716448.791460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:0.1:1779716448.791472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:3.1:1779716448.845054:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716448.845066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716448.849119:0:345009:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00000080:00000010:3.1:1779716448.849134:0:345009:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00010000:00000010:3.1:1779716448.887411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716448.942971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716448.947545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716448.947562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716448.980961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:3.1:1779716448.980976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6c0.
00000080:00000010:1.1:1779716449.047479:0:345012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:1.1:1779716449.047493:0:345012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:3.1:1779716449.154655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716449.161019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716449.161032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716449.184060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00000080:00000010:3.1:1779716449.184079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:3.1:1779716449.379794:0:345017:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00000080:00000010:3.1:1779716449.379809:0:345017:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00000080:00000010:3.1:1779716449.445962:0:345018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00000080:00000010:3.1:1779716449.445976:0:345018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00010000:00000010:3.1:1779716449.533099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716449.544002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716449.544015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716449.544020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00000080:00000010:3.1:1779716449.544029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf440.
00010000:00000010:1.1:1779716449.580536:0:345020:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716449.600216:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716449.600225:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:1.1:1779716449.611397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00000080:00000010:1.1:1779716449.611405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00010000:00000010:3.1:1779716449.706181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716449.706190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716449.706193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716449.714970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0e0.
00000080:00000010:3.1:1779716449.714986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2e0.
00010000:00000010:3.1:1779716449.777976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716449.777991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716449.788062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00000080:00000010:3.1:1779716449.788075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:1.1:1779716449.820539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716449.826017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716449.826029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716449.831037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00000080:00000010:1.1:1779716449.831050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00010000:00000010:1.1:1779716449.847133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716449.854449:0:345028:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716449.854457:0:345028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716449.864421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00000080:00000010:1.1:1779716449.864440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00010000:00000010:1.1:1779716449.887046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716449.887056:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716449.887060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716449.900984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00000080:00000010:1.1:1779716449.900999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00010000:00000010:3.1:1779716449.965960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716449.965969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716449.965972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716449.973989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00000080:00000010:3.1:1779716449.974000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0e0.
00010000:00000010:1.1:1779716449.996954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716449.999434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716449.999445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716450.005967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00000080:00000010:1.1:1779716450.005983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00010000:00000010:3.1:1779716450.028256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716450.073975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716450.073987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716450.073991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:3.1:1779716450.073996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf140.
00000080:00000010:3.1:1779716450.074003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00010000:00000010:1.1:1779716450.174679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:1.1:1779716450.174688:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:1.1:1779716450.174691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:1.1:1779716450.190963:0:345037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00000080:00000010:1.1:1779716450.190975:0:345037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf140.
00010000:00000010:1.1:1779716450.206070:0:345037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716450.206077:0:345037:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716450.206080:0:345037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716450.220197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00000080:00000010:1.1:1779716450.220209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00010000:00000010:1.1:1779716450.234072:0:345038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716450.234079:0:345038:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716450.234082:0:345038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716450.243998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ea0.
00000080:00000010:1.1:1779716450.244010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:1.1:1779716450.259512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716450.274962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716450.274971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716450.286152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:1.1:1779716450.286163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00010000:00000010:3.1:1779716450.307941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:0.1:1779716450.312200:0:345041:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:0.1:1779716450.312207:0:345041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:3.1:1779716450.455701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716450.518966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00000080:00000010:3.1:1779716450.518976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00010000:00000010:1.1:1779716450.519130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:1.1:1779716450.519139:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:1.1:1779716450.519142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:3.1:1779716450.619968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716450.619980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716450.619984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716450.627967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc60.
00000080:00000010:3.1:1779716450.627979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf3c0.
00010000:00000010:3.1:1779716450.647002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716450.652264:0:345050:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716450.652277:0:345050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716450.667968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf3c0.
00000080:00000010:3.1:1779716450.667982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00010000:00000010:3.1:1779716450.747963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716450.747990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716450.747993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716450.767957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf3c0.
00000080:00000010:3.1:1779716450.767968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00010000:00000010:0.1:1779716450.865947:0:345055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716450.865956:0:345055:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716450.865960:0:345055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716450.865965:0:345055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716450.865971:0:345055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:3.1:1779716451.029204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716451.029217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716451.034437:0:345057:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00000080:00000010:3.1:1779716451.034449:0:345057:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00010000:00000010:1.1:1779716451.065994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:0.1:1779716451.069081:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:0.1:1779716451.069094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:3.1:1779716451.156533:0:345058:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716451.156546:0:345058:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716451.161970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:3.1:1779716451.161987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00010000:00000010:3.1:1779716451.218974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716451.218989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:3.1:1779716451.218993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:3.1:1779716451.234970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00000080:00000010:3.1:1779716451.234984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:1.1:1779716451.274119:0:345061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716451.274126:0:345061:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716451.274130:0:345061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716451.284961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716451.284971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:3.1:1779716451.304985:0:345062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716451.304993:0:345062:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716451.304996:0:345062:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:3.1:1779716451.316465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf320.
00000080:00000010:3.1:1779716451.316486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00010000:00000010:3.1:1779716451.430435:0:345064:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:3.1:1779716451.430443:0:345064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:3.1:1779716451.449235:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00000080:00000010:3.1:1779716451.449246:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:1.1:1779716451.475097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716451.489144:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:0.1:1779716451.489155:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:3.1:1779716451.511064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:3.1:1779716451.511079:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716451.511083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716451.523430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:3.1:1779716451.523445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00010000:00000010:1.1:1779716451.549967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716451.549984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716451.549988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:1.1:1779716451.564114:0:345068:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:1.1:1779716451.564128:0:345068:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00010000:00000010:1.1:1779716451.587259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716451.587274:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716451.587277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716451.599990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:1.1:1779716451.600000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:1.1:1779716451.699965:0:345071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716451.699972:0:345071:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:1.1:1779716451.699976:0:345071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:1.1:1779716451.716118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:1.1:1779716451.716128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00010000:00000010:3.1:1779716451.819974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716451.835064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716451.835076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716451.835082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00000080:00000010:3.1:1779716451.835091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf580.
00010000:00000010:3.1:1779716451.881050:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716451.881061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716451.920998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:3.1:1779716451.921019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00010000:00000010:0.1:1779716451.954441:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716451.954453:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716451.954457:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:3.1:1779716452.019970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716452.019984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716452.032460:0:345078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00000080:00000010:3.1:1779716452.032477:0:345078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00010000:00000010:3.1:1779716452.149966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716452.149983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716452.149988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716452.181087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00000080:00000010:3.1:1779716452.181101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00010000:00000010:1.1:1779716452.218973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716452.222160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716452.222174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716452.231176:0:345082:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00000080:00000010:1.1:1779716452.231190:0:345082:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00010000:00000010:0.1:1779716452.300053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716452.300067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:0.1:1779716452.300072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:0.1:1779716452.308253:0:345083:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:0.1:1779716452.308263:0:345083:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00010000:00000010:0.1:1779716452.338798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716452.338812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716452.338816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716452.347962:0:345084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716452.347975:0:345084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00010000:00000010:3.1:1779716452.379964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:0.1:1779716452.504150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716452.504166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716452.504170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716452.521962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00000080:00000010:0.1:1779716452.521980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00010000:00000010:3.1:1779716452.553981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716452.553998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716452.554001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716452.571405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00000080:00000010:3.1:1779716452.571419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1e0.
00010000:00000010:1.1:1779716452.635973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716452.639980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716452.639993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716452.649958:0:345090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00000080:00000010:1.1:1779716452.649970:0:345090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:1.1:1779716452.717972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:1.1:1779716452.717985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:1.1:1779716452.717988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716452.717992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00000080:00000010:1.1:1779716452.717998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00010000:00000010:3.1:1779716452.789029:0:345094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716452.789044:0:345094:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716452.789048:0:345094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716452.812103:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00000080:00000010:3.1:1779716452.814468:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00010000:00000010:1.1:1779716452.849962:0:345095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716452.853783:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716452.853795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716452.859977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00000080:00000010:1.1:1779716452.859991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00010000:00000010:1.1:1779716452.932986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716452.933001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716452.933005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716452.954189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00000080:00000010:1.1:1779716452.954200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00010000:00000010:1.1:1779716452.975987:0:345098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716452.983748:0:345099:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716452.983768:0:345099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:1.1:1779716452.997230:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00000080:00000010:1.1:1779716452.997243:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:3.1:1779716453.016225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:3.1:1779716453.021051:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716453.021061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:3.1:1779716453.028262:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00000080:00000010:3.1:1779716453.028272:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:3.1:1779716453.129970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:0.1:1779716453.156972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716453.157026:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:1.1:1779716453.157032:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716453.160960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716453.160971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:0.1:1779716453.271908:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716453.276019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:1.1:1779716453.276032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716453.321971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716453.325972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716453.325986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:3.1:1779716453.388356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716453.388364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716453.388368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716453.393060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf000.
00000080:00000010:3.1:1779716453.393075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfec0.
00010000:00000010:1.1:1779716453.449990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:1.1:1779716453.450001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:1.1:1779716453.450004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:3.1:1779716453.503597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716453.503612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716453.503616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716453.514168:0:345113:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf000.
00000080:00000010:3.1:1779716453.514267:0:345113:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf260.
00010000:00000010:3.1:1779716453.545968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716453.545982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716453.545987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716453.562962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff60.
00000080:00000010:3.1:1779716453.562975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf260.
00010000:00000010:3.1:1779716453.591010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716453.673961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716453.673971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716453.679166:0:345117:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00000080:00000010:3.1:1779716453.679176:0:345117:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00010000:00000010:3.1:1779716453.796965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716453.796976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716453.796980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:3.1:1779716453.816005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00000080:00000010:3.1:1779716453.816019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb00.
00010000:00000010:3.1:1779716453.886700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716453.886714:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716453.886719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:3.1:1779716453.901360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf180.
00000080:00000010:3.1:1779716453.901375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00010000:00000010:1.1:1779716453.923200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716453.927162:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716453.927174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716453.945107:0:345123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00000080:00000010:1.1:1779716453.945120:0:345123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00010000:00000010:1.1:1779716453.982966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:0.1:1779716453.986961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:0.1:1779716453.986976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:3.1:1779716454.009095:0:345124:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00000080:00000010:3.1:1779716454.009113:0:345124:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00010000:00000010:1.1:1779716454.048979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716454.048994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:1.1:1779716454.048998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:1.1:1779716454.101457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716454.166699:0:345126:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:1.1:1779716454.166714:0:345126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716454.174019:0:345127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00000080:00000010:1.1:1779716454.174035:0:345127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00010000:00000010:3.1:1779716454.211814:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:3.1:1779716454.211830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716454.217046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:3.1:1779716454.217061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00000080:00000010:3.1:1779716454.268042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96560.
00000080:00000010:3.1:1779716454.268051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00010000:00000010:0.1:1779716454.330969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:0.1:1779716454.330984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:0.1:1779716454.330988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716454.337961:0:345131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00000080:00000010:0.1:1779716454.337973:0:345131:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00010000:00000010:0.1:1779716454.372976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716454.412203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716454.421974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716454.421987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:0.1:1779716454.431985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:0.1:1779716454.432005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff00.
00010000:00000010:3.1:1779716454.487291:0:345135:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716454.487299:0:345135:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716454.487302:0:345135:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:3.1:1779716454.499080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8c0.
00000080:00000010:3.1:1779716454.499101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfec0.
00010000:00000010:0.1:1779716454.573076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716454.573090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716454.573095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716454.584528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00000080:00000010:0.1:1779716454.584544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:3.1:1779716454.629986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716454.636699:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:3.1:1779716454.636716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:3.1:1779716454.665090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf660.
00000080:00000010:3.1:1779716454.665110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00010000:00000010:3.1:1779716454.795992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716454.993082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716454.997038:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716454.997054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716455.009335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb20.
00000080:00000010:3.1:1779716455.009350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00010000:00000010:3.1:1779716455.155008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716455.155224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716455.155231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716455.162961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00000080:00000010:3.1:1779716455.162970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfce0.
00010000:00000010:3.1:1779716455.209955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:3.1:1779716455.237967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716455.237982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716455.249824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00000080:00000010:3.1:1779716455.249839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00010000:00000010:3.1:1779716455.313982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716455.318962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716455.318978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716455.334038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf520.
00000080:00000010:3.1:1779716455.334051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfce0.
00010000:00000010:0.1:1779716455.414271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716455.419305:0:345153:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716455.419386:0:345153:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716455.436509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716455.436524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:0.1:1779716455.457165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:1.1:1779716455.462453:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:1.1:1779716455.462465:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:3.1:1779716455.541006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:1.1:1779716455.546348:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:1.1:1779716455.546361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716455.570983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716455.570998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716455.571001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:0.1:1779716455.582958:0:345158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00000080:00000010:0.1:1779716455.582967:0:345158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:0.1:1779716455.651977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716455.655091:0:345160:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716455.655097:0:345160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:0.1:1779716455.660952:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:0.1:1779716455.660968:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00010000:00000010:0.1:1779716455.713524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716455.713536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716455.713540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716455.724996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:0.1:1779716455.725006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:3.1:1779716455.825112:0:345165:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716455.825124:0:345165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716455.833183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00000080:00000010:3.1:1779716455.833191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00010000:00000010:3.1:1779716455.854044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716455.854053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716455.854056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716455.871972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf580.
00000080:00000010:3.1:1779716455.871986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00010000:00000010:3.1:1779716455.946038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:3.1:1779716455.950030:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716455.950045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716455.963964:0:345169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00000080:00000010:3.1:1779716455.963979:0:345169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:3.1:1779716456.086381:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716456.086392:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716456.086455:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:3.1:1779716456.114165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8e0.
00000080:00000010:3.1:1779716456.114180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00010000:00000010:0.1:1779716456.183966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716456.183980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:0.1:1779716456.183985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:0.1:1779716456.203227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00000080:00000010:0.1:1779716456.203243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00010000:00000010:3.1:1779716456.355070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716456.358974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716456.358990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716456.379462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00000080:00000010:3.1:1779716456.379476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7c0.
00010000:00000010:3.1:1779716456.394975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:0.1:1779716456.395031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:0.1:1779716456.395037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:0.1:1779716456.411964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7c0.
00000080:00000010:0.1:1779716456.411977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf200.
00010000:00000010:0.1:1779716456.480971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716456.480979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716456.480983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716456.557968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716456.557981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716456.557986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716456.581364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:0.1:1779716456.581373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:0.1:1779716456.610972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716456.610994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716456.610999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716456.617966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716456.617979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:0.1:1779716456.722001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716456.725970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716456.725983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716456.745959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:0.1:1779716456.745970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:3.1:1779716456.775098:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716456.812100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716456.812111:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716456.812114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:3.1:1779716456.823956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00000080:00000010:3.1:1779716456.823968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00010000:00000010:1.1:1779716456.904056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716456.904068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:1.1:1779716456.904072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:1.1:1779716456.904077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:1.1:1779716456.904084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:3.1:1779716456.966284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716456.966297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716456.966302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716456.990971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0e0.
00000080:00000010:3.1:1779716456.990995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00010000:00000010:1.1:1779716457.052943:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716457.052951:0:1353:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:1.1:1779716457.052955:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716457.067302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00000080:00000010:1.1:1779716457.067318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00010000:00000010:1.1:1779716457.156971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716457.162997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716457.163018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716457.167034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00000080:00000010:1.1:1779716457.167047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00010000:00000010:3.1:1779716457.185977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716457.185985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716457.185988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716457.192159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf560.
00000080:00000010:3.1:1779716457.192169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf440.
00010000:00000010:1.1:1779716457.250118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716457.254172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716457.254186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716457.276018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00000080:00000010:1.1:1779716457.276033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00010000:00000010:3.1:1779716457.425990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:3.1:1779716457.426009:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:3.1:1779716457.426013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:3.1:1779716457.446895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:3.1:1779716457.473969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:0.1:1779716457.482963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:0.1:1779716457.482977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:3.1:1779716457.512172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716457.512186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:0.1:1779716457.519111:0:345206:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00000080:00000010:0.1:1779716457.519123:0:345206:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:3.1:1779716457.541982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716457.545064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716457.545079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:3.1:1779716457.553083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfde0.
00000080:00000010:3.1:1779716457.553099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00010000:00000010:3.1:1779716457.654195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:3.1:1779716457.658197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:3.1:1779716457.658209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716457.666011:0:345209:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:3.1:1779716457.666025:0:345209:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00010000:00000010:3.1:1779716457.749981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716457.754137:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716457.754145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716457.754150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe40.
00000080:00000010:3.1:1779716457.754156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965c0.
00010000:00000010:3.1:1779716457.836028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716457.850122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716457.850131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716457.859043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe40.
00000080:00000010:3.1:1779716457.859056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00010000:00000010:0.1:1779716457.910974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:0.1:1779716457.910986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716457.916086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:3.1:1779716457.924984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792600.
00000080:00000010:3.1:1779716457.924994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00010000:00000010:3.1:1779716457.955883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716457.960038:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716457.960053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716458.024179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716458.024193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716458.024197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716458.032995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf040.
00000080:00000010:3.1:1779716458.033018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00010000:00000010:1.1:1779716458.118392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716458.118403:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716458.118406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716458.130960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:1.1:1779716458.130971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00010000:00000010:1.1:1779716458.142979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716458.142994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716458.142998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716458.152961:0:345221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00000080:00000010:1.1:1779716458.152975:0:345221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:3.1:1779716458.185902:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:3.1:1779716458.188977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:3.1:1779716458.188990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716458.262089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716458.266553:0:345223:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716458.266561:0:345223:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716458.282200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00000080:00000010:1.1:1779716458.282211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:1.1:1779716458.308138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716458.316975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716458.316989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:3.1:1779716458.342129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716458.350016:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716458.350028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:3.1:1779716458.362050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00000080:00000010:3.1:1779716458.362066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:3.1:1779716458.516977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716458.516992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716458.516997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716458.535978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf620.
00000080:00000010:3.1:1779716458.535991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf060.
00010000:00000010:3.1:1779716458.571476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:0.1:1779716458.577783:0:345230:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:0.1:1779716458.577797:0:345230:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:0.1:1779716458.587130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf060.
00000080:00000010:0.1:1779716458.587152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00010000:00000010:0.1:1779716458.604974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716458.604988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716458.604992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716458.616062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716458.616077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00010000:00000010:3.1:1779716458.650374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716458.650386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716458.650391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716458.681963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00000080:00000010:3.1:1779716458.681979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00010000:00000010:0.1:1779716458.709081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716458.709097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716458.709101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716458.723434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716458.723449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:3.1:1779716458.781972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716458.781988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716458.781992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716458.788104:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf980.
00000080:00000010:3.1:1779716458.788119:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf620.
00010000:00000010:3.1:1779716458.836407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:3.1:1779716458.836419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:3.1:1779716458.836423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:3.1:1779716458.836428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00000080:00000010:3.1:1779716458.836436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:0.1:1779716458.880969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716458.884463:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716458.884478:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:0.1:1779716458.957810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00000080:00000010:0.1:1779716458.957827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00010000:00000010:3.1:1779716458.998966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716459.008964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716459.008976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:3.1:1779716459.017125:0:345239:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00000080:00000010:3.1:1779716459.017139:0:345239:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00010000:00000010:3.1:1779716459.068070:0:345240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716459.068085:0:345240:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716459.068089:0:345240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716459.085005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00000080:00000010:3.1:1779716459.085017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf620.
00010000:00000010:1.1:1779716459.142032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716459.142046:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:1.1:1779716459.142050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716459.157017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:1.1:1779716459.157032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:3.1:1779716459.244978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:0.1:1779716459.309015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716459.319115:0:345245:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716459.319128:0:345245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716459.334567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00000080:00000010:0.1:1779716459.334583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:3.1:1779716459.358454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716459.358468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716459.358472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:3.1:1779716459.387011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00000080:00000010:3.1:1779716459.387030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00010000:00000010:3.1:1779716459.481561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716459.487976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716459.487984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:0.1:1779716459.496422:0:345248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00000080:00000010:0.1:1779716459.496438:0:345248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffa0.
00000080:00000010:3.1:1779716459.533419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:3.1:1779716459.533431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:0.1:1779716459.591535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:0.1:1779716459.591550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96440.
00010000:00000010:3.1:1779716459.690916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716459.698139:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716459.698151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716459.792642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00000080:00000010:3.1:1779716459.792666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00010000:00000010:1.1:1779716459.825056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716459.825070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716459.825073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716459.870118:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716459.939987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716459.940000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716459.940005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:1.1:1779716459.946119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00000080:00000010:1.1:1779716459.946129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00010000:00000010:3.1:1779716459.975126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:0.1:1779716460.046553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00000080:00000010:0.1:1779716460.046569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00010000:00000010:3.1:1779716460.081976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716460.081991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716460.081995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716460.094947:0:345259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf400.
00000080:00000010:3.1:1779716460.094957:0:345259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf360.
00000080:00000010:3.1:1779716460.153939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00000080:00000010:3.1:1779716460.153947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:0.1:1779716460.170973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716460.170988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716460.170992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:0.1:1779716460.203830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716460.203850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00010000:00000010:3.1:1779716460.280024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716460.283966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716460.283981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716460.293037:0:345263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf400.
00000080:00000010:3.1:1779716460.293051:0:345263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf360.
00010000:00000010:0.1:1779716460.380976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716460.380993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716460.380997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:3.1:1779716460.473342:0:345267:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716460.473358:0:345267:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716460.473362:0:345267:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:3.1:1779716460.490843:0:345267:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00000080:00000010:3.1:1779716460.490861:0:345267:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf400.
00010000:00000010:3.1:1779716460.652890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716460.652905:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716460.652909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716460.811637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716460.815002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716460.815016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716460.828939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf500.
00000080:00000010:3.1:1779716460.828956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf700.
00000080:00000010:3.1:1779716460.933906:0:345274:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00000080:00000010:3.1:1779716460.933936:0:345274:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00010000:00000010:0.1:1779716461.058900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716461.063966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716461.063982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716461.092989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00000080:00000010:0.1:1779716461.092999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:1.1:1779716461.155964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716461.155972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716461.155976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716461.155981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00000080:00000010:1.1:1779716461.155988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:0.1:1779716461.208966:0:345279:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716461.208977:0:345279:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:3.1:1779716461.243995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:3.1:1779716461.244009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:3.1:1779716461.256625:0:345280:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96980.
00000080:00000010:3.1:1779716461.256640:0:345280:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00010000:00000010:3.1:1779716461.330139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716461.335967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716461.335978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:0.1:1779716461.344962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf460.
00000080:00000010:0.1:1779716461.344978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa80.
00010000:00000010:3.1:1779716461.371189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:0.1:1779716461.450139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716461.454704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716461.454717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716461.466033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00000080:00000010:0.1:1779716461.466052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:0.1:1779716461.482974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716461.482989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716461.482993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:3.1:1779716461.492670:0:345286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:3.1:1779716461.492681:0:345286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:3.1:1779716461.557085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716461.557100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716461.557104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:1.1:1779716461.597982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716461.602973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:1.1:1779716461.602984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:1.1:1779716461.606979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:1.1:1779716461.606993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96040.
00010000:00000010:3.1:1779716461.699112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:3.1:1779716461.767377:0:345291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716461.767385:0:345291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716461.767389:0:345291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716461.780957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa80.
00000080:00000010:3.1:1779716461.780975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00010000:00000010:3.1:1779716461.812096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:3.1:1779716461.817158:0:345292:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:3.1:1779716461.817166:0:345292:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:3.1:1779716461.824042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00000080:00000010:3.1:1779716461.824056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00010000:00000010:3.1:1779716461.884390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:3.1:1779716461.884400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:3.1:1779716461.884404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:3.1:1779716461.891981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:3.1:1779716461.891996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00000080:00000010:3.1:1779716462.020942:0:345298:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:3.1:1779716462.020951:0:345298:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:3.1:1779716462.033315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716462.039966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716462.039974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:3.1:1779716462.055446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00000080:00000010:3.1:1779716462.055457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00010000:00000010:0.1:1779716462.106663:0:345300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716462.115980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716462.115991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:0.1:1779716462.119096:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716462.119105:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00000080:00000010:3.1:1779716462.154356:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00000080:00000010:3.1:1779716462.154370:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00000080:00000010:0.1:1779716462.194081:0:345303:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00000080:00000010:0.1:1779716462.194090:0:345303:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965c0.
00010000:00000010:0.1:1779716462.212972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716462.212998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716462.213002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716462.228911:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:0.1:1779716462.228946:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:3.1:1779716462.318176:0:345307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716462.318188:0:345307:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716462.318191:0:345307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716462.318195:0:345307:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00000080:00000010:3.1:1779716462.324018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffe0.
00010000:00000010:3.1:1779716462.496162:0:345312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:3.1:1779716462.496176:0:345312:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:3.1:1779716462.496181:0:345312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:3.1:1779716462.513900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00000080:00000010:3.1:1779716462.513911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:1.1:1779716462.589990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716462.589997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716462.590001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:1.1:1779716462.590007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00000080:00000010:1.1:1779716462.590014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:3.1:1779716462.767126:0:345320:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00000080:00000010:3.1:1779716462.767139:0:345320:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:3.1:1779716462.796116:0:345321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716462.796129:0:345321:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716462.796133:0:345321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716462.796137:0:345321:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00000080:00000010:3.1:1779716462.796146:0:345321:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5e0.
00010000:00000010:0.1:1779716462.860093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716462.864071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716462.864078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716462.869095:0:345323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716462.869112:0:345323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:0.1:1779716462.891359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716462.901028:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716462.901044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716462.908061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:0.1:1779716462.908077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00010000:00000010:0.1:1779716463.000965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:0.1:1779716463.000979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:3.1:1779716463.001084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716463.077084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:1.1:1779716463.130490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716463.130502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716463.130505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716463.141431:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00000080:00000010:1.1:1779716463.141448:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00010000:00000010:3.1:1779716463.175962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716463.175976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716463.175980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:3.1:1779716463.193007:0:345331:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9e0.
00000080:00000010:3.1:1779716463.193021:0:345331:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:3.1:1779716463.219966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716463.219980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716463.219984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716463.236062:0:345332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5a0.
00000080:00000010:3.1:1779716463.236080:0:345332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9e0.
00010000:00000010:1.1:1779716463.280342:0:345332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716463.280359:0:345332:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716463.280364:0:345332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:1.1:1779716463.291609:0:345333:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00000080:00000010:1.1:1779716463.291624:0:345333:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00010000:00000010:1.1:1779716463.394974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716463.401944:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716463.401957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716463.409462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00000080:00000010:1.1:1779716463.409477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00010000:00000010:3.1:1779716463.432108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716463.432118:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716463.432121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:3.1:1779716463.440965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf340.
00000080:00000010:3.1:1779716463.440984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:1.1:1779716463.522971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716463.522984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716463.522989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716463.522995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00000080:00000010:1.1:1779716463.523002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00010000:00000010:1.1:1779716463.581084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716463.585970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716463.585985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:3.1:1779716463.597967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00000080:00000010:3.1:1779716463.597981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00010000:00000010:0.1:1779716463.632985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:0.1:1779716463.633002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716463.633006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:0.1:1779716463.639121:0:345341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf040.
00000080:00000010:0.1:1779716463.639134:0:345341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00010000:00000010:0.1:1779716463.664143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716463.668248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716463.668263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716463.676972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:0.1:1779716463.689954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00010000:00000010:3.1:1779716463.715379:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:3.1:1779716463.752744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00000080:00000010:3.1:1779716463.752754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00010000:00000010:0.1:1779716463.769086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716463.769161:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:1.1:1779716463.769166:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:0.1:1779716463.810084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716463.810097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:0.1:1779716463.810102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:0.1:1779716463.824170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00000080:00000010:0.1:1779716463.824185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00010000:00000010:3.1:1779716463.979106:0:345349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716463.979119:0:345349:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716463.979123:0:345349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716463.989337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00000080:00000010:3.1:1779716463.989350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00010000:00000010:3.1:1779716464.167988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:3.1:1779716464.200459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf440.
00000080:00000010:3.1:1779716464.200478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf560.
00010000:00000010:3.1:1779716464.262834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:0.1:1779716464.332340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00000080:00000010:0.1:1779716464.332360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00010000:00000010:1.1:1779716464.353369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716464.357354:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716464.357364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716464.367022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00000080:00000010:0.1:1779716464.367031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:3.1:1779716464.408461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716464.408469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716464.431953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00000080:00000010:3.1:1779716464.431968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00000080:00000010:0.1:1779716464.483135:0:345358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00000080:00000010:0.1:1779716464.483150:0:345358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00010000:00000010:0.1:1779716464.536323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716464.536335:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716464.536339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716464.536344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00000080:00000010:0.1:1779716464.536352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:0.1:1779716464.559715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716464.559732:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716464.559736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716464.583957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716464.583966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:3.1:1779716464.604966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716464.608940:0:345360:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716464.608947:0:345360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:3.1:1779716464.624225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00000080:00000010:3.1:1779716464.624242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00010000:00000010:3.1:1779716464.780973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:0.1:1779716464.832318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716464.848003:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716464.848016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716464.848021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00000080:00000010:0.1:1779716464.848096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:3.1:1779716464.953983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716464.954000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716464.987779:0:345367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00000080:00000010:3.1:1779716464.987796:0:345367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00010000:00000010:3.1:1779716465.103096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716465.152461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716465.156835:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716465.156850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716465.230538:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:1.1:1779716465.298360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716465.298371:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716465.298375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:1.1:1779716465.298381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00000080:00000010:1.1:1779716465.298390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00010000:00000010:0.1:1779716465.330086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716465.330099:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:0.1:1779716465.330103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716465.348988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:0.1:1779716465.349005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00010000:00000010:3.1:1779716465.394044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716465.408913:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716465.408953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:3.1:1779716465.417778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00000080:00000010:3.1:1779716465.417789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00000080:00000010:3.1:1779716465.523965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00000080:00000010:3.1:1779716465.523977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00010000:00000010:0.1:1779716465.548092:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716465.548106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716465.657054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716465.657062:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716465.657065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716465.672216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:1.1:1779716465.672232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00010000:00000010:1.1:1779716465.700086:0:345380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716465.711093:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716465.711102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716465.715806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00000080:00000010:1.1:1779716465.715825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:1.1:1779716465.799132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716465.799147:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716465.799151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:1.1:1779716465.818002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00000080:00000010:1.1:1779716465.818012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00010000:00000010:3.1:1779716465.934981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716465.938973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716465.938996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716465.956671:0:345386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00000080:00000010:3.1:1779716465.956690:0:345386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:3.1:1779716466.005979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716466.034862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716466.039746:0:345387:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716466.039756:0:345387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716466.051563:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf520.
00000080:00000010:3.1:1779716466.051578:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96400.
00010000:00000010:0.1:1779716466.066033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716466.069960:0:345389:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716466.069971:0:345389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:0.1:1779716466.076662:0:345389:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716466.076678:0:345389:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:0.1:1779716466.205061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716466.205077:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716466.205081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:0.1:1779716466.233055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716466.233087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00010000:00000010:3.1:1779716466.265732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716466.266976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716466.266991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:0.1:1779716466.327965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:0.1:1779716466.327977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:0.1:1779716466.327981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:0.1:1779716466.337771:0:345394:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb20.
00000080:00000010:0.1:1779716466.337789:0:345394:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00010000:00000010:0.1:1779716466.376980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716466.386720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716466.386734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716466.402643:0:345395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00000080:00000010:0.1:1779716466.402664:0:345395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:3.1:1779716466.513319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716466.513332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716466.529980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00000080:00000010:3.1:1779716466.530000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00010000:00000010:0.1:1779716466.669023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716466.673099:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:0.1:1779716466.673114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:0.1:1779716466.802963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:1.1:1779716466.806968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:1.1:1779716466.806983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:3.1:1779716466.854623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716466.854638:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716466.854642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716466.866956:0:345402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf780.
00000080:00000010:3.1:1779716466.866973:0:345402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00010000:00000010:3.1:1779716466.952996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716466.953004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716466.958991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00000080:00000010:3.1:1779716466.959001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00000080:00000010:0.1:1779716467.029972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00000080:00000010:0.1:1779716467.029986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00010000:00000010:0.1:1779716467.057102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716467.057108:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716467.057112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716467.057116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:0.1:1779716467.057122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:0.1:1779716467.114043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716467.114052:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716467.114056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716467.117962:0:345409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00000080:00000010:0.1:1779716467.117973:0:345409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:3.1:1779716467.143115:0:345410:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:3.1:1779716467.143129:0:345410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:3.1:1779716467.154014:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00000080:00000010:3.1:1779716467.154026:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00010000:00000010:0.1:1779716467.240975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:1.1:1779716467.241106:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:1.1:1779716467.241112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716467.251056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00000080:00000010:0.1:1779716467.251070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00010000:00000010:0.1:1779716467.343025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:0.1:1779716467.343041:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:0.1:1779716467.343045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:0.1:1779716467.350282:0:345416:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00000080:00000010:0.1:1779716467.350296:0:345416:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00010000:00000010:3.1:1779716467.438705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716467.509101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716467.509110:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716467.509113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716467.520055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00000080:00000010:3.1:1779716467.520080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00010000:00000010:3.1:1779716467.588660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716467.600019:0:345421:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716467.600032:0:345421:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:3.1:1779716467.616778:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00000080:00000010:3.1:1779716467.616797:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:3.1:1779716467.762977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716467.762991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716467.762997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716467.783861:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00000080:00000010:3.1:1779716467.785393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf000.
00010000:00000010:3.1:1779716467.884339:0:345428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716467.884353:0:345428:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716467.884357:0:345428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716467.891076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf260.
00000080:00000010:3.1:1779716467.891090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00010000:00000010:3.1:1779716468.004057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:0.1:1779716468.043144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716468.050100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716468.050114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716468.060293:0:345433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:0.1:1779716468.060303:0:345433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:1.1:1779716468.092003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716468.099044:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716468.099060:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:3.1:1779716468.143960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716468.143975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716468.143979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:3.1:1779716468.204011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:0.1:1779716468.207071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:0.1:1779716468.207086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:1.1:1779716468.220398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff00.
00000080:00000010:1.1:1779716468.220412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00010000:00000010:3.1:1779716468.249402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716468.249416:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716468.249421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:3.1:1779716468.262959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00000080:00000010:3.1:1779716468.262976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:3.1:1779716468.294999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716468.299978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716468.299985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:3.1:1779716468.304003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf020.
00000080:00000010:3.1:1779716468.304016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00010000:00000010:1.1:1779716468.378975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716468.378990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716468.378995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716468.394308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00000080:00000010:1.1:1779716468.394322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:0.1:1779716468.455016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716468.464251:0:345443:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716468.464264:0:345443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:0.1:1779716468.477970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:0.1:1779716468.477991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00010000:00000010:3.1:1779716468.553106:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:3.1:1779716468.556088:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716468.556102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716468.570061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00000080:00000010:3.1:1779716468.570072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:0.1:1779716468.638972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:0.1:1779716468.638984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:0.1:1779716468.638988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716468.642099:0:345447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00000080:00000010:0.1:1779716468.642108:0:345447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00010000:00000010:0.1:1779716468.712722:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716468.712737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716468.713505:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:0.1:1779716468.714955:0:345449:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf420.
00000080:00000010:0.1:1779716468.714966:0:345449:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1e0.
00010000:00000010:0.1:1779716468.734344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716468.734359:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716468.734363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716468.755110:0:345450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:0.1:1779716468.755119:0:345450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00010000:00000010:3.1:1779716468.761037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:0.1:1779716468.766994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:0.1:1779716468.767009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716468.781974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:0.1:1779716468.781992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00010000:00000010:3.1:1779716468.852568:0:345453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716468.852588:0:345453:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716468.852591:0:345453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716468.866032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00000080:00000010:3.1:1779716468.866046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfec0.
00010000:00000010:0.1:1779716468.933971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716468.937971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716468.937986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:0.1:1779716468.959129:0:345455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00000080:00000010:0.1:1779716468.959144:0:345455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00010000:00000010:3.1:1779716469.016964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716469.016972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:3.1:1779716469.034960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:3.1:1779716469.034973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:3.1:1779716469.103477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716469.106086:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716469.106098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716469.118966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00000080:00000010:3.1:1779716469.118975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd20.
00010000:00000010:0.1:1779716469.177546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716469.177560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716469.177564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716469.184984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00000080:00000010:0.1:1779716469.184996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:3.1:1779716469.233507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716469.233522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716469.233525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716469.250873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd20.
00000080:00000010:3.1:1779716469.250891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00010000:00000010:3.1:1779716469.404944:0:345464:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:3.1:1779716469.410075:0:345465:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:3.1:1779716469.410085:0:345465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716469.420369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00000080:00000010:3.1:1779716469.420380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965c0.
00010000:00000010:3.1:1779716469.435812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716469.435826:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716469.435831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:0.1:1779716469.441398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf520.
00000080:00000010:0.1:1779716469.441409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00010000:00000010:2.1:1779716469.472408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:2.1:1779716469.476056:0:345467:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:2.1:1779716469.476065:0:345467:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:2.1:1779716469.483684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00000080:00000010:2.1:1779716469.483693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00010000:00000010:1.1:1779716469.511956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:1.1:1779716469.511968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:1.1:1779716469.511971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:1.1:1779716469.519966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd20.
00000080:00000010:1.1:1779716469.520040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00010000:00000010:2.1:1779716469.528307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716469.528321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716469.528325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716469.542615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00000080:00000010:2.1:1779716469.542635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00010000:00000010:2.1:1779716469.560114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716469.560128:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716469.560132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716469.567739:0:345470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00000080:00000010:2.1:1779716469.567748:0:345470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00010000:00000010:1.1:1779716469.604375:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716469.604389:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716469.604393:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716469.611964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792da0.
00000080:00000010:2.1:1779716469.611975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00010000:00000010:0.1:1779716469.633070:0:345472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716469.633076:0:345472:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716469.633080:0:345472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716469.642973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:0.1:1779716469.642989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00010000:00000010:0.1:1779716469.652079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716469.652090:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716469.652094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716469.671279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00000080:00000010:0.1:1779716469.671292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:0.1:1779716469.682976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716469.687129:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716469.687142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716469.704974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716469.704988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00010000:00000010:3.1:1779716469.737987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716469.742004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716469.742017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:3.1:1779716469.763009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00000080:00000010:3.1:1779716469.763030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:2.1:1779716469.778995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716469.782975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716469.782991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716469.794983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00000080:00000010:2.1:1779716469.795000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00010000:00000010:0.1:1779716469.840975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716469.848976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716469.848989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:2.1:1779716469.856411:0:345477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:2.1:1779716469.856430:0:345477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfce0.
00010000:00000010:3.1:1779716469.884740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716469.888965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716469.888982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716469.922415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00000080:00000010:3.1:1779716469.922438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00010000:00000010:2.1:1779716469.965972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716469.965987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716469.965992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:2.1:1779716469.983344:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00000080:00000010:2.1:1779716469.983363:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:1.1:1779716470.060322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716470.060335:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716470.060339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:1.1:1779716470.072292:0:345480:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ea0.
00000080:00000010:1.1:1779716470.072305:0:345480:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:2.1:1779716470.105979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:2.1:1779716470.109981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:2.1:1779716470.109995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:2.1:1779716470.123107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:2.1:1779716470.123126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ea0.
00010000:00000010:2.1:1779716470.166252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716470.169087:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716470.169104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:2.1:1779716470.186758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00000080:00000010:2.1:1779716470.186784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00010000:00000010:3.1:1779716470.241312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716470.245583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716470.245596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:3.1:1779716470.266030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:3.1:1779716470.266055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00010000:00000010:2.1:1779716470.318985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716470.319012:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716470.319017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716470.334967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:3.1:1779716470.335000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96040.
00010000:00000010:0.1:1779716470.374422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:2.1:1779716470.378825:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:2.1:1779716470.378848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:2.1:1779716470.388063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:2.1:1779716470.388091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:3.1:1779716470.432974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716470.432987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716470.433002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716470.436787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00000080:00000010:3.1:1779716470.436814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:2.1:1779716470.486985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716470.487077:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716470.487082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:2.1:1779716470.497971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00000080:00000010:2.1:1779716470.512006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00010000:00000010:0.1:1779716470.555018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:2.1:1779716470.559461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:2.1:1779716470.559471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:2.1:1779716470.571970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00000080:00000010:2.1:1779716470.572002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:0.1:1779716470.604127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716470.604144:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716470.604266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:0.1:1779716470.615374:0:345490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716470.615399:0:345490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00010000:00000010:2.1:1779716470.649971:0:345490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716470.649985:0:345490:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716470.649998:0:345490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:2.1:1779716470.662073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00000080:00000010:2.1:1779716470.662087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:1.1:1779716470.690996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716470.691015:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716470.691019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:1.1:1779716470.704966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00000080:00000010:1.1:1779716470.704986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00010000:00000010:3.1:1779716470.760563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716470.765309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716470.765332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716470.782410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00000080:00000010:3.1:1779716470.782433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00010000:00000010:1.1:1779716470.847337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716470.853137:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:0.1:1779716470.853219:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:2.1:1779716470.860522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:2.1:1779716470.860547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00010000:00000010:3.1:1779716470.912013:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716470.918360:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716470.918375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716470.921971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:3.1:1779716470.921991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00010000:00000010:1.1:1779716470.943993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716470.947968:0:345495:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716470.947976:0:345495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716470.956406:0:345496:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:1.1:1779716470.956427:0:345496:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00010000:00000010:2.1:1779716471.028979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716471.032989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716471.033011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:2.1:1779716471.077971:0:345497:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00000080:00000010:2.1:1779716471.077989:0:345497:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:3.1:1779716471.130466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:3.1:1779716471.130488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:3.1:1779716471.130493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716471.161976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00000080:00000010:3.1:1779716471.162005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96440.
00010000:00000010:2.1:1779716471.197346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716471.202605:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716471.202632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716471.210016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:2.1:1779716471.210047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00010000:00000010:0.1:1779716471.267984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716471.272007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716471.272026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:0.1:1779716471.302980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716471.303007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe20.
00010000:00000010:3.1:1779716471.350361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:3.1:1779716471.353986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716471.354007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716471.360991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00000080:00000010:0.1:1779716471.361018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:1.1:1779716471.428991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:2.1:1779716471.435740:0:345501:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:2.1:1779716471.435763:0:345501:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:2.1:1779716471.446048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00000080:00000010:2.1:1779716471.446071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:3.1:1779716471.484479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716471.484493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716471.484497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716471.494011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00000080:00000010:3.1:1779716471.494028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00010000:00000010:2.1:1779716471.517301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716471.525062:0:345504:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716471.525074:0:345504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716471.542952:0:345504:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00000080:00000010:2.1:1779716471.542962:0:345504:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00010000:00000010:3.1:1779716471.567738:0:345505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716471.567750:0:345505:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716471.567754:0:345505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716471.579395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00000080:00000010:3.1:1779716471.579411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00010000:00000010:2.1:1779716471.597036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716471.597045:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:2.1:1779716471.597049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:1.1:1779716471.602239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:1.1:1779716471.602249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf3c0.
00010000:00000010:2.1:1779716471.624073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716471.624086:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716471.624090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716471.631470:0:345507:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00000080:00000010:2.1:1779716471.631483:0:345507:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00010000:00000010:3.1:1779716471.657084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:1.1:1779716471.662190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:1.1:1779716471.662202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716471.668981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8e0.
00000080:00000010:0.1:1779716471.668990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00010000:00000010:2.1:1779716471.689086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716471.689102:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716471.689106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716471.698297:0:345509:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00000080:00000010:2.1:1779716471.698310:0:345509:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00010000:00000010:3.1:1779716471.727135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:3.1:1779716471.727252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716471.727257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716471.742013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00000080:00000010:2.1:1779716471.742026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00010000:00000010:2.1:1779716471.771965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716471.787963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716471.787968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716471.795970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00000080:00000010:2.1:1779716471.795983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00010000:00000010:1.1:1779716471.810261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716471.810276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716471.810280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716471.828553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00000080:00000010:1.1:1779716471.828570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00010000:00000010:2.1:1779716471.841080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716471.849427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716471.849438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716471.853972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00000080:00000010:2.1:1779716471.853987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00010000:00000010:2.1:1779716471.880995:0:345514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716471.881010:0:345514:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716471.881014:0:345514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:2.1:1779716471.895586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00000080:00000010:2.1:1779716471.895614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:3.1:1779716471.918973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716471.918984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716471.918988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716471.933046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7c0.
00000080:00000010:3.1:1779716471.933066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00010000:00000010:2.1:1779716471.951973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716471.957299:0:345516:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716471.957311:0:345516:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716471.968605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00000080:00000010:2.1:1779716471.968635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00010000:00000010:2.1:1779716471.992127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716471.996972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716471.996984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716472.000997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00000080:00000010:2.1:1779716472.001006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:0.1:1779716472.021006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716472.024057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716472.024072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716472.050094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:0.1:1779716472.050113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:0.1:1779716472.073966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716472.073978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716472.073983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716472.080955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00000080:00000010:0.1:1779716472.080969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:2.1:1779716472.100075:0:345519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716472.100082:0:345519:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716472.100086:0:345519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716472.108012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00000080:00000010:2.1:1779716472.108024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:0.1:1779716472.137306:0:345521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716472.137318:0:345521:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716472.137321:0:345521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716472.160392:0:345521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716472.160408:0:345521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00010000:00000010:0.1:1779716472.187088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716472.187102:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716472.187106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716472.197960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:1.1:1779716472.197971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:2.1:1779716472.217239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716472.223347:0:345523:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716472.223355:0:345523:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:2.1:1779716472.241312:0:345523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00000080:00000010:2.1:1779716472.241324:0:345523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:2.1:1779716472.261426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716472.261441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716472.261445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716472.287084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00000080:00000010:2.1:1779716472.287108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00010000:00000010:0.1:1779716472.328976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716472.332685:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716472.332701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:3.1:1779716472.359582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00000080:00000010:3.1:1779716472.359601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00010000:00000010:2.1:1779716472.410987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716472.415078:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716472.415101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716472.447026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:2.1:1779716472.447045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00010000:00000010:2.1:1779716472.515543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:2.1:1779716472.515567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:2.1:1779716472.515572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:2.1:1779716472.561044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00000080:00000010:2.1:1779716472.561054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00010000:00000010:3.1:1779716472.589307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716472.595960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716472.595976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716472.615986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00000080:00000010:3.1:1779716472.616005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00010000:00000010:3.1:1779716472.665412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716472.668972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716472.668989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716472.695974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00000080:00000010:3.1:1779716472.695994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00010000:00000010:3.1:1779716472.736977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716472.736991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716472.736995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716472.767598:0:345530:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00000080:00000010:3.1:1779716472.767626:0:345530:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00010000:00000010:2.1:1779716472.818116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:2.1:1779716472.822103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:2.1:1779716472.822119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:2.1:1779716472.843996:0:345531:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1a0.
00000080:00000010:2.1:1779716472.844010:0:345531:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00010000:00000010:1.1:1779716472.895983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716472.903017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716472.903036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716472.915966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00000080:00000010:1.1:1779716472.915979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96440.
00010000:00000010:2.1:1779716472.941968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716472.945970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:2.1:1779716472.945985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:2.1:1779716472.965181:0:345533:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00000080:00000010:2.1:1779716472.965196:0:345533:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00010000:00000010:3.1:1779716472.989014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716472.994994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716472.995006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:2.1:1779716473.006139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf340.
00000080:00000010:2.1:1779716473.006153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf860.
00010000:00000010:1.1:1779716473.033821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716473.033836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:1.1:1779716473.033841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:1.1:1779716473.052255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00000080:00000010:1.1:1779716473.052271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00010000:00000010:2.1:1779716473.089627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716473.089639:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716473.089645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716473.101672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00000080:00000010:2.1:1779716473.101688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00010000:00000010:3.1:1779716473.119969:0:345536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716473.119977:0:345536:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716473.119981:0:345536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716473.134079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00000080:00000010:3.1:1779716473.134089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00010000:00000010:2.1:1779716473.153780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716473.162041:0:345538:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716473.162052:0:345538:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716473.172015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00000080:00000010:2.1:1779716473.172032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00010000:00000010:2.1:1779716473.190147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:3.1:1779716473.196244:0:345539:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:3.1:1779716473.196259:0:345539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716473.200226:0:345539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00000080:00000010:3.1:1779716473.200240:0:345539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:2.1:1779716473.245998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:2.1:1779716473.246013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:2.1:1779716473.246016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:2.1:1779716473.261052:0:345540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00000080:00000010:2.1:1779716473.261063:0:345540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:3.1:1779716473.298971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716473.307386:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716473.307395:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716473.308261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf440.
00000080:00000010:3.1:1779716473.308279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00010000:00000010:2.1:1779716473.325972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716473.325987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716473.325991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:2.1:1779716473.331484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:2.1:1779716473.331495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00010000:00000010:3.1:1779716473.358415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716473.363972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716473.363984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716473.368355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf440.
00000080:00000010:3.1:1779716473.368365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00010000:00000010:2.1:1779716473.388083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716473.392978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716473.392992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716473.422237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:2.1:1779716473.422253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00010000:00000010:0.1:1779716473.448006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:2.1:1779716473.451972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:2.1:1779716473.451986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:2.1:1779716473.481035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:2.1:1779716473.481052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:2.1:1779716473.510968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716473.515062:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:2.1:1779716473.515077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:2.1:1779716473.528977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00000080:00000010:2.1:1779716473.528991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf560.
00010000:00000010:1.1:1779716473.562000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:0.1:1779716473.570498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:0.1:1779716473.570506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:2.1:1779716473.574417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf440.
00000080:00000010:2.1:1779716473.574427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:2.1:1779716473.601965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716473.601972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716473.601975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716473.606958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96040.
00000080:00000010:3.1:1779716473.606970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96980.
00010000:00000010:1.1:1779716473.621263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:3.1:1779716473.629041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00000080:00000010:3.1:1779716473.629050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00010000:00000010:1.1:1779716473.629250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716473.629257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:2.1:1779716473.649635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716473.654092:0:345550:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716473.654104:0:345550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716473.671954:0:345550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716473.671965:0:345550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00010000:00000010:2.1:1779716473.679120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:3.1:1779716473.680200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716473.680211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716473.698492:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00000080:00000010:3.1:1779716473.698503:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00010000:00000010:2.1:1779716473.728286:0:345552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716473.728293:0:345552:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716473.728296:0:345552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716473.728299:0:345552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00000080:00000010:2.1:1779716473.728304:0:345552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:2.1:1779716473.760074:0:345553:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716473.760081:0:345553:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716473.760084:0:345553:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716473.769319:0:345553:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716473.769336:0:345553:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00010000:00000010:2.1:1779716473.772842:0:340759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716473.772852:0:340759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716473.772856:0:340759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716473.777967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00000080:00000010:3.1:1779716473.786035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00010000:00000010:2.1:1779716473.812365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716473.812378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716473.812381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716473.812386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00000080:00000010:2.1:1779716473.812392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00010000:00000010:3.1:1779716473.829295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716473.829308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716473.829313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716473.842491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00000080:00000010:3.1:1779716473.842508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00010000:00000010:0.1:1779716473.861963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716473.876002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716473.876011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716473.881036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716473.881053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00010000:00000010:0.1:1779716473.903983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716473.903996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716473.904000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:0.1:1779716473.907966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716473.907977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:2.1:1779716473.919053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716473.919062:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716473.919066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716473.926261:0:345559:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00000080:00000010:3.1:1779716473.926275:0:345559:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00010000:00000010:2.1:1779716473.947094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716473.953294:0:345560:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716473.953309:0:345560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716473.970951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00000080:00000010:2.1:1779716473.970962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00010000:00000010:0.1:1779716473.993622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716474.003055:0:345561:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716474.003063:0:345561:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716474.003068:0:345561:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00000080:00000010:0.1:1779716474.003076:0:345561:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:0.1:1779716474.012114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716474.018971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716474.018990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716474.030336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00000080:00000010:0.1:1779716474.030355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:2.1:1779716474.046835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716474.046855:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716474.046859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716474.066421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00000080:00000010:2.1:1779716474.066432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00010000:00000010:1.1:1779716474.086809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716474.086824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716474.086828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:2.1:1779716474.101166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:2.1:1779716474.101186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00010000:00000010:2.1:1779716474.133017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716474.137964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716474.137973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716474.145782:0:345565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00000080:00000010:2.1:1779716474.145797:0:345565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:3.1:1779716474.185010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716474.188058:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716474.188071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716474.203049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfde0.
00000080:00000010:3.1:1779716474.203070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfaa0.
00010000:00000010:1.1:1779716474.238964:0:345566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716474.238971:0:345566:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716474.238974:0:345566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716474.244970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00000080:00000010:1.1:1779716474.244985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:2.1:1779716474.277046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716474.281032:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716474.281047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716474.290780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00000080:00000010:0.1:1779716474.290794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00010000:00000010:1.1:1779716474.328980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:2.1:1779716474.329144:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:2.1:1779716474.329151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:2.1:1779716474.353340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfde0.
00000080:00000010:2.1:1779716474.353358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00010000:00000010:3.1:1779716474.395967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:3.1:1779716474.395981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:3.1:1779716474.395984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:3.1:1779716474.413979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:3.1:1779716474.414109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00010000:00000010:2.1:1779716474.439596:0:345570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716474.439607:0:345570:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716474.439610:0:345570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716474.448156:0:345571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00000080:00000010:2.1:1779716474.448165:0:345571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00010000:00000010:3.1:1779716474.469956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:2.1:1779716474.473969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:2.1:1779716474.473986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:2.1:1779716474.484205:0:345572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd00.
00000080:00000010:2.1:1779716474.484223:0:345572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe40.
00010000:00000010:3.1:1779716474.520967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716474.520980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716474.520984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716474.530108:0:345573:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfaa0.
00000080:00000010:3.1:1779716474.530246:0:345573:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00010000:00000010:2.1:1779716474.575409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716474.575425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:2.1:1779716474.575429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:2.1:1779716474.584352:0:345574:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00000080:00000010:2.1:1779716474.584369:0:345574:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf040.
00010000:00000010:2.1:1779716474.620963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716474.626189:0:345575:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716474.626202:0:345575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716474.641194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:2.1:1779716474.641209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00010000:00000010:3.1:1779716474.667481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716474.667489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:3.1:1779716474.667493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:3.1:1779716474.706605:0:345576:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb40.
00000080:00000010:3.1:1779716474.706628:0:345576:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00010000:00000010:2.1:1779716474.743975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:2.1:1779716474.748987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:2.1:1779716474.748999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:2.1:1779716474.756139:0:345577:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792be0.
00000080:00000010:2.1:1779716474.756152:0:345577:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:2.1:1779716474.789075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716474.789099:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716474.789102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716474.796972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00000080:00000010:2.1:1779716474.796986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:3.1:1779716474.840393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716474.840406:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716474.840410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716474.865864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb40.
00000080:00000010:3.1:1779716474.865880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9e0.
00010000:00000010:0.1:1779716474.887978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:2.1:1779716474.895152:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:2.1:1779716474.895159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:2.1:1779716474.908509:0:345580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:2.1:1779716474.908528:0:345580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:3.1:1779716474.939042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716474.943941:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716474.943951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716474.947054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf300.
00000080:00000010:3.1:1779716474.947070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5a0.
00010000:00000010:2.1:1779716474.986714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716474.986727:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716474.986731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:2.1:1779716474.986735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00000080:00000010:2.1:1779716474.986753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00010000:00000010:2.1:1779716475.013032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716475.017949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716475.017957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716475.034969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:3.1:1779716475.034982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00010000:00000010:2.1:1779716475.057950:0:345583:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716475.061113:0:345584:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716475.061236:0:345584:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716475.073034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00000080:00000010:2.1:1779716475.073045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00010000:00000010:3.1:1779716475.094796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716475.094810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716475.094814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716475.099965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5a0.
00000080:00000010:3.1:1779716475.099978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00010000:00000010:2.1:1779716475.121979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716475.130362:0:345586:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716475.130370:0:345586:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716475.147170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00000080:00000010:2.1:1779716475.147182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00010000:00000010:3.1:1779716475.166962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716475.166974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716475.166978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716475.176966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb40.
00000080:00000010:3.1:1779716475.176993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9e0.
00010000:00000010:0.1:1779716475.209326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716475.209342:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716475.209345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716475.227249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:0.1:1779716475.227263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00010000:00000010:2.1:1779716475.255238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716475.261337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716475.261345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716475.268345:0:345589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00000080:00000010:2.1:1779716475.268364:0:345589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00010000:00000010:2.1:1779716475.303229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716475.303245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716475.303249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716475.319207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00000080:00000010:2.1:1779716475.319220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00010000:00000010:0.1:1779716475.349030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716475.358971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:0.1:1779716475.358985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:0.1:1779716475.371089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00000080:00000010:0.1:1779716475.371101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf300.
00010000:00000010:2.1:1779716475.385963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716475.385974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716475.385977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716475.397319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00000080:00000010:3.1:1779716475.397330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:2.1:1779716475.422008:0:345592:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716475.422017:0:345592:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716475.422020:0:345592:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:3.1:1779716475.435970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00000080:00000010:3.1:1779716475.435988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00010000:00000010:2.1:1779716475.476977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:3.1:1779716475.480965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:3.1:1779716475.480980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716475.503286:0:345594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00000080:00000010:3.1:1779716475.503297:0:345594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00010000:00000010:3.1:1779716475.520636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716475.520648:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716475.520652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:3.1:1779716475.528017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb40.
00000080:00000010:3.1:1779716475.528026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:2.1:1779716475.559664:0:345596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716475.559677:0:345596:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716475.559680:0:345596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716475.559685:0:345596:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00000080:00000010:2.1:1779716475.559691:0:345596:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00010000:00000010:3.1:1779716475.587254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716475.593181:0:345596:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716475.593188:0:345596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716475.604076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:3.1:1779716475.604100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00010000:00000010:3.1:1779716475.635810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716475.639674:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716475.639691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716475.655964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:3.1:1779716475.655981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:2.1:1779716475.694966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716475.698974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716475.698998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716475.706093:0:345599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00000080:00000010:2.1:1779716475.706106:0:345599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00010000:00000010:3.1:1779716475.745254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716475.748966:0:345599:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716475.748973:0:345599:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:3.1:1779716475.754541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00000080:00000010:3.1:1779716475.754555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00010000:00000010:2.1:1779716475.781067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716475.781081:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716475.781085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:2.1:1779716475.795059:0:345601:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00000080:00000010:2.1:1779716475.795071:0:345601:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:2.1:1779716475.822974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716475.827974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716475.827989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716475.857015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00000080:00000010:2.1:1779716475.857026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00010000:00000010:2.1:1779716475.890050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716475.895247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:2.1:1779716475.895257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:2.1:1779716475.901276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00000080:00000010:2.1:1779716475.901289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffa0.
00010000:00000010:1.1:1779716475.955233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:1.1:1779716475.958627:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:1.1:1779716475.958641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716475.995111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00000080:00000010:1.1:1779716475.995133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00010000:00000010:3.1:1779716476.029339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716476.029350:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716476.029353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716476.041248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00000080:00000010:3.1:1779716476.041268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00010000:00000010:2.1:1779716476.088995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716476.092070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716476.092079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716476.097296:0:345606:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00000080:00000010:2.1:1779716476.097311:0:345606:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00010000:00000010:2.1:1779716476.137724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716476.137740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716476.137744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716476.159012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00000080:00000010:2.1:1779716476.159023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00010000:00000010:3.1:1779716476.173696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716476.177017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716476.177031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:3.1:1779716476.183122:0:345608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfcc0.
00000080:00000010:3.1:1779716476.183136:0:345608:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00010000:00000010:2.1:1779716476.213682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716476.218077:0:345609:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:2.1:1779716476.218087:0:345609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:2.1:1779716476.221250:0:345609:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:2.1:1779716476.221260:0:345609:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff80.
00010000:00000010:2.1:1779716476.242251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716476.242261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716476.242264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716476.247086:0:345610:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:2.1:1779716476.247098:0:345610:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00010000:00000010:2.1:1779716476.268697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716476.272116:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716476.272130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716476.280441:0:345611:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:2.1:1779716476.280450:0:345611:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00010000:00000010:3.1:1779716476.308979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:0.1:1779716476.314962:0:345611:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:0.1:1779716476.314970:0:345611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716476.322000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:0.1:1779716476.322016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00010000:00000010:2.1:1779716476.358968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716476.362222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716476.362235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716476.382145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00000080:00000010:2.1:1779716476.382161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96400.
00010000:00000010:0.1:1779716476.396969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716476.396984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716476.396987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716476.416022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716476.416032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00010000:00000010:2.1:1779716476.443976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716476.447977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716476.447992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716476.465218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96400.
00000080:00000010:2.1:1779716476.465236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00010000:00000010:2.1:1779716476.497964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:3.1:1779716476.504854:0:345615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:3.1:1779716476.504865:0:345615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:3.1:1779716476.519102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00000080:00000010:3.1:1779716476.519114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00010000:00000010:0.1:1779716476.538095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716476.543034:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716476.543048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716476.556006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00000080:00000010:0.1:1779716476.556016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:3.1:1779716476.579043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716476.579057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716476.579061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:3.1:1779716476.603065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa80.
00000080:00000010:3.1:1779716476.603077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00010000:00000010:2.1:1779716476.619964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:0.1:1779716476.625114:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716476.625128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716476.650954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00000080:00000010:0.1:1779716476.650964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00010000:00000010:2.1:1779716476.691960:0:345619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:2.1:1779716476.691967:0:345619:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:2.1:1779716476.691970:0:345619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:2.1:1779716476.706231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00000080:00000010:2.1:1779716476.706250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa80.
00010000:00000010:3.1:1779716476.721965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:2.1:1779716476.736104:0:345621:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:2.1:1779716476.736118:0:345621:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716476.746003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf360.
00000080:00000010:2.1:1779716476.746021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00010000:00000010:3.1:1779716476.775004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:3.1:1779716476.775018:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716476.775024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716476.787485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00000080:00000010:3.1:1779716476.787495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00010000:00000010:2.1:1779716476.820974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716476.824034:0:345622:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716476.824041:0:345622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716476.828065:0:345623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00000080:00000010:2.1:1779716476.828074:0:345623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00010000:00000010:3.1:1779716476.885080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716476.886178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716476.886187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716476.894563:0:345624:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfae0.
00000080:00000010:3.1:1779716476.911078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffe0.
00010000:00000010:2.1:1779716476.962258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:3.1:1779716476.965982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:3.1:1779716476.965996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716476.983970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00000080:00000010:3.1:1779716476.983982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00010000:00000010:2.1:1779716477.009983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:2.1:1779716477.009993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:2.1:1779716477.009996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716477.015325:0:345626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00000080:00000010:2.1:1779716477.015339:0:345626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00010000:00000010:2.1:1779716477.057350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:2.1:1779716477.065322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:2.1:1779716477.065330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:2.1:1779716477.085630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00000080:00000010:2.1:1779716477.085645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00010000:00000010:3.1:1779716477.103988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716477.104006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716477.104010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716477.125416:0:345628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfae0.
00000080:00000010:3.1:1779716477.125427:0:345628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00010000:00000010:2.1:1779716477.161258:0:345629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716477.161273:0:345629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:2.1:1779716477.161276:0:345629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716477.176981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00000080:00000010:2.1:1779716477.177002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00010000:00000010:2.1:1779716477.207985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:3.1:1779716477.211970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716477.211984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716477.220969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00000080:00000010:3.1:1779716477.220983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:2.1:1779716477.257473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:2.1:1779716477.261984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:2.1:1779716477.261998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716477.270165:0:345631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:2.1:1779716477.270184:0:345631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00010000:00000010:3.1:1779716477.299614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716477.303978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716477.303993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716477.320668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00000080:00000010:3.1:1779716477.320687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7a0.
00010000:00000010:2.1:1779716477.356971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716477.356983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716477.356986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716477.375212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00000080:00000010:2.1:1779716477.375227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00010000:00000010:1.1:1779716477.400723:0:345634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716477.400736:0:345634:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716477.400739:0:345634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716477.413462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716477.413478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00010000:00000010:1.1:1779716477.436994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716477.437020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716477.437024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716477.446957:0:345636:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00000080:00000010:1.1:1779716477.446975:0:345636:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00010000:00000010:2.1:1779716477.509979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716477.513976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:2.1:1779716477.513990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:2.1:1779716477.544387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00000080:00000010:2.1:1779716477.544397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00010000:00000010:3.1:1779716477.557769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:3.1:1779716477.561516:0:345638:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716477.561526:0:345638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716477.568319:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00000080:00000010:3.1:1779716477.568330:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00010000:00000010:0.1:1779716477.587071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:0.1:1779716477.587084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716477.596030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:0.1:1779716477.596582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb60.
00000080:00000010:0.1:1779716477.596592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2c0.
00010000:00000010:2.1:1779716477.610963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716477.610978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716477.610982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716477.624961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00000080:00000010:2.1:1779716477.624970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00010000:00000010:1.1:1779716477.645124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716477.649464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716477.649478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:1.1:1779716477.673096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00000080:00000010:1.1:1779716477.673119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:1.1:1779716477.685221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716477.689967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:1.1:1779716477.689976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716477.715378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00000080:00000010:1.1:1779716477.715393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:2.1:1779716477.749957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:2.1:1779716477.749969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:2.1:1779716477.749974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:2.1:1779716477.764094:0:345643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:2.1:1779716477.764498:0:345643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00010000:00000010:3.1:1779716477.798978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716477.798993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716477.798997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716477.809237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfac0.
00000080:00000010:2.1:1779716477.809250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00010000:00000010:1.1:1779716477.831033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716477.841142:0:345644:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716477.841156:0:345644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:1.1:1779716477.858403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716477.858421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:1.1:1779716477.893129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:2.1:1779716477.897448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:2.1:1779716477.897459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:2.1:1779716477.902452:0:345646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00000080:00000010:2.1:1779716477.906971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00010000:00000010:3.1:1779716477.936464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:2.1:1779716477.947994:0:345647:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:2.1:1779716477.948007:0:345647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:2.1:1779716477.960053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfac0.
00000080:00000010:2.1:1779716477.960074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf500.
00010000:00000010:0.1:1779716477.982290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716477.989989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:1.1:1779716477.990003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716477.993780:0:340759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:2.1:1779716477.993795:0:340759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00010000:00000010:0.1:1779716478.024965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716478.024972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716478.024976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:2.1:1779716478.032273:0:345649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:2.1:1779716478.032290:0:345649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00010000:00000010:2.1:1779716478.065397:0:345650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716478.072082:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716478.072089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716478.081688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00000080:00000010:2.1:1779716478.081707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:3.1:1779716478.088355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:0.1:1779716478.088950:0:345651:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:0.1:1779716478.088957:0:345651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716478.098017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9c0.
00000080:00000010:3.1:1779716478.098028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf280.
00010000:00000010:1.1:1779716478.112965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:0.1:1779716478.118622:0:345652:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:0.1:1779716478.118637:0:345652:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716478.131089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00000080:00000010:0.1:1779716478.131107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:1.1:1779716478.150962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716478.154979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:1.1:1779716478.154993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716478.179969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00000080:00000010:1.1:1779716478.190972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00010000:00000010:2.1:1779716478.211976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716478.211988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716478.211992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716478.211997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00000080:00000010:2.1:1779716478.212004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:2.1:1779716478.255994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716478.256006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:2.1:1779716478.256009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:2.1:1779716478.265569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00000080:00000010:2.1:1779716478.265579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00010000:00000010:2.1:1779716478.290091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716478.294081:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716478.294211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:2.1:1779716478.310392:0:345656:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00000080:00000010:2.1:1779716478.310404:0:345656:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00010000:00000010:3.1:1779716478.332086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716478.332213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716478.332218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716478.345044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb60.
00000080:00000010:3.1:1779716478.345060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2c0.
00010000:00000010:2.1:1779716478.382996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:3.1:1779716478.386978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716478.386995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:3.1:1779716478.410696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00000080:00000010:3.1:1779716478.410705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00010000:00000010:0.1:1779716478.429223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716478.438977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716478.438988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716478.447433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:0.1:1779716478.447527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:2.1:1779716478.478008:0:345660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716478.478016:0:345660:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716478.478020:0:345660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716478.496977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00000080:00000010:2.1:1779716478.496988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:2.1:1779716478.507027:0:345661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716478.507039:0:345661:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716478.507043:0:345661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716478.517073:0:345661:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716478.517082:0:345661:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00010000:00000010:2.1:1779716478.534114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:0.1:1779716478.542319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:0.1:1779716478.542331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716478.548014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:1.1:1779716478.548031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00010000:00000010:2.1:1779716478.573971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:2.1:1779716478.577306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:2.1:1779716478.577314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:2.1:1779716478.588190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00000080:00000010:2.1:1779716478.588199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00010000:00000010:0.1:1779716478.609325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716478.615964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716478.615978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716478.633001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00000080:00000010:0.1:1779716478.633016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:2.1:1779716478.673097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716478.679600:0:345664:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716478.679612:0:345664:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:2.1:1779716478.688004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00000080:00000010:2.1:1779716478.688023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00010000:00000010:3.1:1779716478.728981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716478.738957:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716478.738969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:2.1:1779716478.744966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf400.
00000080:00000010:2.1:1779716478.744982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00010000:00000010:2.1:1779716478.773979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716478.779640:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716478.779657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716478.784959:0:345667:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00000080:00000010:3.1:1779716478.784976:0:345667:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:2.1:1779716478.819973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716478.823233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716478.823245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716478.833967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:3.1:1779716478.833981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00010000:00000010:2.1:1779716478.866979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716478.870972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:2.1:1779716478.870986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716478.892633:0:345669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00000080:00000010:3.1:1779716478.893173:0:345669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00010000:00000010:3.1:1779716478.926987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716478.927002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716478.927006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716478.943969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7a0.
00000080:00000010:3.1:1779716478.943980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00010000:00000010:2.1:1779716478.993361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716478.993372:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716478.993386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716479.009300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00000080:00000010:2.1:1779716479.009315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00010000:00000010:3.1:1779716479.044972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:3.1:1779716479.044986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:3.1:1779716479.044991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716479.063006:0:345672:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:3.1:1779716479.063021:0:345672:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00010000:00000010:2.1:1779716479.094973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:2.1:1779716479.094985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716479.095525:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:2.1:1779716479.110211:0:345673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfae0.
00000080:00000010:2.1:1779716479.110225:0:345673:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00010000:00000010:3.1:1779716479.147048:0:345673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716479.147055:0:345673:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716479.147059:0:345673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716479.157913:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7a0.
00000080:00000010:3.1:1779716479.158214:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00010000:00000010:0.1:1779716479.183081:0:345675:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716479.183213:0:345675:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716479.183218:0:345675:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:0.1:1779716479.190062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00000080:00000010:0.1:1779716479.190071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00010000:00000010:2.1:1779716479.213232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716479.216976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716479.216987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716479.234144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:2.1:1779716479.234165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:2.1:1779716479.250969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716479.250982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716479.250985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:3.1:1779716479.257194:0:345677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00000080:00000010:3.1:1779716479.257207:0:345677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:3.1:1779716479.290968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716479.290981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716479.290984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716479.304002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5e0.
00000080:00000010:3.1:1779716479.304014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4a0.
00010000:00000010:2.1:1779716479.330956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:3.1:1779716479.335313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:3.1:1779716479.335325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:3.1:1779716479.340318:0:345679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:3.1:1779716479.340340:0:345679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00010000:00000010:2.1:1779716479.405009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716479.405021:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716479.405024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716479.415474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965c0.
00000080:00000010:2.1:1779716479.415489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00010000:00000010:3.1:1779716479.437333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716479.442576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716479.442591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:3.1:1779716479.470978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7a0.
00000080:00000010:3.1:1779716479.470998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:0.1:1779716479.580974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716479.580986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716479.580990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716479.584976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00000080:00000010:1.1:1779716479.585036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00010000:00000010:3.1:1779716479.626974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716479.626987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716479.626991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716479.652542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:3.1:1779716479.652565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00010000:00000010:2.1:1779716479.696431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716479.699992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716479.700007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716479.721960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00000080:00000010:2.1:1779716479.721974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00010000:00000010:2.1:1779716479.756013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716479.756070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:2.1:1779716479.756076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:2.1:1779716479.771084:0:345685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:2.1:1779716479.771099:0:345685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00010000:00000010:2.1:1779716479.805492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716479.809071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716479.809093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716479.823976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716479.823990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00010000:00000010:3.1:1779716479.867061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716479.867073:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716479.867077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716479.888743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffa0.
00000080:00000010:3.1:1779716479.888756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00010000:00000010:2.1:1779716479.907749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716479.907758:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716479.907761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716479.925018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00000080:00000010:2.1:1779716479.925029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:3.1:1779716479.957041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716479.957063:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716479.957067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716479.962378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:0.1:1779716479.962397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:0.1:1779716479.995953:0:345690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716479.995964:0:345690:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716479.995967:0:345690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716480.004311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716480.004320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:3.1:1779716480.043164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716480.043177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716480.043180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716480.043185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf620.
00000080:00000010:3.1:1779716480.043192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffa0.
00010000:00000010:2.1:1779716480.059155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716480.059169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716480.059173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:2.1:1779716480.077001:0:345692:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716480.077010:0:345692:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf300.
00010000:00000010:2.1:1779716480.104320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716480.109771:0:345693:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716480.109784:0:345693:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716480.124238:0:345693:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:2.1:1779716480.124249:0:345693:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:3.1:1779716480.142329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:0.1:1779716480.157956:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716480.158022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716480.162268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:0.1:1779716480.162282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00010000:00000010:2.1:1779716480.186488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716480.186504:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716480.186507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716480.192217:0:345695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00000080:00000010:2.1:1779716480.192230:0:345695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00010000:00000010:0.1:1779716480.227361:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716480.227372:0:248759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716480.227375:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716480.227379:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:0.1:1779716480.227386:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00010000:00000010:2.1:1779716480.252201:0:345697:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716480.252214:0:345697:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716480.252218:0:345697:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716480.262993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00000080:00000010:2.1:1779716480.263011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00010000:00000010:2.1:1779716480.276221:0:345698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716480.276234:0:345698:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716480.276237:0:345698:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716480.282975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00000080:00000010:2.1:1779716480.282990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00010000:00000010:2.1:1779716480.303092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:0.1:1779716480.309120:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:0.1:1779716480.309135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:0.1:1779716480.317180:0:345699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00000080:00000010:0.1:1779716480.317194:0:345699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00010000:00000010:0.1:1779716480.348972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:0.1:1779716480.357269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:0.1:1779716480.357281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:0.1:1779716480.366970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:0.1:1779716480.366988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00010000:00000010:2.1:1779716480.425960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716480.425973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716480.425976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716480.434260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00000080:00000010:2.1:1779716480.434271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96980.
00010000:00000010:1.1:1779716480.452916:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716480.452983:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716480.452987:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:0.1:1779716480.456834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00000080:00000010:0.1:1779716480.456853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00010000:00000010:3.1:1779716480.492901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716480.492916:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716480.492931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716480.502026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfdc0.
00000080:00000010:3.1:1779716480.502040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf800.
00010000:00000010:3.1:1779716480.538968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716480.538982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716480.538986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716480.555439:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf800.
00000080:00000010:3.1:1779716480.555455:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00010000:00000010:2.1:1779716480.575980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716480.575995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716480.575999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:2.1:1779716480.602118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96980.
00000080:00000010:2.1:1779716480.602133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00010000:00000010:0.1:1779716480.626965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716480.626976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716480.626980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716480.634966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716480.634977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:2.1:1779716480.656124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716480.663272:0:345707:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716480.663286:0:345707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716480.685988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00000080:00000010:2.1:1779716480.686008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96040.
00010000:00000010:3.1:1779716480.705972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716480.710412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716480.710424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:3.1:1779716480.723608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfaa0.
00000080:00000010:3.1:1779716480.723629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00010000:00000010:3.1:1779716480.735370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:2.1:1779716480.740967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:2.1:1779716480.740981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:2.1:1779716480.758705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfaa0.
00000080:00000010:2.1:1779716480.758720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd00.
00010000:00000010:3.1:1779716480.779033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716480.779046:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716480.779051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716480.798116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe40.
00000080:00000010:3.1:1779716480.798177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96040.
00010000:00000010:0.1:1779716480.833894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716480.833908:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:0.1:1779716480.833912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716480.845401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:0.1:1779716480.845415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00010000:00000010:3.1:1779716480.872244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:3.1:1779716480.876091:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716480.876105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716480.888359:0:345712:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00000080:00000010:3.1:1779716480.888441:0:345712:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00010000:00000010:2.1:1779716480.934028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716480.934044:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716480.934048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716480.946054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00000080:00000010:2.1:1779716480.946068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:0.1:1779716480.980176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:2.1:1779716480.984200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:2.1:1779716480.984218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:2.1:1779716480.998781:0:345714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:2.1:1779716480.998797:0:345714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:3.1:1779716481.030973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716481.037493:0:345714:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716481.037501:0:345714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:3.1:1779716481.042203:0:345715:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00000080:00000010:3.1:1779716481.042217:0:345715:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00010000:00000010:2.1:1779716481.078976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716481.089243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716481.089256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716481.089263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00000080:00000010:2.1:1779716481.089271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96440.
00010000:00000010:3.1:1779716481.126428:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:0.1:1779716481.130959:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:0.1:1779716481.130969:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:0.1:1779716481.153968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0e0.
00000080:00000010:0.1:1779716481.153986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00010000:00000010:2.1:1779716481.177963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716481.181084:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716481.181099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716481.193949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00000080:00000010:0.1:1779716481.193966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00010000:00000010:2.1:1779716481.225975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:3.1:1779716481.230459:0:345718:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716481.230467:0:345718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716481.250985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00000080:00000010:3.1:1779716481.251006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00010000:00000010:3.1:1779716481.290761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716481.294276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716481.294292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716481.303009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:3.1:1779716481.303042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b00.
00010000:00000010:2.1:1779716481.336333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716481.340029:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716481.340049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716481.349218:0:345721:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00000080:00000010:2.1:1779716481.349237:0:345721:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00010000:00000010:0.1:1779716481.391246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716481.396101:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716481.396124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:0.1:1779716481.416021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00000080:00000010:0.1:1779716481.416047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:3.1:1779716481.487109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716481.487125:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716481.487129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:2.1:1779716481.501073:0:345723:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:2.1:1779716481.501097:0:345723:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00010000:00000010:2.1:1779716481.544970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:3.1:1779716481.549436:0:345723:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716481.549447:0:345723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716481.575688:0:345724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:3.1:1779716481.575707:0:345724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00010000:00000010:2.1:1779716481.617173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716481.621976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716481.621991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716481.654376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b00.
00000080:00000010:2.1:1779716481.654404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00010000:00000010:3.1:1779716481.705445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716481.708075:0:345725:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716481.708084:0:345725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:2.1:1779716481.713208:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00000080:00000010:2.1:1779716481.713234:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00010000:00000010:3.1:1779716481.765549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716481.765569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716481.765575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:3.1:1779716481.802091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00000080:00000010:3.1:1779716481.802110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00010000:00000010:2.1:1779716481.826390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716481.833961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:2.1:1779716481.833972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:2.1:1779716481.843347:0:345728:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00000080:00000010:2.1:1779716481.843369:0:345728:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00010000:00000010:3.1:1779716481.890006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:3.1:1779716481.890020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:3.1:1779716481.890024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716481.908666:0:345729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00000080:00000010:3.1:1779716481.908689:0:345729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00010000:00000010:2.1:1779716481.949040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:3.1:1779716481.954971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:3.1:1779716481.954983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716481.976620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00000080:00000010:3.1:1779716481.976642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00010000:00000010:2.1:1779716482.014266:0:345731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716482.014287:0:345731:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716482.014292:0:345731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716482.014300:0:345731:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96440.
00000080:00000010:2.1:1779716482.014310:0:345731:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00010000:00000010:3.1:1779716482.073174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:2.1:1779716482.081013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:2.1:1779716482.081028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:2.1:1779716482.111390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf440.
00000080:00000010:2.1:1779716482.111410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00010000:00000010:3.1:1779716482.153977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:2.1:1779716482.157970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716482.157984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:2.1:1779716482.169187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00000080:00000010:2.1:1779716482.169204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00010000:00000010:3.1:1779716482.214970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:3.1:1779716482.214985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:3.1:1779716482.214989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:3.1:1779716482.224373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00000080:00000010:3.1:1779716482.224388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00010000:00000010:0.1:1779716482.252972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716482.252988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716482.252993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:0.1:1779716482.262972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716482.262989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:2.1:1779716482.310787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:0.1:1779716482.316060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:0.1:1779716482.316087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716482.326792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:1.1:1779716482.326809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00010000:00000010:1.1:1779716482.349966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716482.349980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:1.1:1779716482.349983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716482.371040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00000080:00000010:1.1:1779716482.371054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792340.
00010000:00000010:3.1:1779716482.403955:0:345737:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716482.409206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716482.409214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716482.419498:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf140.
00000080:00000010:3.1:1779716482.419516:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00010000:00000010:2.1:1779716482.451972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:2.1:1779716482.451987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:2.1:1779716482.451991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:2.1:1779716482.469245:0:345739:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00000080:00000010:2.1:1779716482.469260:0:345739:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:2.1:1779716482.499337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716482.499351:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716482.499354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716482.503964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00000080:00000010:3.1:1779716482.503976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96040.
00010000:00000010:2.1:1779716482.530963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716482.535124:0:345741:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716482.535138:0:345741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716482.538973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00000080:00000010:3.1:1779716482.538986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00010000:00000010:2.1:1779716482.573713:0:345742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:2.1:1779716482.573754:0:345742:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:2.1:1779716482.573758:0:345742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:2.1:1779716482.580186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:2.1:1779716482.580203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00010000:00000010:2.1:1779716482.596078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716482.603961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716482.603970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:2.1:1779716482.614028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00000080:00000010:2.1:1779716482.614042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00010000:00000010:3.1:1779716482.638156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:2.1:1779716482.641737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:2.1:1779716482.641749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:2.1:1779716482.661003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2e0.
00000080:00000010:2.1:1779716482.661013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00010000:00000010:3.1:1779716482.687703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716482.693219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716482.693235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:3.1:1779716482.706230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf340.
00000080:00000010:3.1:1779716482.706252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00010000:00000010:3.1:1779716482.739974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716482.739989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716482.739994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:2.1:1779716482.762187:0:345746:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00000080:00000010:2.1:1779716482.762206:0:345746:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1a0.
00010000:00000010:2.1:1779716482.796690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:3.1:1779716482.800956:0:345746:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716482.800963:0:345746:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716482.805175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00000080:00000010:3.1:1779716482.805189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00010000:00000010:2.1:1779716482.831974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716482.836198:0:345748:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716482.836209:0:345748:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716482.848888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00000080:00000010:2.1:1779716482.848900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00010000:00000010:3.1:1779716482.868362:0:345749:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716482.868375:0:345749:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716482.868378:0:345749:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716482.879244:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc60.
00000080:00000010:3.1:1779716482.879257:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00010000:00000010:2.1:1779716482.894881:0:345750:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716482.894894:0:345750:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716482.894898:0:345750:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716482.901624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00000080:00000010:2.1:1779716482.901641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00010000:00000010:0.1:1779716482.930975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716482.934253:0:345750:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716482.934261:0:345750:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716482.943006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00000080:00000010:0.1:1779716482.943025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00010000:00000010:2.1:1779716482.976024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716482.976036:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716482.976039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716482.976044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716482.976048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00010000:00000010:3.1:1779716483.009970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716483.009976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716483.009979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716483.009983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7c0.
00000080:00000010:3.1:1779716483.009991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00010000:00000010:2.1:1779716483.036000:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716483.036016:0:1030:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716483.036019:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716483.037953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00000080:00000010:3.1:1779716483.037965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00010000:00000010:2.1:1779716483.076206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716483.076220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716483.076223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:2.1:1779716483.082034:0:345755:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:2.1:1779716483.082042:0:345755:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:2.1:1779716483.108477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716483.115215:0:345755:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716483.115229:0:345755:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716483.121129:0:345756:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:2.1:1779716483.121143:0:345756:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:3.1:1779716483.161996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716483.165969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716483.165984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716483.183249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf980.
00000080:00000010:3.1:1779716483.183261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf200.
00010000:00000010:3.1:1779716483.211995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:2.1:1779716483.223043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:2.1:1779716483.223051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716483.227477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff40.
00000080:00000010:2.1:1779716483.227498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:2.1:1779716483.238188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716483.238202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716483.238216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716483.258035:0:345759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:3.1:1779716483.258051:0:345759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00010000:00000010:2.1:1779716483.281976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716483.285967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716483.285981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:2.1:1779716483.299502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716483.299517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00010000:00000010:0.1:1779716483.320153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716483.324985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:0.1:1779716483.324997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716483.331933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716483.331952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:2.1:1779716483.398956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716483.398964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716483.398967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716483.398972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00000080:00000010:2.1:1779716483.398978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00010000:00000010:3.1:1779716483.424968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716483.424979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716483.424983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:3.1:1779716483.424988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00000080:00000010:3.1:1779716483.424996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8e0.
00010000:00000010:0.1:1779716483.448195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716483.451642:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:1.1:1779716483.451655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:2.1:1779716483.459377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:2.1:1779716483.459390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00010000:00000010:2.1:1779716483.490175:0:345765:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716483.490188:0:345765:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716483.490191:0:345765:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716483.503032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716483.503040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:3.1:1779716483.517571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716483.536740:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716483.536747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716483.547399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8e0.
00000080:00000010:3.1:1779716483.547412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00010000:00000010:2.1:1779716483.562513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716483.562535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716483.562540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:0.1:1779716483.566164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00000080:00000010:0.1:1779716483.566175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00010000:00000010:1.1:1779716483.600069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:0.1:1779716483.603983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cf00.
00010000:00000010:0.1:1779716483.603997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:0.1:1779716483.617967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00000080:00000010:0.1:1779716483.617996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792740.
00010000:00000010:3.1:1779716483.649072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716483.649093:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716483.649097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:3.1:1779716483.659257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8e0.
00000080:00000010:3.1:1779716483.659271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00010000:00000010:1.1:1779716483.702001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:2.1:1779716483.705986:0:345770:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c400.
00010000:00000010:2.1:1779716483.705999:0:345770:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:2.1:1779716483.717951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00000080:00000010:2.1:1779716483.717969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00010000:00000010:0.1:1779716483.756596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:0.1:1779716483.756608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716483.759740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:1.1:1779716483.776868:0:345771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00000080:00000010:1.1:1779716483.776888:0:345771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:2.1:1779716483.821067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:2.1:1779716483.821082:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c700.
00010000:00000010:2.1:1779716483.821086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716483.830145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00000080:00000010:1.1:1779716483.830161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:3.1:1779716483.867164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716483.867175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716483.867178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:3.1:1779716483.876953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00000080:00000010:3.1:1779716483.876965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:2.1:1779716483.900960:0:345774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716483.900973:0:345774:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:2.1:1779716483.900977:0:345774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:2.1:1779716483.906950:0:345774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00000080:00000010:2.1:1779716483.906958:0:345774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf320.
00010000:00000010:2.1:1779716483.925297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716483.931496:0:345775:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716483.931509:0:345775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716483.942970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:2.1:1779716483.942979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00010000:00000010:3.1:1779716483.955455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716483.968955:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716483.968964:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716483.975195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00000080:00000010:3.1:1779716483.975207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:0.1:1779716483.985969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716483.991967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716483.991979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716484.001959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:0.1:1779716484.001968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:3.1:1779716484.019185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:3.1:1779716484.027971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716484.027988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716484.036289:0:345778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716484.036307:0:345778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:0.1:1779716484.056967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716484.056976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716484.056979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716484.071208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00000080:00000010:0.1:1779716484.071219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:0.1:1779716484.094817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716484.094825:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716484.094828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716484.102195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:0.1:1779716484.102209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:2.1:1779716484.136185:0:345781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716484.136198:0:345781:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:2.1:1779716484.136202:0:345781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:2.1:1779716484.136206:0:345781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00000080:00000010:2.1:1779716484.136212:0:345781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00010000:00000010:2.1:1779716484.168035:0:345782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716484.168156:0:345782:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:2.1:1779716484.168163:0:345782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716484.184626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716484.184645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00010000:00000010:1.1:1779716484.193978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:1.1:1779716484.199359:0:345783:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:1.1:1779716484.199372:0:345783:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:1.1:1779716484.214070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:1.1:1779716484.214083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00010000:00000010:1.1:1779716484.223976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716484.229951:0:345784:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716484.229962:0:345784:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716484.251046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00000080:00000010:1.1:1779716484.251071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00010000:00000010:1.1:1779716484.265233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716484.265244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:1.1:1779716484.265248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:2.1:1779716484.268308:0:345785:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00000080:00000010:2.1:1779716484.268318:0:345785:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:2.1:1779716484.290195:0:345785:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716484.296963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716484.296973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716484.304969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716484.304980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00010000:00000010:2.1:1779716484.318973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716484.318997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716484.319002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:2.1:1779716484.330262:0:345787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00000080:00000010:2.1:1779716484.330277:0:345787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:2.1:1779716484.364950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716484.364968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716484.364972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716484.378980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00000080:00000010:2.1:1779716484.378997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00010000:00000010:0.1:1779716484.397960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:0.1:1779716484.405091:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c200.
00010000:00000010:0.1:1779716484.405104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:0.1:1779716484.418147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00000080:00000010:0.1:1779716484.418160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00010000:00000010:2.1:1779716484.436059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716484.441004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716484.441015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:3.1:1779716484.446953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00000080:00000010:3.1:1779716484.446968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00010000:00000010:2.1:1779716484.478189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716484.478204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716484.478208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:2.1:1779716484.486279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716484.486293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00010000:00000010:3.1:1779716484.513089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716484.518248:0:345791:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716484.518257:0:345791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716484.524956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe20.
00000080:00000010:3.1:1779716484.524966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00010000:00000010:2.1:1779716484.546264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716484.546278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716484.546281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716484.563974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716484.563988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00010000:00000010:3.1:1779716484.586996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716484.591391:0:345795:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716484.591404:0:345795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716484.606965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00000080:00000010:3.1:1779716484.606976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:2.1:1779716484.632971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716484.632981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716484.632985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716484.632991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00000080:00000010:2.1:1779716484.632998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00010000:00000010:3.1:1779716484.654972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716484.654984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716484.654989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716484.664241:0:345797:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00000080:00000010:3.1:1779716484.664256:0:345797:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00010000:00000010:0.1:1779716484.696966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716484.696974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716484.696977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716484.700972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00000080:00000010:0.1:1779716484.700988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:2.1:1779716484.732970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716484.732985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716484.732989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716484.742959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00000080:00000010:2.1:1779716484.742971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00010000:00000010:3.1:1779716484.775966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716484.780161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716484.780176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716484.788120:0:345800:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:3.1:1779716484.788134:0:345800:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00010000:00000010:2.1:1779716484.828210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716484.831976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716484.831988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716484.845233:0:345801:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00000080:00000010:2.1:1779716484.845247:0:345801:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00010000:00000010:3.1:1779716484.892194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716484.899971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716484.899982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716484.899986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00000080:00000010:3.1:1779716484.899993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe20.
00010000:00000010:0.1:1779716484.931186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716484.935974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716484.935988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716484.956071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00000080:00000010:0.1:1779716484.956081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:2.1:1779716484.989718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:2.1:1779716484.993114:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ce00.
00010000:00000010:2.1:1779716484.993128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:2.1:1779716485.007173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00000080:00000010:2.1:1779716485.007185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00010000:00000010:2.1:1779716485.034980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716485.034995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716485.034998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:2.1:1779716485.071955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00000080:00000010:2.1:1779716485.071968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00010000:00000010:3.1:1779716485.096555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716485.100014:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716485.100028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:2.1:1779716485.117401:0:345806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00000080:00000010:2.1:1779716485.117421:0:345806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:3.1:1779716485.169964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716485.169980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716485.169983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716485.190581:0:345807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00000080:00000010:2.1:1779716485.190602:0:345807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:3.1:1779716485.240787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716485.245013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716485.245025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716485.256960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00000080:00000010:3.1:1779716485.256986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00010000:00000010:3.1:1779716485.292969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716485.300716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716485.300729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716485.315957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00000080:00000010:3.1:1779716485.315969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfce0.
00010000:00000010:2.1:1779716485.336354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716485.336364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716485.336368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716485.341336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00000080:00000010:2.1:1779716485.341350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00010000:00000010:3.1:1779716485.386167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716485.393290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716485.393304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716485.419082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfce0.
00000080:00000010:3.1:1779716485.419100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf100.
00010000:00000010:0.1:1779716485.448986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716485.449001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716485.449005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716485.460492:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00000080:00000010:0.1:1779716485.460515:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:2.1:1779716485.485240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716485.485252:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716485.485266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716485.492385:0:345813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00000080:00000010:2.1:1779716485.492398:0:345813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:2.1:1779716485.519066:0:345813:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716485.525241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716485.525362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716485.535111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00000080:00000010:2.1:1779716485.535120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00010000:00000010:0.1:1779716485.573063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716485.573074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716485.573078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716485.591395:0:345815:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00000080:00000010:0.1:1779716485.591413:0:345815:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00010000:00000010:2.1:1779716485.636983:0:345815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:2.1:1779716485.636992:0:345815:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:2.1:1779716485.636996:0:345815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:2.1:1779716485.650154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00000080:00000010:2.1:1779716485.650169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00010000:00000010:0.1:1779716485.671367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716485.671378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716485.671382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716485.691967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716485.691990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:2.1:1779716485.744667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716485.744679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716485.744684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716485.760011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00000080:00000010:2.1:1779716485.760029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00010000:00000010:3.1:1779716485.792959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:0.1:1779716485.796964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:0.1:1779716485.796979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:0.1:1779716485.808185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf940.
00000080:00000010:0.1:1779716485.808203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf660.
00010000:00000010:2.1:1779716485.855913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:2.1:1779716485.855937:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716485.855941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716485.884721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00000080:00000010:2.1:1779716485.884738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00010000:00000010:3.1:1779716485.913004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716485.916304:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716485.916320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:0.1:1779716485.928477:0:345821:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00000080:00000010:0.1:1779716485.928492:0:345821:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf020.
00010000:00000010:0.1:1779716485.951991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716485.959385:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716485.959393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:2.1:1779716485.966964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:2.1:1779716485.966977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:2.1:1779716485.987943:0:345822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:2.1:1779716485.987949:0:345822:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:2.1:1779716485.987952:0:345822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:2.1:1779716486.002273:0:345823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:2.1:1779716486.002285:0:345823:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00010000:00000010:3.1:1779716486.038547:0:345824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716486.038553:0:345824:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716486.038557:0:345824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716486.045988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00000080:00000010:3.1:1779716486.046005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00010000:00000010:2.1:1779716486.063360:0:248763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716486.063370:0:248763:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716486.063374:0:248763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716486.067183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00000080:00000010:3.1:1779716486.067192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf260.
00010000:00000010:3.1:1779716486.093971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:2.1:1779716486.094805:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:2.1:1779716486.094813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716486.108139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf260.
00000080:00000010:2.1:1779716486.108155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00010000:00000010:2.1:1779716486.149977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716486.149987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716486.149990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716486.154190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96400.
00000080:00000010:2.1:1779716486.154207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964a0.
00010000:00000010:3.1:1779716486.164943:0:345827:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716486.169201:0:345828:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716486.169212:0:345828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716486.180953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00000080:00000010:3.1:1779716486.180967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00010000:00000010:0.1:1779716486.203980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716486.203993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716486.203997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716486.224754:0:345829:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:0.1:1779716486.224770:0:345829:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:0.1:1779716486.254270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:1.1:1779716486.260996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:1.1:1779716486.261027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:3.1:1779716486.261305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00000080:00000010:3.1:1779716486.261315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792920.
00010000:00000010:2.1:1779716486.283470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716486.296391:0:345831:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716486.296401:0:345831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716486.309226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964a0.
00000080:00000010:2.1:1779716486.309237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96400.
00010000:00000010:2.1:1779716486.348447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716486.348457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716486.348462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716486.348467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96560.
00000080:00000010:2.1:1779716486.348475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00010000:00000010:2.1:1779716486.356982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716486.356995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716486.356999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716486.363028:0:345833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00000080:00000010:2.1:1779716486.363096:0:345833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00010000:00000010:2.1:1779716486.390191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716486.390206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716486.390209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716486.413970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:2.1:1779716486.413980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00010000:00000010:2.1:1779716486.447958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:2.1:1779716486.447972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:2.1:1779716486.447976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:2.1:1779716486.470978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00000080:00000010:2.1:1779716486.470997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792900.
00010000:00000010:3.1:1779716486.487959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:3.1:1779716486.495277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:3.1:1779716486.495303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:3.1:1779716486.508257:0:345836:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00000080:00000010:3.1:1779716486.508274:0:345836:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00010000:00000010:2.1:1779716486.577988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716486.578006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716486.578010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:2.1:1779716486.605689:0:345837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00000080:00000010:2.1:1779716486.605708:0:345837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00010000:00000010:3.1:1779716486.637373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716486.642513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716486.642525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716486.657968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00000080:00000010:3.1:1779716486.657985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964a0.
00010000:00000010:2.1:1779716486.694863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716486.694870:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716486.694874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:2.1:1779716486.701962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00000080:00000010:2.1:1779716486.701974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00010000:00000010:0.1:1779716486.719199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716486.719207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716486.719210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716486.738964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00000080:00000010:0.1:1779716486.738980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00010000:00000010:2.1:1779716486.786770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716486.786780:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716486.786784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:2.1:1779716486.792004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96480.
00000080:00000010:2.1:1779716486.792019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00010000:00000010:2.1:1779716486.814219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716486.828013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716486.828022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716486.828114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00000080:00000010:2.1:1779716486.828125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96560.
00010000:00000010:3.1:1779716486.834209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716486.834224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716486.834228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:3.1:1779716486.846005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff60.
00000080:00000010:3.1:1779716486.852206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:2.1:1779716486.870005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716486.870020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716486.870023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:2.1:1779716486.874144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00000080:00000010:2.1:1779716486.874157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00010000:00000010:3.1:1779716486.892160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716486.892174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716486.892178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:3.1:1779716486.901024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff60.
00000080:00000010:3.1:1779716486.901039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00010000:00000010:2.1:1779716486.945969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716486.945984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716486.945987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:2.1:1779716486.957012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00000080:00000010:2.1:1779716486.957035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00010000:00000010:2.1:1779716486.986961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716486.986973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716486.986977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:0.1:1779716486.991960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00000080:00000010:0.1:1779716486.991975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00010000:00000010:1.1:1779716487.010678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716487.017359:0:345848:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716487.017366:0:345848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:1.1:1779716487.021159:0:345848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00000080:00000010:1.1:1779716487.021174:0:345848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00010000:00000010:2.1:1779716487.046001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:3.1:1779716487.059158:0:1030:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:3.1:1779716487.059171:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716487.079390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00000080:00000010:3.1:1779716487.079403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00010000:00000010:3.1:1779716487.101438:0:345849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716487.101451:0:345849:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:3.1:1779716487.101455:0:345849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:3.1:1779716487.109292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00000080:00000010:3.1:1779716487.109307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:1.1:1779716487.141193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716487.141210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716487.141214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:2.1:1779716487.169998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00000080:00000010:2.1:1779716487.170019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00010000:00000010:1.1:1779716487.212597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:1.1:1779716487.222145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:1.1:1779716487.222158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:1.1:1779716487.235971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00000080:00000010:1.1:1779716487.235990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb00.
00010000:00000010:2.1:1779716487.276842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716487.279971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716487.279984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:2.1:1779716487.289580:0:345853:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:2.1:1779716487.289712:0:345853:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf780.
00010000:00000010:2.1:1779716487.335626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:2.1:1779716487.335643:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:2.1:1779716487.335647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:2.1:1779716487.347255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:2.1:1779716487.347267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:0.1:1779716487.378914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716487.378938:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716487.378942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716487.400953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:0.1:1779716487.400969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:2.1:1779716487.433375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716487.433393:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:2.1:1779716487.433400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:2.1:1779716487.459202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:2.1:1779716487.459216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf260.
00010000:00000010:2.1:1779716487.485118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716487.490942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716487.490957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:2.1:1779716487.508970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:2.1:1779716487.508983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00010000:00000010:3.1:1779716487.534786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716487.534799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716487.534803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716487.543401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff00.
00000080:00000010:3.1:1779716487.543421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8c0.
00010000:00000010:2.1:1779716487.586956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716487.586964:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716487.586968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716487.586972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00000080:00000010:2.1:1779716487.586981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96400.
00010000:00000010:2.1:1779716487.603401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716487.603409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716487.603412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:2.1:1779716487.619959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96400.
00000080:00000010:2.1:1779716487.619970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00010000:00000010:3.1:1779716487.643974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:3.1:1779716487.658171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:3.1:1779716487.658179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:3.1:1779716487.669957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:3.1:1779716487.669967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:2.1:1779716487.683352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716487.683362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716487.683366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716487.695968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00000080:00000010:2.1:1779716487.695984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00010000:00000010:2.1:1779716487.725968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:0.1:1779716487.731323:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:0.1:1779716487.731334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716487.740068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00000080:00000010:0.1:1779716487.740078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00010000:00000010:3.1:1779716487.779298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:3.1:1779716487.779308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716487.779314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716487.789083:0:345864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00000080:00000010:2.1:1779716487.789097:0:345864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:2.1:1779716487.830977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716487.834971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716487.834984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716487.851790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00000080:00000010:2.1:1779716487.851808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00010000:00000010:3.1:1779716487.875966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716487.876198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716487.876204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716487.900227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf020.
00000080:00000010:3.1:1779716487.900246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1e0.
00010000:00000010:2.1:1779716487.947207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716487.952149:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716487.952157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716487.956996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00000080:00000010:2.1:1779716487.957011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00010000:00000010:3.1:1779716487.993183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:3.1:1779716487.993195:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:3.1:1779716487.993199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716488.002957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00000080:00000010:3.1:1779716488.002966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00010000:00000010:2.1:1779716488.033235:0:345868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716488.033244:0:345868:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716488.033247:0:345868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:2.1:1779716488.043206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96280.
00000080:00000010:2.1:1779716488.043216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00010000:00000010:3.1:1779716488.065155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:2.1:1779716488.068966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:2.1:1779716488.068973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716488.073242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff00.
00000080:00000010:2.1:1779716488.073257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00010000:00000010:2.1:1779716488.092978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716488.092990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716488.092993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:2.1:1779716488.108497:0:345871:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00000080:00000010:2.1:1779716488.108507:0:345871:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00010000:00000010:2.1:1779716488.133080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716488.133093:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716488.133097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716488.158974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00000080:00000010:2.1:1779716488.158990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00010000:00000010:0.1:1779716488.180299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716488.180312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716488.180316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:0.1:1779716488.194951:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716488.194963:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00010000:00000010:2.1:1779716488.239938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716488.250187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716488.250199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:2.1:1779716488.264146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00000080:00000010:2.1:1779716488.264160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf420.
00010000:00000010:0.1:1779716488.293965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716488.297415:0:345874:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716488.297436:0:345874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:0.1:1779716488.304007:0:345875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:0.1:1779716488.304020:0:345875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00010000:00000010:0.1:1779716488.333837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716488.344968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716488.344996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716488.351184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:0.1:1779716488.351198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:3.1:1779716488.383275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:2.1:1779716488.388118:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:2.1:1779716488.388126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716488.399376:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf020.
00000080:00000010:3.1:1779716488.399388:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00010000:00000010:3.1:1779716488.422971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:3.1:1779716488.422981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716488.422986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:3.1:1779716488.425967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00000080:00000010:3.1:1779716488.425984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:2.1:1779716488.464081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716488.470259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716488.470268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716488.476869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00000080:00000010:2.1:1779716488.476881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:3.1:1779716488.513963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716488.519140:0:345879:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716488.519164:0:345879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716488.530174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf020.
00000080:00000010:3.1:1779716488.530186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb20.
00010000:00000010:2.1:1779716488.553971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716488.558398:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716488.558409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:2.1:1779716488.574021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00000080:00000010:2.1:1779716488.574044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:2.1:1779716488.601168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716488.601180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716488.601184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716488.601188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00000080:00000010:2.1:1779716488.601195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00010000:00000010:3.1:1779716488.632802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716488.632820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716488.632825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:1.1:1779716488.648134:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00000080:00000010:1.1:1779716488.648153:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:2.1:1779716488.696123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716488.701516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:2.1:1779716488.701530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:2.1:1779716488.715723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00000080:00000010:2.1:1779716488.715734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf660.
00010000:00000010:1.1:1779716488.733466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716488.733488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716488.733492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:1.1:1779716488.740234:0:345885:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00000080:00000010:1.1:1779716488.740243:0:345885:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00010000:00000010:1.1:1779716488.769896:0:345886:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716488.769909:0:345886:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716488.769913:0:345886:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:1.1:1779716488.780975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792aa0.
00000080:00000010:1.1:1779716488.780990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:3.1:1779716488.793194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:3.1:1779716488.793206:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:3.1:1779716488.793209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:3.1:1779716488.809223:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00000080:00000010:3.1:1779716488.809235:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00010000:00000010:2.1:1779716488.832669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716488.847275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716488.847290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716488.856330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00000080:00000010:2.1:1779716488.856340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00010000:00000010:3.1:1779716488.875029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716488.875037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716488.875040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:3.1:1779716488.879326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf940.
00000080:00000010:3.1:1779716488.879334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d80.
00010000:00000010:2.1:1779716488.906093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716488.906107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716488.906111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:2.1:1779716488.918867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00000080:00000010:2.1:1779716488.918886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:1.1:1779716488.943963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716488.943971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716488.943974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716488.949609:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00000080:00000010:3.1:1779716488.949620:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792820.
00010000:00000010:2.1:1779716488.982969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716488.982978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716488.982982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716488.991990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716488.992011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00010000:00000010:3.1:1779716489.019824:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716489.019833:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:3.1:1779716489.019836:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:2.1:1779716489.034178:0:345893:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf940.
00000080:00000010:2.1:1779716489.034191:0:345893:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:2.1:1779716489.041964:0:345893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716489.041972:0:345893:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716489.041975:0:345893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716489.047084:0:345894:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716489.047097:0:345894:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00010000:00000010:2.1:1779716489.074189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716489.081825:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716489.081840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716489.096970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00000080:00000010:2.1:1779716489.096988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00010000:00000010:1.1:1779716489.120138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716489.120153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716489.120157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716489.131888:0:345896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ea0.
00000080:00000010:1.1:1779716489.131908:0:345896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:2.1:1779716489.158366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716489.164197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:2.1:1779716489.164207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:2.1:1779716489.179750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf520.
00000080:00000010:2.1:1779716489.179764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:2.1:1779716489.220148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716489.220171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:2.1:1779716489.220175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:2.1:1779716489.233098:0:345898:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00000080:00000010:2.1:1779716489.233113:0:345898:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:3.1:1779716489.270729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716489.273091:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716489.273105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716489.297532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00000080:00000010:3.1:1779716489.297546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00010000:00000010:2.1:1779716489.325614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716489.325624:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716489.325628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716489.333030:0:345900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00000080:00000010:2.1:1779716489.333050:0:345900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00010000:00000010:3.1:1779716489.375950:0:345901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716489.375963:0:345901:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716489.375967:0:345901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716489.375972:0:345901:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00000080:00000010:3.1:1779716489.379432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00010000:00000010:2.1:1779716489.394976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716489.400962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:2.1:1779716489.400975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:2.1:1779716489.412509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00000080:00000010:2.1:1779716489.412525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00010000:00000010:2.1:1779716489.430517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716489.430530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716489.430534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:2.1:1779716489.436962:0:345903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00000080:00000010:2.1:1779716489.436972:0:345903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00010000:00000010:2.1:1779716489.459289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716489.459304:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716489.459307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716489.471148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00000080:00000010:2.1:1779716489.471165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00010000:00000010:2.1:1779716489.488305:0:345904:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716489.488314:0:345904:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716489.488318:0:345904:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716489.496097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00000080:00000010:2.1:1779716489.496106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:3.1:1779716489.513300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:0.1:1779716489.519972:0:345906:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716489.519984:0:345906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00000080:00000010:0.1:1779716489.527146:0:345906:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00000080:00000010:0.1:1779716489.527162:0:345906:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00010000:00000010:0.1:1779716489.550977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716489.555190:0:345906:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716489.555198:0:345906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:0.1:1779716489.560036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:0.1:1779716489.560048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c20.
00010000:00000010:2.1:1779716489.611628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716489.618641:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:2.1:1779716489.618649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:2.1:1779716489.627598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:2.1:1779716489.627616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00010000:00000010:3.1:1779716489.677973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716489.677988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716489.677992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716489.698038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff40.
00000080:00000010:3.1:1779716489.698052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00010000:00000010:2.1:1779716489.728001:0:345909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716489.731487:0:345910:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:2.1:1779716489.731498:0:345910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:2.1:1779716489.735295:0:345910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00000080:00000010:2.1:1779716489.735310:0:345910:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792660.
00010000:00000010:2.1:1779716489.762725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:3.1:1779716489.773216:0:345911:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716489.773222:0:345911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:3.1:1779716489.781066:0:345911:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00000080:00000010:3.1:1779716489.781078:0:345911:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00010000:00000010:2.1:1779716489.793113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716489.793128:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716489.793132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:2.1:1779716489.810153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:2.1:1779716489.810167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00010000:00000010:2.1:1779716489.822517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716489.827048:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716489.827057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716489.833523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00000080:00000010:2.1:1779716489.833536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00010000:00000010:3.1:1779716489.865794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716489.865807:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716489.865812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:3.1:1779716489.888014:0:345914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf860.
00000080:00000010:3.1:1779716489.888027:0:345914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:3.1:1779716489.909991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:2.1:1779716489.913427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:2.1:1779716489.913440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:2.1:1779716489.954975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf860.
00000080:00000010:2.1:1779716489.954992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00010000:00000010:0.1:1779716489.983375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716489.983389:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716489.983393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716489.993218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00000080:00000010:1.1:1779716490.002124:0:345916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:3.1:1779716490.031174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:3.1:1779716490.031184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716490.031188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:3.1:1779716490.051044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00000080:00000010:3.1:1779716490.051057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00010000:00000010:0.1:1779716490.078990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716490.083171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716490.083193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:0.1:1779716490.091987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716490.092002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00010000:00000010:2.1:1779716490.138967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716490.138982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716490.138986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716490.163949:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00000080:00000010:2.1:1779716490.163969:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00010000:00000010:0.1:1779716490.194250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:0.1:1779716490.199273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716490.199286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716490.225642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00000080:00000010:0.1:1779716490.225659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:2.1:1779716490.260965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716490.267044:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:2.1:1779716490.267061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:2.1:1779716490.277974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00000080:00000010:2.1:1779716490.277990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2e0.
00010000:00000010:0.1:1779716490.295207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716490.299202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716490.299212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:0.1:1779716490.304462:0:345922:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00000080:00000010:0.1:1779716490.304489:0:345922:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00010000:00000010:2.1:1779716490.342940:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716490.348553:0:345923:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716490.348564:0:345923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716490.360213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:3.1:1779716490.360226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00010000:00000010:3.1:1779716490.380031:0:345923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:3.1:1779716490.380039:0:345923:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716490.380043:0:345923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716490.385206:0:345924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00000080:00000010:2.1:1779716490.385220:0:345924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:2.1:1779716490.419237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716490.419244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716490.419248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716490.432164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716490.432186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:2.1:1779716490.452174:0:345926:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:0.1:1779716490.463174:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:0.1:1779716490.463185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716490.463582:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:2.1:1779716490.463591:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:1.1:1779716490.500462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716490.505577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716490.505591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:2.1:1779716490.517996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792220.
00000080:00000010:2.1:1779716490.519339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00010000:00000010:3.1:1779716490.562024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716490.568992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:3.1:1779716490.569232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:3.1:1779716490.590126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00000080:00000010:3.1:1779716490.590135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00010000:00000010:2.1:1779716490.615973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716490.615981:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716490.615984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:2.1:1779716490.622948:0:345929:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00000080:00000010:2.1:1779716490.622961:0:345929:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00010000:00000010:2.1:1779716490.651091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716490.658283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716490.658295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716490.667119:0:345930:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716490.667132:0:345930:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:3.1:1779716490.712324:0:345931:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:0.1:1779716490.720014:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:0.1:1779716490.720020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:0.1:1779716490.725448:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00000080:00000010:0.1:1779716490.725461:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00010000:00000010:3.1:1779716490.745413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716490.752246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716490.752262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716490.752268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716490.752277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:2.1:1779716490.778997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716490.779006:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716490.779009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716490.779013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00000080:00000010:2.1:1779716490.779022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:3.1:1779716490.793104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716490.803524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716490.803531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716490.812088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00000080:00000010:2.1:1779716490.812101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00010000:00000010:2.1:1779716490.828982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716490.828997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716490.829001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716490.848373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:2.1:1779716490.848392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:2.1:1779716490.885975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716490.885990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716490.885994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:2.1:1779716490.895972:0:345936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716490.895980:0:345936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00010000:00000010:2.1:1779716490.924981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716490.929975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716490.929989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716490.945867:0:345937:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00000080:00000010:2.1:1779716490.945886:0:345937:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:3.1:1779716491.006079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:0.1:1779716491.028259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:0.1:1779716491.028270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:1.1:1779716491.028316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6c0.
00000080:00000010:1.1:1779716491.028327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00010000:00000010:2.1:1779716491.056696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716491.060995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716491.061010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716491.082888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00000080:00000010:2.1:1779716491.082905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00010000:00000010:3.1:1779716491.116879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716491.119619:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716491.119641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:3.1:1779716491.143761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00000080:00000010:3.1:1779716491.143774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00010000:00000010:2.1:1779716491.178965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716491.178980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716491.178983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716491.197085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00000080:00000010:2.1:1779716491.197098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00010000:00000010:2.1:1779716491.225229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716491.228265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716491.228283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716491.258986:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:2.1:1779716491.259002:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00010000:00000010:3.1:1779716491.293141:0:345942:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716491.293149:0:345942:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716491.293153:0:345942:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:2.1:1779716491.299216:0:345943:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00000080:00000010:2.1:1779716491.299227:0:345943:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00010000:00000010:3.1:1779716491.337211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716491.337230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:3.1:1779716491.337234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716491.349290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0e0.
00000080:00000010:3.1:1779716491.349315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00010000:00000010:1.1:1779716491.392440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716491.397190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:1.1:1779716491.397212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:1.1:1779716491.410991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00000080:00000010:1.1:1779716491.411356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:2.1:1779716491.451886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716491.453501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716491.453511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:3.1:1779716491.463572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:3.1:1779716491.463590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00010000:00000010:2.1:1779716491.508991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:2.1:1779716491.509014:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:2.1:1779716491.509019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:2.1:1779716491.546101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2820.
00000080:00000010:2.1:1779716491.546115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00010000:00000010:1.1:1779716491.581004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716491.584998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716491.585018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:1.1:1779716491.597143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00000080:00000010:1.1:1779716491.597169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:2.1:1779716491.656797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716491.662994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716491.663003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716491.673155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00000080:00000010:2.1:1779716491.673167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00010000:00000010:0.1:1779716491.712080:0:345949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716491.712088:0:345949:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716491.712092:0:345949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:2.1:1779716491.722616:0:345951:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d40.
00000080:00000010:2.1:1779716491.722633:0:345951:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:0.1:1779716491.761698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716491.765968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716491.765996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716491.795283:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00000080:00000010:0.1:1779716491.795309:0:248758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00010000:00000010:2.1:1779716491.828412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716491.828429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716491.828433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:2.1:1779716491.842141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00000080:00000010:2.1:1779716491.842152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00010000:00000010:0.1:1779716491.872141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716491.876963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716491.876976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716491.892024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716491.892033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:2.1:1779716491.931959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716491.935970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:2.1:1779716491.936088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:2.1:1779716491.953775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00000080:00000010:2.1:1779716491.953794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00010000:00000010:0.1:1779716491.989958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716491.989973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:0.1:1779716491.989978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716492.017962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00000080:00000010:0.1:1779716492.017976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:0.1:1779716492.040976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716492.041240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0c00.
00010000:00000010:1.1:1779716492.041247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:2.1:1779716492.063118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00000080:00000010:2.1:1779716492.063140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24e0.
00010000:00000010:0.1:1779716492.086971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00010000:00000010:0.1:1779716492.086985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716492.086990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716492.103952:0:345958:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00000080:00000010:0.1:1779716492.103965:0:345958:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00010000:00000010:2.1:1779716492.133483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716492.133501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:2.1:1779716492.133506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:2.1:1779716492.151040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00000080:00000010:2.1:1779716492.151055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2780.
00010000:00000010:2.1:1779716492.197972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:2.1:1779716492.201970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:2.1:1779716492.201986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:2.1:1779716492.211680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe40.
00000080:00000010:2.1:1779716492.211691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:1.1:1779716492.251129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716492.255970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716492.255983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716492.282442:0:345961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00000080:00000010:1.1:1779716492.282463:0:345961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00010000:00000010:2.1:1779716492.332931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716492.337007:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:2.1:1779716492.337023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:2.1:1779716492.364811:0:345962:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00000080:00000010:2.1:1779716492.364846:0:345962:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00010000:00000010:3.1:1779716492.426126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:0.1:1779716492.430379:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:0.1:1779716492.430399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:1.1:1779716492.446330:0:345963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf040.
00000080:00000010:1.1:1779716492.446360:0:345963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd00.
00010000:00000010:1.1:1779716492.479106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:2.1:1779716492.486130:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:2.1:1779716492.486144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:2.1:1779716492.503989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00000080:00000010:2.1:1779716492.504006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:1.1:1779716492.540008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716492.540022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:1.1:1779716492.540026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:1.1:1779716492.540031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792180.
00000080:00000010:1.1:1779716492.540038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2820.
00010000:00000010:2.1:1779716492.568985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716492.584677:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cb00.
00010000:00000010:2.1:1779716492.584692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:3.1:1779716492.592956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00000080:00000010:3.1:1779716492.592968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f20.
00010000:00000010:1.1:1779716492.609091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716492.609105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716492.609110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:1.1:1779716492.642207:0:345967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00000080:00000010:1.1:1779716492.642220:0:345967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28e0.
00010000:00000010:1.1:1779716492.664019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00010000:00000010:1.1:1779716492.664035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:1.1:1779716492.664039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716492.679388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00000080:00000010:1.1:1779716492.679402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00010000:00000010:3.1:1779716492.712989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:2.1:1779716492.717145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:2.1:1779716492.717154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:2.1:1779716492.732986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf800.
00000080:00000010:2.1:1779716492.733000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00010000:00000010:2.1:1779716492.755971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:3.1:1779716492.759465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716492.759480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716492.771961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00000080:00000010:3.1:1779716492.780032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00010000:00000010:0.1:1779716492.809157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716492.809172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c800.
00010000:00000010:0.1:1779716492.809176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:0.1:1779716492.820004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716492.820018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00010000:00000010:0.1:1779716492.861144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:2.1:1779716492.866118:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:2.1:1779716492.866132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:2.1:1779716492.872973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5a0.
00000080:00000010:2.1:1779716492.873137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:2.1:1779716492.896214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716492.900077:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:2.1:1779716492.906351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:3.1:1779716492.922963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00000080:00000010:3.1:1779716492.922976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00010000:00000010:2.1:1779716492.943502:0:345973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716492.943516:0:345973:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716492.943520:0:345973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:2.1:1779716492.957086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00000080:00000010:2.1:1779716492.957104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00010000:00000010:3.1:1779716492.985498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716492.987248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716492.987257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:3.1:1779716492.995967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffa0.
00000080:00000010:3.1:1779716492.995993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00010000:00000010:0.1:1779716493.017180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716493.022208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716493.022220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716493.027712:0:345976:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716493.027728:0:345976:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00010000:00000010:3.1:1779716493.056203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716493.056217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716493.056221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:3.1:1779716493.065117:0:345977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9e0.
00000080:00000010:3.1:1779716493.065135:0:345977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00010000:00000010:2.1:1779716493.103257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716493.109533:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716493.109547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716493.125008:0:345978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00000080:00000010:2.1:1779716493.125018:0:345978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00010000:00000010:2.1:1779716493.153268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716493.153282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716493.153286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716493.163077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00000080:00000010:2.1:1779716493.163093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00010000:00000010:0.1:1779716493.180969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:0.1:1779716493.181053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:0.1:1779716493.181058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716493.192206:0:345980:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00000080:00000010:0.1:1779716493.192220:0:345980:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:0.1:1779716493.238696:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716493.238707:0:248758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716493.238710:0:248758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716493.256210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716493.256226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00010000:00000010:3.1:1779716493.278963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:2.1:1779716493.290140:0:345982:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:2.1:1779716493.290155:0:345982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:2.1:1779716493.300311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf300.
00000080:00000010:2.1:1779716493.300325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00010000:00000010:2.1:1779716493.326137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716493.334105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716493.334119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716493.340012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:2.1:1779716493.340027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00010000:00000010:3.1:1779716493.361709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716493.377155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716493.377165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716493.377170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:3.1:1779716493.377179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00010000:00000010:2.1:1779716493.390078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716493.396967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716493.396979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:2.1:1779716493.409165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:2.1:1779716493.409182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00010000:00000010:3.1:1779716493.433257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716493.442967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716493.442977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716493.451235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:3.1:1779716493.451260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00010000:00000010:2.1:1779716493.467362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716493.472967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716493.472975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716493.478450:0:345987:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00000080:00000010:2.1:1779716493.478468:0:345987:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00010000:00000010:0.1:1779716493.507206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:1.1:1779716493.520063:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:1.1:1779716493.520077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:0.1:1779716493.530971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716493.531050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:3.1:1779716493.542988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716493.548267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716493.548275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716493.555969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:3.1:1779716493.555982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00010000:00000010:2.1:1779716493.614148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716493.621352:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716493.621364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716493.636193:0:345990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b00.
00000080:00000010:3.1:1779716493.636211:0:345990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00010000:00000010:2.1:1779716493.673199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716493.678968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716493.678993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:2.1:1779716493.692148:0:345991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00000080:00000010:2.1:1779716493.692166:0:345991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00010000:00000010:1.1:1779716493.737984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:1.1:1779716493.742538:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716493.742546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:1.1:1779716493.747987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00000080:00000010:1.1:1779716493.748002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00010000:00000010:3.1:1779716493.774539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716493.774552:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716493.774555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716493.786254:0:345993:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:3.1:1779716493.786265:0:345993:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00010000:00000010:2.1:1779716493.807872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716493.807887:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716493.807891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716493.814211:0:345994:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00000080:00000010:2.1:1779716493.814225:0:345994:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfcc0.
00010000:00000010:1.1:1779716493.859821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00010000:00000010:1.1:1779716493.859836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:1.1:1779716493.859839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:1.1:1779716493.864140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00000080:00000010:1.1:1779716493.864156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00010000:00000010:2.1:1779716493.884287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716493.884301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716493.884304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716493.896800:0:345996:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00000080:00000010:2.1:1779716493.896813:0:345996:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00010000:00000010:3.1:1779716493.927707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716493.927724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716493.927727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716493.944018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00000080:00000010:3.1:1779716493.948367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00010000:00000010:2.1:1779716493.970172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:2.1:1779716493.970186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c500.
00010000:00000010:2.1:1779716493.970190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:2.1:1779716493.989528:0:345998:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792e00.
00000080:00000010:2.1:1779716493.989546:0:345998:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ca0.
00010000:00000010:1.1:1779716494.049061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:1.1:1779716494.059865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:1.1:1779716494.059881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:1.1:1779716494.063713:0:345999:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00000080:00000010:1.1:1779716494.063730:0:345999:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96440.
00010000:00000010:2.1:1779716494.110043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:3.1:1779716494.112957:0:346000:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:3.1:1779716494.112969:0:346000:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:3.1:1779716494.113197:0:346000:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00000080:00000010:3.1:1779716494.113205:0:346000:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792f60.
00010000:00000010:3.1:1779716494.156986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716494.156994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716494.156999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716494.160133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1c0.
00000080:00000010:3.1:1779716494.160145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff80.
00010000:00000010:1.1:1779716494.186987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716494.187000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:1.1:1779716494.187003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:0.1:1779716494.200637:0:346002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00000080:00000010:1.1:1779716494.222881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00010000:00000010:2.1:1779716494.256809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716494.256818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716494.256822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:2.1:1779716494.265998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00000080:00000010:2.1:1779716494.266013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00010000:00000010:3.1:1779716494.299186:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716494.299192:0:1353:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716494.299196:0:1353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716494.299200:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff80.
00000080:00000010:3.1:1779716494.299208:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00010000:00000010:2.1:1779716494.317089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:2.1:1779716494.317097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:2.1:1779716494.317100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:2.1:1779716494.325198:0:346005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00000080:00000010:2.1:1779716494.325211:0:346005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:2.1:1779716494.356166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716494.356178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716494.356182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716494.385105:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00000080:00000010:2.1:1779716494.385123:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00010000:00000010:3.1:1779716494.395966:0:346007:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:3.1:1779716494.396207:0:346007:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716494.396211:0:346007:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:3.1:1779716494.396215:0:346007:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00000080:00000010:3.1:1779716494.396222:0:346007:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00010000:00000010:0.1:1779716494.419099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:0.1:1779716494.419112:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:0.1:1779716494.419117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716494.424261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7a0.
00000080:00000010:3.1:1779716494.424278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923c0.
00010000:00000010:2.1:1779716494.447097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716494.447107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716494.447111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716494.468248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96420.
00000080:00000010:2.1:1779716494.468261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00010000:00000010:3.1:1779716494.492226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716494.492240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716494.492244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716494.518999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7a0.
00000080:00000010:0.1:1779716494.519019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00010000:00000010:2.1:1779716494.554187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:3.1:1779716494.557370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716494.557380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716494.567277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00000080:00000010:3.1:1779716494.567286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00010000:00000010:2.1:1779716494.601956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:0.1:1779716494.606144:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:0.1:1779716494.606153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:0.1:1779716494.615140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00000080:00000010:0.1:1779716494.615155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00010000:00000010:2.1:1779716494.643969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716494.647967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716494.647985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716494.684208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00000080:00000010:2.1:1779716494.684217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96980.
00010000:00000010:3.1:1779716494.730431:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716494.738213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716494.738222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:0.1:1779716494.740958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5e0.
00000080:00000010:0.1:1779716494.740985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa80.
00010000:00000010:0.1:1779716494.776112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716494.780229:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:1.1:1779716494.780238:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:2.1:1779716494.785089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:2.1:1779716494.785105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00010000:00000010:2.1:1779716494.820180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716494.826171:0:346016:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716494.826186:0:346016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716494.826192:0:346016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00000080:00000010:2.1:1779716494.826199:0:346016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00010000:00000010:2.1:1779716494.854961:0:346016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716494.855140:0:346016:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716494.855145:0:346016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716494.861142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00000080:00000010:3.1:1779716494.861161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00010000:00000010:2.1:1779716494.896856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716494.903965:0:346018:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:2.1:1779716494.904117:0:346018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:2.1:1779716494.915977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00000080:00000010:2.1:1779716494.915994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa40.
00010000:00000010:3.1:1779716494.931021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716494.934074:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716494.934087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716494.938179:0:346019:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00000080:00000010:3.1:1779716494.938192:0:346019:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00010000:00000010:0.1:1779716494.969144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:0.1:1779716494.969160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:0.1:1779716494.969165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:0.1:1779716494.981956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffe0.
00000080:00000010:0.1:1779716494.981975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf760.
00010000:00000010:2.1:1779716495.005991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716495.006008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716495.006012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716495.041688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00000080:00000010:2.1:1779716495.041704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:0.1:1779716495.076710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716495.076724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:0.1:1779716495.076729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716495.098076:0:346022:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00000080:00000010:0.1:1779716495.098090:0:346022:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:2.1:1779716495.122112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:3.1:1779716495.125044:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:3.1:1779716495.125059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:3.1:1779716495.132068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:3.1:1779716495.132082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:0.1:1779716495.165090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716495.165100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:0.1:1779716495.165104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716495.170562:0:346024:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:1.1:1779716495.170578:0:346024:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00010000:00000010:2.1:1779716495.199266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00010000:00000010:2.1:1779716495.203180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138ca00.
00010000:00000010:2.1:1779716495.203195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:2.1:1779716495.215728:0:346025:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2660.
00000080:00000010:2.1:1779716495.215743:0:346025:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00010000:00000010:3.1:1779716495.243839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716495.243849:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716495.243853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716495.266012:0:346026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf700.
00000080:00000010:3.1:1779716495.266028:0:346026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:3.1:1779716495.295203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:2.1:1779716495.300030:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:2.1:1779716495.300041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:2.1:1779716495.306059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf400.
00000080:00000010:2.1:1779716495.306075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf700.
00010000:00000010:1.1:1779716495.341069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716495.343554:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716495.343568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:0.1:1779716495.357962:0:346028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00000080:00000010:0.1:1779716495.357978:0:346028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d20.
00010000:00000010:2.1:1779716495.383978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:2.1:1779716495.387995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:2.1:1779716495.388009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:2.1:1779716495.404968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00000080:00000010:2.1:1779716495.404979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:2.1:1779716495.438124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716495.443168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716495.443183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:2.1:1779716495.460111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00000080:00000010:2.1:1779716495.460129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:2.1:1779716495.493219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716495.499207:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716495.499216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:2.1:1779716495.510124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00000080:00000010:2.1:1779716495.510135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00010000:00000010:3.1:1779716495.529984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:3.1:1779716495.529996:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716495.530000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716495.543315:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965c0.
00000080:00000010:3.1:1779716495.543326:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00010000:00000010:2.1:1779716495.559416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716495.559442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716495.559446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716495.568171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:2.1:1779716495.568184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:1.1:1779716495.602152:0:346034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:1.1:1779716495.602166:0:346034:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716495.602171:0:346034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716495.617000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:1.1:1779716495.617012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00010000:00000010:1.1:1779716495.628954:0:346034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716495.628962:0:346034:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:1.1:1779716495.628977:0:346034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716495.643316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b00.
00000080:00000010:1.1:1779716495.643337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:1.1:1779716495.666214:0:346036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:2.1:1779716495.675361:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c300.
00010000:00000010:2.1:1779716495.675368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:2.1:1779716495.675373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:2.1:1779716495.675381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00010000:00000010:1.1:1779716495.687187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:1.1:1779716495.687199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:1.1:1779716495.687204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716495.703480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:1.1:1779716495.703494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792680.
00010000:00000010:2.1:1779716495.729585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716495.729602:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716495.729606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716495.739251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:2.1:1779716495.739266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:3.1:1779716495.763158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716495.763171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716495.763176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716495.779505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7e0.
00000080:00000010:3.1:1779716495.779522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf460.
00010000:00000010:2.1:1779716495.799073:0:346040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716495.799082:0:346040:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716495.799085:0:346040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716495.813056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00000080:00000010:2.1:1779716495.813132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:1.1:1779716495.837961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:1.1:1779716495.837974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:1.1:1779716495.837977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:1.1:1779716495.843970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00000080:00000010:1.1:1779716495.843986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00010000:00000010:3.1:1779716495.869346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00010000:00000010:3.1:1779716495.869362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716495.869366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716495.889228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00000080:00000010:3.1:1779716495.889243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb60.
00010000:00000010:2.1:1779716495.930211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716495.930218:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716495.930221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:2.1:1779716495.934321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00000080:00000010:2.1:1779716495.934333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00010000:00000010:3.1:1779716495.951154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:3.1:1779716495.951168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:3.1:1779716495.951172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:3.1:1779716495.964941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:3.1:1779716495.964953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ae0.
00010000:00000010:2.1:1779716495.988600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716495.988612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:2.1:1779716495.988618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:2.1:1779716495.998948:0:346045:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716495.998956:0:346045:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb60.
00010000:00000010:2.1:1779716496.043953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716496.043978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716496.043982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:1.1:1779716496.052177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:1.1:1779716496.052193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00010000:00000010:3.1:1779716496.088978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716496.088989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716496.088992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:0.1:1779716496.126018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf700.
00000080:00000010:0.1:1779716496.126035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf400.
00010000:00000010:2.1:1779716496.155973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716496.155985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:2.1:1779716496.155989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:2.1:1779716496.168059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00000080:00000010:2.1:1779716496.168076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:0.1:1779716496.213980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716496.213994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:0.1:1779716496.213999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:0.1:1779716496.241128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa40.
00000080:00000010:0.1:1779716496.241145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:0.1:1779716496.275493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00010000:00000010:0.1:1779716496.280678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716496.280692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:0.1:1779716496.286963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:0.1:1779716496.286979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00010000:00000010:2.1:1779716496.338977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716496.338992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716496.338996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716496.352306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00000080:00000010:2.1:1779716496.352330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:3.1:1779716496.403091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716496.407979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716496.407994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:3.1:1779716496.426127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5e0.
00000080:00000010:3.1:1779716496.426138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4a0.
00010000:00000010:2.1:1779716496.465133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716496.469988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716496.470009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716496.500969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00000080:00000010:2.1:1779716496.500983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:3.1:1779716496.522091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716496.526293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716496.526316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:3.1:1779716496.559981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5e0.
00000080:00000010:3.1:1779716496.560009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7a0.
00010000:00000010:2.1:1779716496.587982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716496.588004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716496.588009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:3.1:1779716496.623138:0:346055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00000080:00000010:3.1:1779716496.623148:0:346055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:2.1:1779716496.650084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716496.654887:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:2.1:1779716496.654907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:2.1:1779716496.669438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00000080:00000010:2.1:1779716496.669468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff80.
00010000:00000010:1.1:1779716496.760336:0:248759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:2.1:1779716496.771133:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:2.1:1779716496.771155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:2.1:1779716496.784841:0:346057:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:2.1:1779716496.784872:0:346057:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5e0.
00010000:00000010:2.1:1779716496.843094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716496.847989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:2.1:1779716496.848012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:2.1:1779716496.886740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00000080:00000010:2.1:1779716496.886772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00010000:00000010:3.1:1779716496.956127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716496.956150:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716496.956156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716496.964642:0:346059:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00000080:00000010:3.1:1779716496.964668:0:346059:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfcc0.
00010000:00000010:2.1:1779716497.037051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716497.048235:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716497.048249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716497.058074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00000080:00000010:3.1:1779716497.058110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:0.1:1779716497.140707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716497.144848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716497.144878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716497.165979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2280.
00000080:00000010:0.1:1779716497.166003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:2.1:1779716497.236169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716497.240972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716497.240982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716497.262260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:3.1:1779716497.262278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:2.1:1779716497.308054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:3.1:1779716497.308208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cc00.
00010000:00000010:3.1:1779716497.308215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:3.1:1779716497.329977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792800.
00000080:00000010:3.1:1779716497.329999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00010000:00000010:0.1:1779716497.371015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716497.374986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716497.375007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:0.1:1779716497.415760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716497.415782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:3.1:1779716497.469188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:3.1:1779716497.473987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716497.473999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716497.493048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00000080:00000010:2.1:1779716497.493073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00010000:00000010:0.1:1779716497.533232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00010000:00000010:0.1:1779716497.538965:0:346065:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716497.538974:0:346065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716497.545100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d80.
00000080:00000010:0.1:1779716497.545120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00010000:00000010:2.1:1779716497.587249:0:346067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716497.587260:0:346067:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716497.587263:0:346067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716497.601088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00000080:00000010:2.1:1779716497.601115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00010000:00000010:3.1:1779716497.620087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716497.623187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716497.623206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716497.647025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf120.
00000080:00000010:2.1:1779716497.647041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00010000:00000010:3.1:1779716497.683106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716497.683135:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716497.683140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:3.1:1779716497.704129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb40.
00000080:00000010:3.1:1779716497.704157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:3.1:1779716497.754986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716497.755003:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716497.755008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:3.1:1779716497.764220:0:346070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9e0.
00000080:00000010:3.1:1779716497.764237:0:346070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb40.
00010000:00000010:0.1:1779716497.806091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:0.1:1779716497.806105:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:0.1:1779716497.806109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:0.1:1779716497.817059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9e0.
00000080:00000010:0.1:1779716497.817084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00010000:00000010:2.1:1779716497.845131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716497.857759:0:25:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716497.857778:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716497.865271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716497.865290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00010000:00000010:0.1:1779716497.891716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716497.891741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:0.1:1779716497.891747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:0.1:1779716497.903109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716497.903130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:2.1:1779716497.951977:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716497.951997:0:1030:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716497.952002:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716497.999092:0:346074:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716497.999105:0:346074:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00010000:00000010:2.1:1779716498.033843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716498.033859:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716498.033862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716498.053115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00000080:00000010:2.1:1779716498.053127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00010000:00000010:2.1:1779716498.094982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:2.1:1779716498.098976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:2.1:1779716498.098994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:2.1:1779716498.116771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792bc0.
00000080:00000010:2.1:1779716498.116788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf5a0.
00010000:00000010:2.1:1779716498.170977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716498.174971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:2.1:1779716498.174985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:2.1:1779716498.199999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00000080:00000010:2.1:1779716498.200025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00010000:00000010:0.1:1779716498.293955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:0.1:1779716498.293967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:2.1:1779716498.293973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:1.1:1779716498.298331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfaa0.
00000080:00000010:1.1:1779716498.298358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf800.
00010000:00000010:3.1:1779716498.343374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:2.1:1779716498.359612:0:248768:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:2.1:1779716498.359627:0:248768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:2.1:1779716498.378005:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf040.
00000080:00000010:2.1:1779716498.378044:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfde0.
00010000:00000010:3.1:1779716498.434307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716498.434331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716498.434336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716498.497319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00000080:00000010:3.1:1779716498.497353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00010000:00000010:2.1:1779716498.566125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716498.566158:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:2.1:1779716498.566165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:2.1:1779716498.571546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00000080:00000010:2.1:1779716498.571568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2960.
00010000:00000010:3.1:1779716498.623965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716498.623986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716498.623992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716498.645765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00000080:00000010:3.1:1779716498.645787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00010000:00000010:0.1:1779716498.678910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716498.685376:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716498.685389:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716498.701297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00000080:00000010:0.1:1779716498.701319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00010000:00000010:2.1:1779716498.731125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716498.734586:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716498.734616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716498.751949:0:346084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00000080:00000010:2.1:1779716498.751958:0:346084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00010000:00000010:0.1:1779716498.778432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:0.1:1779716498.782991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:0.1:1779716498.783023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:0.1:1779716498.824303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ba0.
00000080:00000010:0.1:1779716498.824327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00010000:00000010:2.1:1779716498.885072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:2.1:1779716498.888974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:2.1:1779716498.888996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716498.914520:0:346087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00000080:00000010:2.1:1779716498.914548:0:346087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967a0.
00010000:00000010:2.1:1779716498.952128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716498.952139:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:2.1:1779716498.952143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716498.967130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96260.
00000080:00000010:2.1:1779716498.967150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00010000:00000010:2.1:1779716499.022310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:2.1:1779716499.025244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:2.1:1779716499.025261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:2.1:1779716499.062086:0:346089:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00000080:00000010:2.1:1779716499.062105:0:346089:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924e0.
00010000:00000010:3.1:1779716499.095363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716499.095380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:3.1:1779716499.095385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716499.111233:0:346090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf980.
00000080:00000010:3.1:1779716499.111255:0:346090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00010000:00000010:0.1:1779716499.139976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716499.145991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:0.1:1779716499.146013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:0.1:1779716499.164258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:0.1:1779716499.164278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96900.
00010000:00000010:2.1:1779716499.207388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716499.207423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716499.207429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:2.1:1779716499.235993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00000080:00000010:2.1:1779716499.236012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:2.1:1779716499.281036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716499.281072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716499.281078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:2.1:1779716499.301011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00000080:00000010:2.1:1779716499.301033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:3.1:1779716499.332128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:2.1:1779716499.335437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0e00.
00010000:00000010:2.1:1779716499.335458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:2.1:1779716499.349980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00000080:00000010:2.1:1779716499.349994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fa0.
00010000:00000010:0.1:1779716499.378002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716499.378023:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:0.1:1779716499.378030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:0.1:1779716499.393429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00000080:00000010:0.1:1779716499.393453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:2.1:1779716499.449045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:2.1:1779716499.453065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:2.1:1779716499.453087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:2.1:1779716499.462349:0:346096:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6c0.
00000080:00000010:2.1:1779716499.462369:0:346096:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00010000:00000010:3.1:1779716499.506391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716499.506417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716499.506421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716499.550369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00000080:00000010:3.1:1779716499.550386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:2.1:1779716499.597484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716499.601689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:2.1:1779716499.601710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:2.1:1779716499.618672:0:346098:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00000080:00000010:2.1:1779716499.635089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00010000:00000010:2.1:1779716499.671743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:3.1:1779716499.677066:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716499.677083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716499.684972:0:346099:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964c0.
00000080:00000010:2.1:1779716499.685000:0:346099:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00010000:00000010:1.1:1779716499.719533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716499.719553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:1.1:1779716499.719557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:1.1:1779716499.732016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00000080:00000010:1.1:1779716499.732041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:0.1:1779716499.762548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00010000:00000010:0.1:1779716499.762559:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c000.
00010000:00000010:0.1:1779716499.762563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:0.1:1779716499.780074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00000080:00000010:0.1:1779716499.780154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7929c0.
00010000:00000010:2.1:1779716499.810035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716499.814076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716499.814160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:2.1:1779716499.823662:0:346102:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00000080:00000010:2.1:1779716499.823689:0:346102:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c00.
00010000:00000010:3.1:1779716499.878935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716499.887843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716499.887863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716499.902064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00000080:00000010:3.1:1779716499.902082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00010000:00000010:2.1:1779716499.932855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716499.932875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716499.932880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716499.941176:0:346104:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00000080:00000010:2.1:1779716499.941196:0:346104:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00010000:00000010:3.1:1779716499.975128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716499.982185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:3.1:1779716499.982207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716500.006083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf140.
00000080:00000010:3.1:1779716500.006106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00010000:00000010:0.1:1779716500.076309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:1.1:1779716500.084153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92e00.
00010000:00000010:1.1:1779716500.084169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:2.1:1779716500.088781:0:346106:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00000080:00000010:2.1:1779716500.105045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf140.
00010000:00000010:2.1:1779716500.130968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716500.130993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.130998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716500.144199:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00000080:00000010:3.1:1779716500.144227:0:327615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00010000:00000010:2.1:1779716500.208235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716500.210709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.210730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:2.1:1779716500.225242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00000080:00000010:2.1:1779716500.225262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00010000:00000010:3.1:1779716500.279040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:3.1:1779716500.283380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c600.
00010000:00000010:3.1:1779716500.283412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:3.1:1779716500.292783:0:346109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a80.
00000080:00000010:3.1:1779716500.292809:0:346109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792640.
00010000:00000010:2.1:1779716500.337809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716500.342082:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.342103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716500.361066:0:346110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96dc0.
00000080:00000010:3.1:1779716500.361089:0:346110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00010000:00000010:2.1:1779716500.393143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716500.393155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.393159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716500.398443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96560.
00000080:00000010:2.1:1779716500.398470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00010000:00000010:2.1:1779716500.442550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:2.1:1779716500.447017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0f00.
00010000:00000010:2.1:1779716500.447026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:2.1:1779716500.450145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc25c0.
00000080:00000010:2.1:1779716500.450170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00010000:00000010:2.1:1779716500.508036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716500.508057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.508067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716500.517415:0:346113:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00000080:00000010:0.1:1779716500.517436:0:346113:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00010000:00000010:2.1:1779716500.578304:0:346113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716500.578320:0:346113:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.578324:0:346113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:2.1:1779716500.583326:0:346114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d20.
00000080:00000010:2.1:1779716500.583345:0:346114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00010000:00000010:3.1:1779716500.643961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00010000:00000010:2.1:1779716500.644439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92700.
00010000:00000010:2.1:1779716500.644448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:2.1:1779716500.644454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf2e0.
00000080:00000010:2.1:1779716500.644467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00010000:00000010:1.1:1779716500.672094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00010000:00000010:1.1:1779716500.686402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:1.1:1779716500.686423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716500.696008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923e0.
00000080:00000010:1.1:1779716500.696036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:2.1:1779716500.722091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716500.722112:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.722116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716500.730987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96560.
00000080:00000010:2.1:1779716500.730999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00010000:00000010:2.1:1779716500.754139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:0.1:1779716500.759976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:0.1:1779716500.759998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:2.1:1779716500.768288:0:346118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00000080:00000010:2.1:1779716500.768314:0:346118:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:2.1:1779716500.799075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716500.799092:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.799096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716500.808262:0:346119:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00000080:00000010:2.1:1779716500.808274:0:346119:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00010000:00000010:2.1:1779716500.846818:0:346120:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716500.846834:0:346120:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.846839:0:346120:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716500.856977:0:346120:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00000080:00000010:2.1:1779716500.856991:0:346120:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00010000:00000010:2.1:1779716500.874139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716500.874158:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.874163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716500.883105:0:346121:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00000080:00000010:2.1:1779716500.883123:0:346121:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00010000:00000010:3.1:1779716500.914571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:3.1:1779716500.914595:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:3.1:1779716500.914600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:3.1:1779716500.932363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1a0.
00000080:00000010:3.1:1779716500.932380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc60.
00010000:00000010:2.1:1779716500.965140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716500.968124:0:346123:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716500.968140:0:346123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716500.968148:0:346123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00000080:00000010:2.1:1779716500.968158:0:346123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00010000:00000010:2.1:1779716501.001292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716501.009037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716501.009055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716501.017031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00000080:00000010:2.1:1779716501.017051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960e0.
00010000:00000010:3.1:1779716501.053193:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00010000:00000010:2.1:1779716501.058235:0:346124:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92d00.
00010000:00000010:2.1:1779716501.058257:0:346124:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40800.
00000080:00000010:2.1:1779716501.063975:0:1353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00000080:00000010:2.1:1779716501.075998:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf340.
00010000:00000010:0.1:1779716501.106187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00010000:00000010:2.1:1779716501.109466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138cd00.
00010000:00000010:2.1:1779716501.109487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:2.1:1779716501.126994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00000080:00000010:2.1:1779716501.127014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a20.
00010000:00000010:2.1:1779716501.153224:0:346126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716501.162081:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716501.162097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716501.165187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00000080:00000010:2.1:1779716501.165201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00010000:00000010:0.1:1779716501.194513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:1.1:1779716501.197686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0000.
00010000:00000010:1.1:1779716501.197706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:2.1:1779716501.213481:0:346128:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00000080:00000010:2.1:1779716501.213507:0:346128:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:2.1:1779716501.259958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716501.259983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:2.1:1779716501.259988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716501.280981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ce0.
00000080:00000010:2.1:1779716501.281006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96400.
00010000:00000010:0.1:1779716501.348969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716501.352963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:0.1:1779716501.352974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40c00.
00000080:00000010:2.1:1779716501.353047:0:346130:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ea0.
00000080:00000010:2.1:1779716501.353061:0:346130:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf860.
00010000:00000010:3.1:1779716501.400069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:2.1:1779716501.403911:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92800.
00010000:00000010:2.1:1779716501.403935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:2.1:1779716501.409982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00000080:00000010:2.1:1779716501.410008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7c0.
00010000:00000010:3.1:1779716501.467479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:3.1:1779716501.467503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855000.
00010000:00000010:3.1:1779716501.467508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716501.489071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96680.
00000080:00000010:3.1:1779716501.489092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d60.
00010000:00000010:2.1:1779716501.524992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716501.535202:0:346133:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716501.535221:0:346133:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:2.1:1779716501.535228:0:346133:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00000080:00000010:2.1:1779716501.535236:0:346133:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792300.
00010000:00000010:2.1:1779716501.562094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716501.562120:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:2.1:1779716501.562124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716501.576464:0:346134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00000080:00000010:2.1:1779716501.576491:0:346134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00010000:00000010:3.1:1779716501.639108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:2.1:1779716501.643037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92f00.
00010000:00000010:2.1:1779716501.643061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00000080:00000010:2.1:1779716501.675419:0:346135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00000080:00000010:2.1:1779716501.675446:0:346135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff40.
00010000:00000010:2.1:1779716501.743339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:3.1:1779716501.744506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855a00.
00010000:00000010:3.1:1779716501.744520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:3.1:1779716501.771519:0:346136:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966a0.
00000080:00000010:3.1:1779716501.771543:0:346136:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96600.
00010000:00000010:2.1:1779716501.824352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716501.829033:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:2.1:1779716501.829055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716501.857171:0:346137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00000080:00000010:2.1:1779716501.857266:0:346137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00010000:00000010:3.1:1779716501.932982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716501.933004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716501.933009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716501.945065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00000080:00000010:3.1:1779716501.945093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96d80.
00010000:00000010:2.1:1779716501.990038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716501.998031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:2.1:1779716501.998047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716502.017538:0:346139:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96320.
00000080:00000010:2.1:1779716502.017566:0:346139:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961e0.
00010000:00000010:3.1:1779716502.059977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716502.059999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716502.060004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716502.073008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00000080:00000010:3.1:1779716502.073041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00010000:00000010:3.1:1779716502.117616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716502.123026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:3.1:1779716502.123047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:2.1:1779716502.137611:0:346141:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf600.
00000080:00000010:2.1:1779716502.137634:0:346141:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffc0.
00010000:00000010:0.1:1779716502.171054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:0.1:1779716502.171081:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855200.
00010000:00000010:0.1:1779716502.171085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:0.1:1779716502.189987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96940.
00000080:00000010:0.1:1779716502.190014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966c0.
00010000:00000010:2.1:1779716502.213974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:2.1:1779716502.213998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0200.
00010000:00000010:2.1:1779716502.214003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:2.1:1779716502.237066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:2.1:1779716502.237076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:3.1:1779716502.270402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:0.1:1779716502.274150:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92500.
00010000:00000010:0.1:1779716502.274169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:1.1:1779716502.293025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf3c0.
00000080:00000010:1.1:1779716502.293056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00010000:00000010:2.1:1779716502.334990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716502.338967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716502.338976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716502.347112:0:346145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00000080:00000010:2.1:1779716502.347135:0:346145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96080.
00010000:00000010:3.1:1779716502.395029:0:346145:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716502.405215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716502.405227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:3.1:1779716502.405235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe20.
00000080:00000010:3.1:1779716502.405247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00010000:00000010:2.1:1779716502.450267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716502.450290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:2.1:1779716502.450294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716502.461201:0:346147:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00000080:00000010:2.1:1779716502.461219:0:346147:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00010000:00000010:3.1:1779716502.498974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00010000:00000010:3.1:1779716502.499089:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:3.1:1779716502.499096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716502.516175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00000080:00000010:2.1:1779716502.516202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00010000:00000010:2.1:1779716502.566028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:3.1:1779716502.569918:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855900.
00010000:00000010:3.1:1779716502.569946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716502.591172:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:3.1:1779716502.591196:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96760.
00010000:00000010:2.1:1779716502.620127:0:346149:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716502.626256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716502.626276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716502.634694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96820.
00000080:00000010:2.1:1779716502.634715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96140.
00010000:00000010:1.1:1779716502.675980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00010000:00000010:1.1:1779716502.676003:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716502.676007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716502.693975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00000080:00000010:1.1:1779716502.693987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00010000:00000010:2.1:1779716502.731963:0:346151:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716502.731971:0:346151:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716502.731975:0:346151:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716502.741010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00000080:00000010:2.1:1779716502.741032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962a0.
00010000:00000010:3.1:1779716502.791981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:2.1:1779716502.800957:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92200.
00010000:00000010:2.1:1779716502.800979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:2.1:1779716502.814010:0:346153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe20.
00000080:00000010:2.1:1779716502.814035:0:346153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00010000:00000010:3.1:1779716502.871986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716502.880009:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716502.880021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716502.892366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:3.1:1779716502.892395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96880.
00010000:00000010:2.1:1779716502.935127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:2.1:1779716502.939008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0700.
00010000:00000010:2.1:1779716502.939028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:2.1:1779716502.957625:0:340759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a00.
00000080:00000010:2.1:1779716502.957645:0:340759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:2.1:1779716502.999178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:2.1:1779716502.999197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0900.
00010000:00000010:2.1:1779716502.999203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:2.1:1779716503.011893:0:346156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00000080:00000010:2.1:1779716503.011935:0:346156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00010000:00000010:3.1:1779716503.070150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716503.070162:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716503.070167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716503.087024:0:346157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:3.1:1779716503.087049:0:346157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd20.
00010000:00000010:2.1:1779716503.163277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716503.163298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716503.163302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716503.194128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00000080:00000010:2.1:1779716503.194155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00010000:00000010:3.1:1779716503.228998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716503.229020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716503.229025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716503.255243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd20.
00000080:00000010:3.1:1779716503.255256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:1.1:1779716503.284000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716503.284019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716503.284023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:1.1:1779716503.298004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00000080:00000010:1.1:1779716503.298018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2300.
00010000:00000010:1.1:1779716503.320044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716503.325037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716503.325060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:1.1:1779716503.334048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00000080:00000010:1.1:1779716503.334068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00010000:00000010:3.1:1779716503.366057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716503.366079:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716503.366102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:3.1:1779716503.385696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf520.
00000080:00000010:3.1:1779716503.385713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00010000:00000010:1.1:1779716503.402990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716503.406359:0:346162:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716503.406378:0:346162:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:1.1:1779716503.414529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00000080:00000010:1.1:1779716503.414545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ea0.
00010000:00000010:2.1:1779716503.443558:0:346164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716503.443571:0:346164:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716503.443575:0:346164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:2.1:1779716503.443583:0:346164:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:2.1:1779716503.449995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00010000:00000010:2.1:1779716503.471219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716503.471237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716503.471241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:2.1:1779716503.499981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:2.1:1779716503.500003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00010000:00000010:3.1:1779716503.521000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716503.521020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716503.521025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716503.538292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd20.
00000080:00000010:3.1:1779716503.538322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:2.1:1779716503.573058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716503.576511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716503.576529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:2.1:1779716503.603872:0:346167:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:2.1:1779716503.604282:0:346167:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00010000:00000010:3.1:1779716503.648988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716503.652974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716503.652994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:3.1:1779716503.662993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:3.1:1779716503.663020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd20.
00010000:00000010:1.1:1779716503.708804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:1.1:1779716503.711506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0400.
00010000:00000010:1.1:1779716503.711518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:1.1:1779716503.733983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:1.1:1779716503.734009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:2.1:1779716503.771971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716503.771993:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716503.771998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd000.
00000080:00000010:2.1:1779716503.782231:0:346170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:2.1:1779716503.782255:0:346170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:3.1:1779716503.830045:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716503.830057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716503.831178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716503.838077:0:346171:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00000080:00000010:3.1:1779716503.838165:0:346171:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00010000:00000010:2.1:1779716503.895036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716503.898969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:2.1:1779716503.898989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00000080:00000010:2.1:1779716503.905958:0:346172:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716503.905977:0:346172:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfce0.
00010000:00000010:2.1:1779716503.964979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716503.965004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:2.1:1779716503.965009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:2.1:1779716503.991967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716503.991989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfec0.
00010000:00000010:3.1:1779716504.034611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716504.038096:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716504.038119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:3.1:1779716504.066043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf940.
00000080:00000010:3.1:1779716504.066058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf020.
00010000:00000010:2.1:1779716504.096118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716504.100997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716504.101019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:2.1:1779716504.115074:0:346175:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00000080:00000010:2.1:1779716504.115094:0:346175:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792060.
00010000:00000010:3.1:1779716504.156087:0:346175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:3.1:1779716504.156093:0:346175:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:3.1:1779716504.156097:0:346175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716504.161529:0:346176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf020.
00000080:00000010:3.1:1779716504.161547:0:346176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:3.1:1779716504.195188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:2.1:1779716504.199081:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:2.1:1779716504.199098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:2.1:1779716504.221106:0:346177:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:2.1:1779716504.221117:0:346177:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf020.
00010000:00000010:1.1:1779716504.263051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:1.1:1779716504.263067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716504.263071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:1.1:1779716504.281277:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792de0.
00000080:00000010:1.1:1779716504.281291:0:248759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965c0.
00010000:00000010:3.1:1779716504.313977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:2.1:1779716504.319539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:2.1:1779716504.319552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:2.1:1779716504.325367:0:346179:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf660.
00000080:00000010:2.1:1779716504.325383:0:346179:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00010000:00000010:2.1:1779716504.350206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716504.353999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716504.354007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716504.366169:0:346180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00000080:00000010:3.1:1779716504.366186:0:346180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:2.1:1779716504.401006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:0.1:1779716504.404965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:0.1:1779716504.404980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:1.1:1779716504.450130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00000080:00000010:1.1:1779716504.450138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a20.
00010000:00000010:3.1:1779716504.475982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716504.475994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716504.475998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:3.1:1779716504.487969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf180.
00000080:00000010:3.1:1779716504.487985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792c20.
00010000:00000010:0.1:1779716504.540477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716504.550040:0:346183:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:0.1:1779716504.550056:0:346183:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716504.558582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2500.
00000080:00000010:0.1:1779716504.558596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2f80.
00010000:00000010:3.1:1779716504.572855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716504.577968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716504.577980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:3.1:1779716504.588957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf000.
00000080:00000010:3.1:1779716504.588967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792440.
00010000:00000010:2.1:1779716504.608048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716504.612001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716504.612016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716504.624053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00000080:00000010:2.1:1779716504.624066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00010000:00000010:2.1:1779716504.648100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716504.648118:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716504.648121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:2.1:1779716504.653233:0:346186:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:2.1:1779716504.661009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792260.
00010000:00000010:2.1:1779716504.677076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716504.677100:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716504.677104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716504.685967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:2.1:1779716504.685983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96980.
00010000:00000010:3.1:1779716504.702497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716504.708061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716504.708073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716504.716987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff60.
00000080:00000010:3.1:1779716504.717004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfee0.
00010000:00000010:3.1:1779716504.745965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:3.1:1779716504.745989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00010000:00000010:2.1:1779716504.750198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716504.756133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:3.1:1779716504.756151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00010000:00000010:2.1:1779716504.781981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00010000:00000010:3.1:1779716504.792038:0:346190:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0600.
00010000:00000010:3.1:1779716504.792046:0:346190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00000080:00000010:3.1:1779716504.800003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00000080:00000010:3.1:1779716504.800018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2260.
00010000:00000010:3.1:1779716504.808969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716504.808984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716504.808988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:2.1:1779716504.824164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf000.
00000080:00000010:2.1:1779716504.824180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff60.
00010000:00000010:3.1:1779716504.845996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:2.1:1779716504.855002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:2.1:1779716504.855012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:0.1:1779716504.862118:0:346192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf780.
00000080:00000010:0.1:1779716504.862138:0:346192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe80.
00010000:00000010:0.1:1779716504.884970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716504.890012:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716504.890066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716504.897671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716504.897688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2a20.
00010000:00000010:2.1:1779716504.916124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716504.920098:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716504.920109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716504.926020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00000080:00000010:2.1:1779716504.926033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00010000:00000010:2.1:1779716504.949089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716504.954199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716504.954331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:2.1:1779716504.963981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00000080:00000010:2.1:1779716504.963991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8c0.
00010000:00000010:2.1:1779716504.979956:0:346195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716504.979964:0:346195:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716504.979969:0:346195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716504.990170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00000080:00000010:2.1:1779716504.990188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96a00.
00010000:00000010:3.1:1779716505.012006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716505.012018:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716505.012022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716505.029958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff00.
00000080:00000010:3.1:1779716505.029968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1e0.
00010000:00000010:2.1:1779716505.046039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716505.052104:0:346197:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:2.1:1779716505.052113:0:346197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:2.1:1779716505.057952:0:346198:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00000080:00000010:2.1:1779716505.057964:0:346198:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf960.
00010000:00000010:2.1:1779716505.080981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716505.080997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716505.081001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716505.095082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00000080:00000010:3.1:1779716505.095097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00010000:00000010:2.1:1779716505.114205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716505.118959:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:2.1:1779716505.118968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:2.1:1779716505.123957:0:346200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00000080:00000010:2.1:1779716505.123967:0:346200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1e0.
00010000:00000010:2.1:1779716505.154170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716505.154183:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716505.154186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716505.160056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00000080:00000010:2.1:1779716505.160067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00010000:00000010:3.1:1779716505.181895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716505.181910:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:3.1:1779716505.181915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:3.1:1779716505.191091:0:346202:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff00.
00000080:00000010:3.1:1779716505.191163:0:346202:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb20.
00010000:00000010:2.1:1779716505.224192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716505.229057:0:346203:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92000.
00010000:00000010:2.1:1779716505.229069:0:346203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41c00.
00000080:00000010:2.1:1779716505.237050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00000080:00000010:2.1:1779716505.237062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfb20.
00010000:00000010:3.1:1779716505.250020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716505.254967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716505.254980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:3.1:1779716505.266961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf940.
00000080:00000010:3.1:1779716505.266974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00010000:00000010:2.1:1779716505.282056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716505.282069:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716505.282073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716505.288170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00000080:00000010:2.1:1779716505.288180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c40.
00010000:00000010:0.1:1779716505.306974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716505.306986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716505.306990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716505.314146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:0.1:1779716505.314156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27a0.
00010000:00000010:2.1:1779716505.330081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:2.1:1779716505.330097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716505.330100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716505.335310:0:346207:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00000080:00000010:2.1:1779716505.339322:0:346207:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00010000:00000010:3.1:1779716505.360969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00010000:00000010:3.1:1779716505.364970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716505.365039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716505.371967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf940.
00000080:00000010:3.1:1779716505.371979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965a0.
00010000:00000010:3.1:1779716505.388243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716505.388259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716505.388262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716505.394265:0:346209:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf020.
00000080:00000010:3.1:1779716505.394275:0:346209:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00010000:00000010:2.1:1779716505.417951:0:346210:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716505.417963:0:346210:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716505.417966:0:346210:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716505.429969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00000080:00000010:2.1:1779716505.429988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00010000:00000010:2.1:1779716505.445080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716505.445091:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716505.445096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:2.1:1779716505.451113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00000080:00000010:2.1:1779716505.451125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00010000:00000010:3.1:1779716505.475946:0:346211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716505.479127:0:346212:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716505.479140:0:346212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716505.488972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:3.1:1779716505.488986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf020.
00010000:00000010:2.1:1779716505.515000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:0.1:1779716505.522957:0:346213:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:0.1:1779716505.522968:0:346213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00000080:00000010:0.1:1779716505.533960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00000080:00000010:0.1:1779716505.533974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00010000:00000010:0.1:1779716505.551981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716505.551991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716505.551994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716505.556967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00000080:00000010:0.1:1779716505.556979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:2.1:1779716505.576009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716505.582107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716505.582118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716505.585944:0:346215:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00000080:00000010:3.1:1779716505.585952:0:346215:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96040.
00010000:00000010:3.1:1779716505.605141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00010000:00000010:3.1:1779716505.610853:0:346216:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:3.1:1779716505.610866:0:346216:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:3.1:1779716505.621136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd60.
00000080:00000010:3.1:1779716505.621154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfce0.
00010000:00000010:2.1:1779716505.634972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716505.638985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716505.638993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716505.643974:0:346217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00000080:00000010:2.1:1779716505.643986:0:346217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96440.
00010000:00000010:2.1:1779716505.669573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716505.669590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716505.669593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:2.1:1779716505.682949:0:346218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:2.1:1779716505.682961:0:346218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96440.
00010000:00000010:2.1:1779716505.712993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:3.1:1779716505.718122:0:346218:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716505.718133:0:346218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716505.724799:0:346219:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969c0.
00000080:00000010:3.1:1779716505.724818:0:346219:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96440.
00010000:00000010:2.1:1779716505.753607:0:346219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716505.753618:0:346219:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92900.
00010000:00000010:2.1:1779716505.753621:0:346219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40600.
00000080:00000010:2.1:1779716505.759094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b00.
00000080:00000010:2.1:1779716505.759106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfce0.
00010000:00000010:2.1:1779716505.783080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:3.1:1779716505.791786:0:346221:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716505.791796:0:346221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716505.794071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96960.
00000080:00000010:3.1:1779716505.794086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96120.
00010000:00000010:3.1:1779716505.808118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00010000:00000010:3.1:1779716505.808132:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:3.1:1779716505.808136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:3.1:1779716505.813947:0:346222:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00000080:00000010:3.1:1779716505.813958:0:346222:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00010000:00000010:2.1:1779716505.835259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00010000:00000010:2.1:1779716505.835269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92400.
00010000:00000010:2.1:1779716505.835272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40200.
00000080:00000010:2.1:1779716505.842077:0:346223:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:2.1:1779716505.842084:0:346223:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfba0.
00010000:00000010:2.1:1779716505.859989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716505.860004:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716505.860008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716505.872005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00000080:00000010:2.1:1779716505.872022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:2.1:1779716505.886972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716505.891069:0:346225:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716505.891079:0:346225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716505.902082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:2.1:1779716505.902089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00010000:00000010:2.1:1779716505.913188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716505.913202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716505.913206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716505.921304:0:346226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00000080:00000010:2.1:1779716505.921317:0:346226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00010000:00000010:2.1:1779716505.940966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:3.1:1779716505.946115:0:346227:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:3.1:1779716505.946125:0:346227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716505.951959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c20.
00000080:00000010:3.1:1779716505.951968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e967e0.
00010000:00000010:3.1:1779716505.969012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716505.969022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716505.969027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:2.1:1779716505.977179:0:346228:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0a0.
00000080:00000010:2.1:1779716505.977192:0:346228:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf380.
00010000:00000010:2.1:1779716506.000979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716506.000994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855e00.
00010000:00000010:2.1:1779716506.000997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716506.013072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96de0.
00000080:00000010:2.1:1779716506.013084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:2.1:1779716506.051056:0:346231:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00010000:00000010:2.1:1779716506.051067:0:346231:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:2.1:1779716506.051071:0:346231:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41400.
00000080:00000010:2.1:1779716506.059063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:2.1:1779716506.059074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf3c0.
00010000:00000010:3.1:1779716506.069296:0:346231:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:3.1:1779716506.069304:0:346231:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855100.
00010000:00000010:3.1:1779716506.069308:0:346231:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716506.073117:0:346232:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e80.
00000080:00000010:3.1:1779716506.073125:0:346232:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96fa0.
00010000:00000010:2.1:1779716506.095953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00010000:00000010:2.1:1779716506.099184:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:2.1:1779716506.099197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:2.1:1779716506.113956:0:346233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00000080:00000010:2.1:1779716506.113971:0:346233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00010000:00000010:3.1:1779716506.142970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716506.142987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855f00.
00010000:00000010:3.1:1779716506.142992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159c00.
00000080:00000010:3.1:1779716506.154950:0:346234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00000080:00000010:3.1:1779716506.154958:0:346234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f00.
00010000:00000010:3.1:1779716506.175051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716506.185960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716506.185971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:2.1:1779716506.189750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf320.
00000080:00000010:2.1:1779716506.189763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfe00.
00010000:00000010:3.1:1779716506.204458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716506.204476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716506.204480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158800.
00000080:00000010:3.1:1779716506.224702:0:346236:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf200.
00000080:00000010:3.1:1779716506.224723:0:346236:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96300.
00010000:00000010:2.1:1779716506.248978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716506.253998:0:346237:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716506.254012:0:346237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:1.1:1779716506.263010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96920.
00000080:00000010:1.1:1779716506.263022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b60.
00010000:00000010:2.1:1779716506.285075:0:346238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716506.285087:0:346238:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716506.285091:0:346238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:2.1:1779716506.291245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00000080:00000010:2.1:1779716506.291257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00010000:00000010:3.1:1779716506.303948:0:346239:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00010000:00000010:3.1:1779716506.303959:0:346239:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716506.303963:0:346239:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158400.
00000080:00000010:3.1:1779716506.319120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf580.
00000080:00000010:3.1:1779716506.319140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96980.
00010000:00000010:3.1:1779716506.328953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716506.328963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716506.328969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716506.332952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00000080:00000010:3.1:1779716506.332963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7c0.
00010000:00000010:2.1:1779716506.344969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716506.348986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716506.348992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716506.358118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00000080:00000010:2.1:1779716506.358138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e964e0.
00010000:00000010:3.1:1779716506.376080:0:346242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716506.376091:0:346242:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716506.376095:0:346242:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716506.386166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00000080:00000010:3.1:1779716506.386176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00010000:00000010:3.1:1779716506.398000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716506.398010:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716506.398014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716506.407012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf860.
00000080:00000010:3.1:1779716506.407033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf1a0.
00010000:00000010:2.1:1779716506.421141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716506.421150:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716506.421153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716506.429989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00000080:00000010:2.1:1779716506.429999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00010000:00000010:2.1:1779716506.447948:0:346245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716506.447960:0:346245:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716506.447964:0:346245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716506.456279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00000080:00000010:2.1:1779716506.456288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00010000:00000010:2.1:1779716506.487971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00010000:00000010:2.1:1779716506.487984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716506.487988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:2.1:1779716506.491965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96160.
00000080:00000010:2.1:1779716506.491974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e960c0.
00010000:00000010:3.1:1779716506.503964:0:346246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716506.503970:0:346246:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716506.503974:0:346246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:3.1:1779716506.508446:0:346247:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddff40.
00000080:00000010:3.1:1779716506.508456:0:346247:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf860.
00010000:00000010:2.1:1779716506.535984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00010000:00000010:2.1:1779716506.536001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:2.1:1779716506.536005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40000.
00000080:00000010:2.1:1779716506.543958:0:346248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b20.
00000080:00000010:2.1:1779716506.543966:0:346248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf860.
00010000:00000010:3.1:1779716506.570987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00010000:00000010:3.1:1779716506.570999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:3.1:1779716506.571003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159a00.
00000080:00000010:3.1:1779716506.577952:0:346249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7c0.
00000080:00000010:3.1:1779716506.577961:0:346249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ee0.
00010000:00000010:3.1:1779716506.598175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00010000:00000010:2.1:1779716506.607129:0:346250:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92600.
00010000:00000010:2.1:1779716506.607135:0:346250:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41200.
00000080:00000010:2.1:1779716506.616068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4e0.
00000080:00000010:2.1:1779716506.616086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf7c0.
00010000:00000010:3.1:1779716506.625961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159200.
00010000:00000010:3.1:1779716506.625972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855c00.
00010000:00000010:3.1:1779716506.625976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158200.
00000080:00000010:3.1:1779716506.637034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96bc0.
00000080:00000010:3.1:1779716506.637048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c80.
00010000:00000010:3.1:1779716506.659508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716506.659522:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716506.659526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:2.1:1779716506.667988:0:346252:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfd80.
00000080:00000010:2.1:1779716506.668002:0:346252:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc60.
00010000:00000010:2.1:1779716506.685454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716506.689234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716506.689248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716506.701374:0:346253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716506.701384:0:346253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00010000:00000010:2.1:1779716506.723093:0:346253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716506.723101:0:346253:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716506.723105:0:346253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716506.734043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96620.
00000080:00000010:2.1:1779716506.734055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e00.
00010000:00000010:3.1:1779716506.762998:0:346255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:3.1:1779716506.763010:0:346255:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716506.763013:0:346255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:3.1:1779716506.772980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00000080:00000010:3.1:1779716506.772995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00010000:00000010:1.1:1779716506.785957:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00010000:00000010:1.1:1779716506.785977:0:1030:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716506.785981:0:1030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40a00.
00000080:00000010:1.1:1779716506.806054:0:346256:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00000080:00000010:1.1:1779716506.806067:0:346256:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf140.
00010000:00000010:1.1:1779716506.822028:0:346257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716506.822039:0:346257:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716506.822042:0:346257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716506.826031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00000080:00000010:1.1:1779716506.826041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00010000:00000010:1.1:1779716506.842038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00010000:00000010:1.1:1779716506.850960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716506.850965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:1.1:1779716506.855076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7921a0.
00000080:00000010:1.1:1779716506.855083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927e0.
00010000:00000010:2.1:1779716506.868957:0:346259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716506.868970:0:346259:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716506.868975:0:346259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:2.1:1779716506.877945:0:346259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716506.877952:0:346259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:2.1:1779716506.890959:0:346260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716506.890971:0:346260:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716506.890974:0:346260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716506.896067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716506.896078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:2.1:1779716506.911946:0:346261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716506.911960:0:346261:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716506.911963:0:346261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716506.919950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00000080:00000010:2.1:1779716506.919959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:2.1:1779716506.929982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716506.930000:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716506.930008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716506.938994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:2.1:1779716506.939010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00010000:00000010:1.1:1779716506.953012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00010000:00000010:1.1:1779716506.956978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716506.956985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:1.1:1779716506.963004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792880.
00000080:00000010:1.1:1779716506.963013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2c60.
00010000:00000010:1.1:1779716506.986962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00010000:00000010:1.1:1779716506.993172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716506.993180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:1.1:1779716506.996992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00000080:00000010:1.1:1779716506.997006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792700.
00010000:00000010:2.1:1779716507.009055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716507.014186:0:346264:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716507.014193:0:346264:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:2.1:1779716507.019972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:2.1:1779716507.019985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:3.1:1779716507.042993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716507.048025:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716507.048032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716507.056076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00000080:00000010:3.1:1779716507.056088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa60.
00010000:00000010:2.1:1779716507.067275:0:346267:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716507.067286:0:346267:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716507.067289:0:346267:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716507.073966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00000080:00000010:2.1:1779716507.073976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:2.1:1779716507.087093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716507.094963:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716507.094972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:2.1:1779716507.102998:0:346268:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716507.103007:0:346268:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:2.1:1779716507.111968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716507.116045:0:13:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716507.116053:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716507.121978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00000080:00000010:2.1:1779716507.121992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e969a0.
00010000:00000010:3.1:1779716507.133950:0:346269:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716507.137959:0:346270:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716507.137968:0:346270:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716507.141372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00000080:00000010:3.1:1779716507.141384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00010000:00000010:3.1:1779716507.156960:0:346271:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716507.156972:0:346271:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716507.156975:0:346271:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716507.160371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00000080:00000010:3.1:1779716507.160383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf440.
00010000:00000010:3.1:1779716507.175179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716507.179966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716507.179977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716507.185019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf440.
00000080:00000010:3.1:1779716507.185031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00010000:00000010:2.1:1779716507.203990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716507.204002:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716507.204006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716507.208167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00000080:00000010:2.1:1779716507.208179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00010000:00000010:2.1:1779716507.227967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00010000:00000010:2.1:1779716507.227978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716507.227982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:2.1:1779716507.237968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ec0.
00000080:00000010:2.1:1779716507.237982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7927c0.
00010000:00000010:3.1:1779716507.251970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:3.1:1779716507.251978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:3.1:1779716507.251982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00000080:00000010:3.1:1779716507.255947:0:346275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc40.
00000080:00000010:3.1:1779716507.255955:0:346275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf640.
00010000:00000010:0.1:1779716507.269031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40400.
00010000:00000010:0.1:1779716507.269039:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92a00.
00010000:00000010:0.1:1779716507.269043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41800.
00000080:00000010:0.1:1779716507.279978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6c0.
00000080:00000010:0.1:1779716507.279993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0c0.
00010000:00000010:2.1:1779716507.298159:0:346276:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00010000:00000010:2.1:1779716507.307088:0:346277:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:2.1:1779716507.307100:0:346277:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:2.1:1779716507.311953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716507.311964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00010000:00000010:0.1:1779716507.329114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41600.
00010000:00000010:0.1:1779716507.339245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855800.
00010000:00000010:0.1:1779716507.339259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159400.
00000080:00000010:0.1:1779716507.345048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf740.
00000080:00000010:0.1:1779716507.345062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963e0.
00010000:00000010:3.1:1779716507.351971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716507.351986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.351991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159600.
00000080:00000010:3.1:1779716507.359990:0:346279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00000080:00000010:3.1:1779716507.360001:0:346279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962c0.
00010000:00000010:3.1:1779716507.376961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716507.376968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.376971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716507.383003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:3.1:1779716507.383015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf9a0.
00010000:00000010:3.1:1779716507.399038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716507.399051:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.399055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716507.404959:0:346281:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf980.
00000080:00000010:3.1:1779716507.404971:0:346281:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfc80.
00010000:00000010:2.1:1779716507.426015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716507.429018:0:346282:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716507.429027:0:346282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716507.434166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716507.434177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00010000:00000010:2.1:1779716507.448958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716507.448966:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716507.448970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:2.1:1779716507.453993:0:346283:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96360.
00000080:00000010:2.1:1779716507.454002:0:346283:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00010000:00000010:3.1:1779716507.470071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716507.478986:0:346284:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.478997:0:346284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159e00.
00000080:00000010:3.1:1779716507.486986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:3.1:1779716507.487002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e965e0.
00010000:00000010:3.1:1779716507.504076:0:346285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716507.504083:0:346285:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.504086:0:346285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00000080:00000010:3.1:1779716507.507250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf980.
00000080:00000010:3.1:1779716507.507264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00010000:00000010:3.1:1779716507.522079:0:346286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716507.522089:0:346286:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.522093:0:346286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716507.527966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00000080:00000010:3.1:1779716507.527977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf6a0.
00010000:00000010:2.1:1779716507.541190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716507.545949:0:346287:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716507.545959:0:346287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716507.553961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716507.553969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00010000:00000010:2.1:1779716507.563955:0:346288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716507.563966:0:346288:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716507.563970:0:346288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716507.570952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:2.1:1779716507.570963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00010000:00000010:2.1:1779716507.586955:0:346289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716507.590977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716507.590986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716507.594964:0:346289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716507.594973:0:346289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00010000:00000010:2.1:1779716507.606134:0:346290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716507.606144:0:346290:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716507.606147:0:346290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716507.620951:0:346290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00000080:00000010:2.1:1779716507.620960:0:346290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:2.1:1779716507.628048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00010000:00000010:2.1:1779716507.631947:0:346291:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716507.631951:0:346291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716507.635969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716507.635982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00010000:00000010:3.1:1779716507.647962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716507.647979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.647983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:3.1:1779716507.656954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:3.1:1779716507.656965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96ac0.
00010000:00000010:3.1:1779716507.671048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716507.671059:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.671063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716507.676942:0:346293:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:3.1:1779716507.676950:0:346293:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00010000:00000010:3.1:1779716507.693055:0:346293:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716507.693062:0:346293:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.693066:0:346293:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716507.699006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfea0.
00000080:00000010:3.1:1779716507.699016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00010000:00000010:2.1:1779716507.716389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716507.716402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716507.716405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716507.724070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716507.724086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00010000:00000010:2.1:1779716507.740961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716507.740978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716507.740982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716507.747015:0:346296:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716507.747024:0:346296:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:2.1:1779716507.763948:0:346296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716507.763957:0:346296:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:2.1:1779716507.763960:0:346296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716507.768956:0:346297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716507.768969:0:346297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:3.1:1779716507.788955:0:346297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716507.788963:0:346297:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855300.
00010000:00000010:3.1:1779716507.788968:0:346297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716507.797004:0:346298:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00000080:00000010:3.1:1779716507.797017:0:346298:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b40.
00010000:00000010:3.1:1779716507.815309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716507.819960:0:346299:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.819971:0:346299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716507.828209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0e0.
00000080:00000010:3.1:1779716507.828218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00010000:00000010:2.1:1779716507.849013:0:346300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716507.849022:0:346300:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716507.849025:0:346300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716507.856121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00000080:00000010:2.1:1779716507.856134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00010000:00000010:2.1:1779716507.873188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716507.873209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716507.873213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716507.887976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f60.
00000080:00000010:2.1:1779716507.887990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00010000:00000010:2.1:1779716507.914277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716507.914288:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716507.914291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00000080:00000010:2.1:1779716507.916945:0:346302:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968c0.
00000080:00000010:2.1:1779716507.916955:0:346302:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96e60.
00010000:00000010:2.1:1779716507.925957:0:346303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716507.925969:0:346303:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716507.926026:0:346303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:2.1:1779716507.929963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96580.
00000080:00000010:2.1:1779716507.929972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96500.
00010000:00000010:3.1:1779716507.949945:0:346304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716507.949954:0:346304:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.949958:0:346304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716507.954051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf900.
00000080:00000010:3.1:1779716507.954066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfde0.
00010000:00000010:3.1:1779716507.969262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716507.972999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716507.973007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:3.1:1779716507.977959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfde0.
00000080:00000010:3.1:1779716507.977971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddffa0.
00010000:00000010:0.1:1779716507.997993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716507.998001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716507.998005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:0.1:1779716508.002946:0:346306:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:0.1:1779716508.002954:0:346306:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7923a0.
00010000:00000010:0.1:1779716508.018956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716508.018970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.018974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716508.026955:0:346307:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:0.1:1779716508.026967:0:346307:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:0.1:1779716508.047943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716508.047952:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.047958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:2.1:1779716508.058663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2d60.
00000080:00000010:2.1:1779716508.058677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2160.
00010000:00000010:3.1:1779716508.075947:0:346309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00010000:00000010:3.1:1779716508.075958:0:346309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716508.075963:0:346309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158c00.
00000080:00000010:3.1:1779716508.091042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf0e0.
00000080:00000010:3.1:1779716508.091058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f80.
00010000:00000010:0.1:1779716508.100203:0:346309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00010000:00000010:0.1:1779716508.100209:0:346309:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.100213:0:346309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41000.
00000080:00000010:0.1:1779716508.106116:0:346310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716508.106124:0:346310:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf040.
00010000:00000010:0.1:1779716508.131398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716508.131413:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.131417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716508.139988:0:346311:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716508.140000:0:346311:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00010000:00000010:0.1:1779716508.162972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716508.166948:0:346312:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.166959:0:346312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716508.170961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716508.178952:0:346312:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc24a0.
00010000:00000010:0.1:1779716508.188961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716508.188975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.188979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716508.198063:0:346313:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2700.
00000080:00000010:0.1:1779716508.198079:0:346313:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:0.1:1779716508.218960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716508.218971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.218975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716508.227972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2240.
00000080:00000010:0.1:1779716508.227982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00010000:00000010:0.1:1779716508.244964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716508.244978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.244983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716508.249968:0:346315:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc26e0.
00000080:00000010:0.1:1779716508.249979:0:346315:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:0.1:1779716508.267153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716508.267166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.267170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716508.274970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00000080:00000010:0.1:1779716508.274987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:0.1:1779716508.293981:0:346317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00010000:00000010:0.1:1779716508.293995:0:346317:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.294002:0:346317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:0.1:1779716508.301972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:0.1:1779716508.301989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:3.1:1779716508.324031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716508.324046:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716508.324053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:3.1:1779716508.329957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf820.
00000080:00000010:3.1:1779716508.329969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2ee0.
00010000:00000010:2.1:1779716508.344086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716508.348970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716508.348982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:2.1:1779716508.354148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716508.354171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ea0.
00010000:00000010:0.1:1779716508.374963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716508.378967:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.378980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716508.393977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716508.394013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:0.1:1779716508.405960:0:346321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716508.405974:0:346321:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.405978:0:346321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd600.
00000080:00000010:0.1:1779716508.409986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b80.
00000080:00000010:0.1:1779716508.410000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:3.1:1779716508.427002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716508.430955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716508.430961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716508.430967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:3.1:1779716508.430977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792b80.
00010000:00000010:2.1:1779716508.444971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716508.444982:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716508.444986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:2.1:1779716508.451960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716508.451971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00010000:00000010:3.1:1779716508.474029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716508.474037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:3.1:1779716508.474039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:3.1:1779716508.478674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:3.1:1779716508.478684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00010000:00000010:2.1:1779716508.488064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716508.488073:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716508.488076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:2.1:1779716508.493018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96f20.
00000080:00000010:2.1:1779716508.493028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00010000:00000010:2.1:1779716508.507970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716508.507988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92b00.
00010000:00000010:2.1:1779716508.507992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:2.1:1779716508.515952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf220.
00000080:00000010:2.1:1779716508.515968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:0.1:1779716508.534966:0:346327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716508.534981:0:346327:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.534985:0:346327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716508.540969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00000080:00000010:0.1:1779716508.540992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:0.1:1779716508.560419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716508.560425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.560429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716508.565235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00000080:00000010:0.1:1779716508.565249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:3.1:1779716508.581036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716508.589960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716508.589966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:3.1:1779716508.593985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:3.1:1779716508.593997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924e0.
00010000:00000010:1.1:1779716508.599965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716508.603968:0:346330:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716508.603979:0:346330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716508.608002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792d40.
00000080:00000010:1.1:1779716508.608016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792400.
00010000:00000010:1.1:1779716508.623971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716508.628031:0:346331:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716508.628048:0:346331:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716508.631965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00000080:00000010:1.1:1779716508.631991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00010000:00000010:1.1:1779716508.645942:0:346332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00010000:00000010:1.1:1779716508.649975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716508.649988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:1.1:1779716508.653972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792040.
00000080:00000010:1.1:1779716508.653983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:1.1:1779716508.667089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00010000:00000010:1.1:1779716508.667099:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716508.667103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:1.1:1779716508.671957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792980.
00000080:00000010:1.1:1779716508.671968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:2.1:1779716508.692041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716508.692059:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716508.692063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00000080:00000010:2.1:1779716508.699987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96860.
00000080:00000010:2.1:1779716508.700002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00010000:00000010:3.1:1779716508.715997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716508.716005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716508.716009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdde00.
00000080:00000010:3.1:1779716508.719984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:3.1:1779716508.719998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc20e0.
00010000:00000010:2.1:1779716508.740967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716508.740979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716508.740985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:2.1:1779716508.740993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e961c0.
00000080:00000010:2.1:1779716508.741014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:3.1:1779716508.761976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716508.761995:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716508.762003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:3.1:1779716508.766967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf620.
00000080:00000010:3.1:1779716508.766990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792000.
00010000:00000010:2.1:1779716508.770962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716508.770977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716508.770981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:2.1:1779716508.778376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00000080:00000010:2.1:1779716508.778392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792560.
00010000:00000010:3.1:1779716508.801246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716508.801259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716508.801265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:3.1:1779716508.810706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf4c0.
00000080:00000010:3.1:1779716508.810734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7928a0.
00010000:00000010:2.1:1779716508.815020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716508.821010:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716508.821034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:2.1:1779716508.825249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e963a0.
00000080:00000010:2.1:1779716508.825270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00010000:00000010:0.1:1779716508.836953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00010000:00000010:0.1:1779716508.845975:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.845979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716508.845982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00000080:00000010:0.1:1779716508.845987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:0.1:1779716508.857954:0:346342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:0.1:1779716508.857966:0:346342:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:0.1:1779716508.857970:0:346342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:0.1:1779716508.870004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:0.1:1779716508.870015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2080.
00010000:00000010:3.1:1779716508.879964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdca00.
00010000:00000010:3.1:1779716508.879974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0d00.
00010000:00000010:3.1:1779716508.879980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd800.
00000080:00000010:3.1:1779716508.884958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc29e0.
00000080:00000010:3.1:1779716508.884970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2800.
00010000:00000010:0.1:1779716508.897037:0:346344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716508.897048:0:346344:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.897051:0:346344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716508.909963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00000080:00000010:0.1:1779716508.909981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:0.1:1779716508.919963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716508.919970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.919974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716508.924987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00000080:00000010:0.1:1779716508.925002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00010000:00000010:0.1:1779716508.942951:0:346346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716508.942962:0:346346:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.942966:0:346346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716508.954969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716508.954982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:0.1:1779716508.967008:0:346347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716508.967021:0:346347:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.967024:0:346347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716508.971958:0:346347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc27c0.
00000080:00000010:0.1:1779716508.971966:0:346347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00010000:00000010:0.1:1779716508.983958:0:346348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716508.983970:0:346348:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.983974:0:346348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716508.987961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2fe0.
00000080:00000010:0.1:1779716508.987985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00010000:00000010:0.1:1779716508.999952:0:346349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:0.1:1779716508.999962:0:346349:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:0.1:1779716508.999966:0:346349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716509.004967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2680.
00000080:00000010:0.1:1779716509.004978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00010000:00000010:2.1:1779716509.021982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00010000:00000010:2.1:1779716509.021989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0b00.
00010000:00000010:2.1:1779716509.021993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:2.1:1779716509.026260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2720.
00000080:00000010:2.1:1779716509.026270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2020.
00010000:00000010:3.1:1779716509.041963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716509.041972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716509.041976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:3.1:1779716509.047031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00000080:00000010:3.1:1779716509.047044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792080.
00010000:00000010:2.1:1779716509.055961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716509.055977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716509.055982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:2.1:1779716509.066002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00000080:00000010:2.1:1779716509.066018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792320.
00010000:00000010:3.1:1779716509.078965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716509.078984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716509.078989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716509.088024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00000080:00000010:3.1:1779716509.088040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a00.
00010000:00000010:2.1:1779716509.092959:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716509.092972:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716509.092975:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:3.1:1779716509.102006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e968a0.
00000080:00000010:3.1:1779716509.102017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920e0.
00010000:00000010:0.1:1779716509.117964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00010000:00000010:0.1:1779716509.117973:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.117981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.122076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716509.122091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2040.
00010000:00000010:0.1:1779716509.134967:0:346356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716509.140628:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.140646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00000080:00000010:0.1:1779716509.143967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:0.1:1779716509.143985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:0.1:1779716509.159983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.159998:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.160008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.165366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716509.165378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:2.1:1779716509.174957:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716509.174969:0:327615:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716509.174973:0:327615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:0.1:1779716509.179965:0:346358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e966e0.
00000080:00000010:0.1:1779716509.179979:0:346358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:0.1:1779716509.198953:0:346359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.198965:0:346359:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.198969:0:346359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.203213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00000080:00000010:0.1:1779716509.203237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:0.1:1779716509.218961:0:346360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.218977:0:346360:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.218981:0:346360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.223007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00000080:00000010:0.1:1779716509.223020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:0.1:1779716509.237974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.242954:0:346361:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.242967:0:346361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.252016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:0.1:1779716509.252032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:0.1:1779716509.263969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.268969:0:346362:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.268982:0:346362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.279964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716509.279990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:0.1:1779716509.294954:0:346362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.298968:0:346363:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.298984:0:346363:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.303975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:0.1:1779716509.303994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:0.1:1779716509.320977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.320990:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.320994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.325951:0:346364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00000080:00000010:0.1:1779716509.325959:0:346364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:0.1:1779716509.342990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.347961:0:346365:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.347973:0:346365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.351972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716509.351987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00010000:00000010:0.1:1779716509.369947:0:346366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.369960:0:346366:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.369964:0:346366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.381983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00000080:00000010:0.1:1779716509.381998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:0.1:1779716509.387947:0:346367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.387956:0:346367:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.387959:0:346367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.395971:0:346367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00000080:00000010:0.1:1779716509.395982:0:346367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:0.1:1779716509.408596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.411962:0:346368:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.411976:0:346368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.415968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:0.1:1779716509.415983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2980.
00010000:00000010:0.1:1779716509.430985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.439969:0:346369:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.439977:0:346369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.452984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716509.453004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:0.1:1779716509.460965:0:346370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.460973:0:346370:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.460976:0:346370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.474148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:0.1:1779716509.474171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:0.1:1779716509.478970:0:346371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.478983:0:346371:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.478986:0:346371:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.482968:0:346371:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716509.482976:0:346371:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:0.1:1779716509.501959:0:346372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.501971:0:346372:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.501975:0:346372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.505972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:0.1:1779716509.505990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:0.1:1779716509.521947:0:346373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.521958:0:346373:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.521961:0:346373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.527092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00000080:00000010:0.1:1779716509.527114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:0.1:1779716509.543971:0:346374:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.543978:0:346374:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.543981:0:346374:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.543988:0:346374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:0.1:1779716509.543997:0:346374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:0.1:1779716509.560947:0:346375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.560958:0:346375:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.560962:0:346375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.569020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00000080:00000010:0.1:1779716509.569032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00010000:00000010:0.1:1779716509.578063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.578081:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.578091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.590028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:0.1:1779716509.590037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2460.
00010000:00000010:0.1:1779716509.606988:0:346377:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.606996:0:346377:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.607001:0:346377:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.611959:0:346377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00000080:00000010:0.1:1779716509.611967:0:346377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b20.
00010000:00000010:0.1:1779716509.617026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00010000:00000010:0.1:1779716509.632965:0:346378:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0a00.
00010000:00000010:0.1:1779716509.632982:0:346378:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc800.
00000080:00000010:0.1:1779716509.632995:0:346378:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00000080:00000010:0.1:1779716509.633013:0:346378:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2de0.
00010000:00000010:0.1:1779716509.642968:0:346379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:0.1:1779716509.642984:0:346379:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:0.1:1779716509.642988:0:346379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:0.1:1779716509.656959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2220.
00000080:00000010:0.1:1779716509.656982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2b00.
00010000:00000010:2.1:1779716509.665977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdda00.
00010000:00000010:2.1:1779716509.665988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9509255e0300.
00010000:00000010:2.1:1779716509.665995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc400.
00000080:00000010:2.1:1779716509.674032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc28c0.
00000080:00000010:2.1:1779716509.674057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2480.
00010000:00000010:3.1:1779716509.692963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716509.692972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716509.692976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:3.1:1779716509.696960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00000080:00000010:3.1:1779716509.696974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:2.1:1779716509.708960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716509.708970:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716509.708976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024a00.
00000080:00000010:2.1:1779716509.712992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:2.1:1779716509.713003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00010000:00000010:3.1:1779716509.725006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716509.725019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716509.725025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025600.
00000080:00000010:3.1:1779716509.728958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00000080:00000010:3.1:1779716509.728970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7924e0.
00010000:00000010:2.1:1779716509.744966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716509.744979:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716509.744982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024400.
00000080:00000010:2.1:1779716509.750968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:2.1:1779716509.750983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792480.
00010000:00000010:3.1:1779716509.769363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716509.769370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716509.769373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024800.
00000080:00000010:3.1:1779716509.778024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00000080:00000010:3.1:1779716509.778039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fe0.
00010000:00000010:2.1:1779716509.784980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716509.785001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716509.785006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024600.
00000080:00000010:2.1:1779716509.789201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00000080:00000010:2.1:1779716509.789223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792100.
00010000:00000010:3.1:1779716509.804968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716509.804983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716509.804988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025c00.
00000080:00000010:3.1:1779716509.813038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00000080:00000010:3.1:1779716509.813057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792860.
00010000:00000010:2.1:1779716509.824969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:2.1:1779716509.830965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:2.1:1779716509.830983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:2.1:1779716509.835971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96c60.
00000080:00000010:2.1:1779716509.835986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7922a0.
00010000:00000010:3.1:1779716509.850050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716509.850061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716509.850066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:3.1:1779716509.854006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00000080:00000010:3.1:1779716509.854023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792fa0.
00010000:00000010:3.1:1779716509.864959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158a00.
00010000:00000010:3.1:1779716509.864972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855d00.
00010000:00000010:3.1:1779716509.864975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:3.1:1779716509.869008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96b80.
00000080:00000010:3.1:1779716509.869021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d7920c0.
00010000:00000010:2.1:1779716509.884967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716509.884987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716509.884992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:2.1:1779716509.892962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00000080:00000010:2.1:1779716509.892970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792cc0.
00010000:00000010:3.1:1779716509.896973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716509.896987:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716509.896991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:3.1:1779716509.904979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00000080:00000010:3.1:1779716509.904990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792720.
00010000:00000010:2.1:1779716509.923977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716509.923992:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716509.923995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024000.
00000080:00000010:2.1:1779716509.929227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:2.1:1779716509.929247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792a60.
00010000:00000010:3.1:1779716509.934978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716509.943974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716509.943984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024200.
00000080:00000010:3.1:1779716509.954055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf8a0.
00000080:00000010:3.1:1779716509.954073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ea0.
00010000:00000010:2.1:1779716509.960969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716509.960984:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716509.960988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025e00.
00000080:00000010:2.1:1779716509.966006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:2.1:1779716509.966021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ae0.
00010000:00000010:3.1:1779716509.986973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716509.986980:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716509.986982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025000.
00000080:00000010:3.1:1779716509.986985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfca0.
00000080:00000010:3.1:1779716509.986992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792620.
00010000:00000010:2.1:1779716510.009145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716510.009153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716510.009156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025200.
00000080:00000010:2.1:1779716510.012972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:2.1:1779716510.012995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792020.
00010000:00000010:2.1:1779716510.028959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158e00.
00010000:00000010:2.1:1779716510.028974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716510.028977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00000080:00000010:2.1:1779716510.034095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96780.
00000080:00000010:2.1:1779716510.034107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00010000:00000010:3.1:1779716510.057344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716510.057356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716510.057361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bddc00.
00000080:00000010:3.1:1779716510.064476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddfa40.
00000080:00000010:3.1:1779716510.064499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2920.
00010000:00000010:2.1:1779716510.074228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716510.074237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716510.074241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdc000.
00000080:00000010:2.1:1779716510.088967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e962e0.
00000080:00000010:2.1:1779716510.088981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2da0.
00010000:00000010:1.1:1779716510.095953:0:346401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716510.095963:0:346401:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716510.095967:0:346401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716510.100953:0:346401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792540.
00000080:00000010:1.1:1779716510.100980:0:346401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00010000:00000010:1.1:1779716510.119567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716510.124978:0:346402:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716510.124991:0:346402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025400.
00000080:00000010:1.1:1779716510.134080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792760.
00000080:00000010:1.1:1779716510.134090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792780.
00010000:00000010:3.1:1779716510.149031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:3.1:1779716510.149043:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716510.149048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdce00.
00000080:00000010:3.1:1779716510.152957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910ddf460.
00000080:00000010:3.1:1779716510.152979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2be0.
00010000:00000010:1.1:1779716510.165571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932025a00.
00010000:00000010:1.1:1779716510.168118:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95094138c900.
00010000:00000010:1.1:1779716510.168128:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932024c00.
00000080:00000010:1.1:1779716510.173964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792ba0.
00000080:00000010:1.1:1779716510.173973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95080d792500.
00010000:00000010:2.1:1779716510.188959:0:346404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932159000.
00010000:00000010:2.1:1779716510.188966:0:346404:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855400.
00010000:00000010:2.1:1779716510.188969:0:346404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950940bdd200.
00000080:00000010:2.1:1779716510.197039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950902e96460.
00000080:00000010:2.1:1779716510.197048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff950910dc2540.
00010000:00000010:3.1:1779716510.213043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a41e00.
00010000:00000010:3.1:1779716510.213053:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903c92c00.
00010000:00000010:3.1:1779716510.213056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950938a40e00.
00010000:00000010:1.1:1779716539.245961:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff950903855700.
00010000:00000010:1.1:1779716539.245975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff950932158600.
00000800:00000200:3.1:1779716548.456151:0:248757:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:3.1:1779716548.456156:0:248757:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1779716548.456158:0:248757:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:2.1:1779716551.080578:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716554.153055:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716554.153361:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716554.153481:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716585.897191:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716585.897201:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1779716585.897467:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716585.897469:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1779716585.897649:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716585.897650:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:2.1:1779716585.897912:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716585.897914:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 1, 1 secs later)
00000800:00000200:3.1:1779716591.016654:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716591.017131:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716591.017257:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716591.017425:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716596.136857:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716596.137267:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716596.137446:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716596.137605:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716601.256519:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716601.256892:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716601.257131:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716601.257316:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716606.376993:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716606.376997:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1779716606.377488:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716606.377502:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1779716606.378006:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716606.378008:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1779716606.378296:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716606.378298:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 8, 6 secs later)
00000800:00000200:2.1:1779716611.496707:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716611.496712:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 8, 1 secs later)
00000800:00000200:2.1:1779716611.497149:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716611.497152:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 8, 1 secs later)
00000800:00000200:2.1:1779716611.497393:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716611.497394:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 8, 1 secs later)
00000800:00000200:2.1:1779716611.497605:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716611.497606:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 8, 1 secs later)
00000800:00000200:2.1:1779716616.616767:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716616.617338:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716616.617597:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716616.617742:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716621.736785:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716621.736788:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1779716621.737196:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716621.737199:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1779716621.737646:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716621.737649:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1779716621.738012:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716621.738014:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1779716626.856590:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716626.856596:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1779716626.857032:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716626.857034:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1779716626.857217:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716626.857218:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1779716626.857392:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716626.857394:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1779716631.976745:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716631.976751:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1779716631.977149:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716631.977151:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1779716631.977357:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716631.977359:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1779716631.977620:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716631.977622:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1779716637.096477:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716637.096760:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716637.096856:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716637.097052:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716642.217130:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716642.217133:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1779716642.217788:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716642.217791:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1779716642.218235:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716642.218238:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1779716642.218818:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716642.218821:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1779716647.336535:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716647.336541:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1779716647.336968:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716647.336970:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1779716647.337187:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716647.337189:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1779716647.337391:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716647.337393:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1779716652.456573:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716652.456579:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1779716652.456997:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716652.456998:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1779716652.457261:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716652.457263:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1779716652.457466:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716652.457468:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1779716657.576515:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716657.576520:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1779716657.576995:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716657.576997:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1779716657.577180:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716657.577182:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1779716657.577375:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716657.577377:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1779716662.696531:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716662.696537:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1779716662.697204:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716662.697208:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1779716662.697400:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716662.697402:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1779716662.697672:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716662.697674:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 9 secs later)
00000800:00000200:3.1:1779716667.816761:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716667.816771:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 4 secs later)
00000800:00000200:3.1:1779716667.817456:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716667.817458:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 4 secs later)
00000800:00000200:3.1:1779716667.817699:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716667.817702:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 4 secs later)
00000800:00000200:3.1:1779716667.817963:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716667.817964:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 32, 4 secs later)
00000800:00000200:3.1:1779716672.936622:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716672.936942:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716672.937125:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716672.937295:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716678.057412:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716678.057416:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716678.057828:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716678.057829:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716678.058082:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716678.058084:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716678.058285:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716678.058288:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716683.176424:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716683.176439:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779716683.176769:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716683.176772:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779716683.177047:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716683.177048:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779716683.177228:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716683.177230:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779716688.296535:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716688.296540:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779716688.297004:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716688.297007:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779716688.297229:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716688.297232:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779716688.297462:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716688.297463:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779716693.416513:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716693.416519:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779716693.417150:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716693.417152:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779716693.417356:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716693.417357:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779716693.417581:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716693.417583:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779716698.536580:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716698.536584:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779716698.537157:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716698.537159:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779716698.537343:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716698.537344:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779716698.537513:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716698.537515:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779716703.656740:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716703.656748:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779716703.657366:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716703.657367:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779716703.657591:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716703.657593:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779716703.657891:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716703.657893:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779716708.776859:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716708.776865:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779716708.777531:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716708.777534:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779716708.778048:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716708.778051:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779716708.778475:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716708.778478:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779716713.896721:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716713.896724:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779716713.897137:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716713.897139:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779716713.897321:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716713.897322:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779716713.897498:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716713.897499:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779716719.017032:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716719.017037:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716719.017553:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716719.017556:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716719.017965:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716719.017968:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716719.018321:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716719.018325:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716724.137034:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716724.137049:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716724.138084:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716724.138086:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716724.138292:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716724.138294:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716724.138573:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716724.138575:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716729.256551:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716729.256557:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1779716729.257146:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716729.257148:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1779716729.257357:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716729.257358:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1779716729.257614:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716729.257616:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1779716734.376560:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716734.376568:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779716734.377082:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716734.377094:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779716734.377390:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716734.377392:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779716734.377695:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716734.377698:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779716739.496756:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716739.497115:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716739.497275:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716739.497445:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716744.617992:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716744.617997:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716744.618431:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716744.618433:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716744.618673:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716744.618675:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716744.618885:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716744.618887:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779716749.736819:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716749.736824:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779716749.737537:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716749.737539:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779716749.737770:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716749.737772:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779716749.738051:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716749.738054:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779716754.856753:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716754.856760:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779716754.857328:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716754.857331:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779716754.857697:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716754.857700:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779716754.858072:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716754.858076:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779716759.976673:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716759.976679:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1779716759.977100:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716759.977101:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1779716759.977311:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716759.977313:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1779716759.977530:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716759.977533:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779716765.096452:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716765.096457:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779716765.097024:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716765.097026:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779716765.097210:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716765.097212:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779716765.097421:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716765.097423:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779716770.216439:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716770.216442:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1779716770.216805:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716770.216807:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1779716770.217011:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716770.217013:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1779716770.217190:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716770.217192:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779716775.337176:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716775.337183:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779716775.338051:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716775.338053:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779716775.338342:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716775.338344:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779716775.338576:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716775.338579:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779716780.457136:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716780.457141:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779716780.457757:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716780.457760:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779716780.458109:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716780.458112:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779716780.458482:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716780.458487:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779716785.577007:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716785.577011:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716785.577424:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716785.577426:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716785.577774:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716785.577776:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716785.578053:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716785.578056:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716790.696829:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716790.696841:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716790.697554:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716790.697556:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716790.697750:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716790.697751:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716790.697970:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716790.697972:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716795.816692:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716795.816696:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779716795.817395:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716795.817397:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779716795.817676:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716795.817679:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779716795.818109:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716795.818112:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779716800.936503:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716800.936508:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779716800.936980:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716800.936981:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779716800.937192:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716800.937194:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779716800.937369:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716800.937371:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779716806.056749:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716806.057242:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716806.057427:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716806.057653:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716811.177358:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716811.177363:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716811.178013:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716811.178030:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716811.178340:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716811.178344:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716811.178589:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716811.178591:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779716816.297154:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716816.297162:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1779716816.298030:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716816.298033:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1779716816.298402:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716816.298405:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1779716816.298715:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716816.298718:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1779716821.416692:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716821.416694:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1779716821.417002:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716821.417004:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1779716821.417187:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716821.417190:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1779716821.417436:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716821.417439:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1779716826.536422:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716826.536425:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779716826.536817:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716826.536819:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779716826.537275:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716826.537278:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779716826.537502:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716826.537505:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779716831.656746:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716831.656757:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779716831.657566:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716831.657568:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779716831.657790:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716831.657793:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779716831.658027:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716831.658029:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1779716836.776498:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716836.776502:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1779716836.777039:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716836.777040:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1779716836.777237:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716836.777239:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1779716836.777414:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716836.777415:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1779716841.897075:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716841.897079:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779716841.897515:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716841.897517:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779716841.897824:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716841.897827:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779716841.898147:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716841.898150:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779716847.016860:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716847.016871:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779716847.017485:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716847.017488:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779716847.017774:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716847.017776:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779716847.018072:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779716847.018075:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779716852.136764:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716852.136777:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716852.137559:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716852.137562:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716852.137784:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716852.137786:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716852.137994:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716852.137996:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779716857.256771:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716857.256779:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1779716857.257248:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716857.257250:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1779716857.257457:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716857.257459:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1779716857.257659:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716857.257661:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1779716862.376582:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716862.376587:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779716862.377159:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716862.377161:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779716862.377457:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716862.377459:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779716862.377771:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716862.377774:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1779716867.496963:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716867.496967:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779716867.497709:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716867.497711:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779716867.498042:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716867.498045:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779716867.498346:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716867.498348:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779716872.616668:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716872.616977:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716872.617125:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716872.617302:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716877.736586:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716877.736594:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779716877.737225:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716877.737227:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779716877.737500:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716877.737502:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779716877.737794:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716877.737796:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779716882.857160:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716882.857168:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779716882.858519:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716882.858540:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779716882.859049:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716882.859052:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779716882.859576:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716882.859580:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779716887.976645:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716887.976652:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779716887.977147:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716887.977150:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779716887.977476:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716887.977479:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779716887.977764:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716887.977767:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779716893.096766:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716893.096770:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779716893.097191:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716893.097194:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779716893.097513:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716893.097516:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779716893.097835:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716893.097849:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779716898.216594:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716898.216602:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779716898.217200:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716898.217203:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779716898.217520:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716898.217523:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779716898.217833:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716898.217836:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779716903.336854:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716903.336864:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779716903.337483:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716903.337486:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779716903.337717:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716903.337719:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779716903.337962:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716903.337965:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779716908.456764:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716908.456771:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779716908.457403:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716908.457405:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779716908.457630:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716908.457632:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779716908.457817:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716908.457819:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779716913.576499:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716913.576505:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779716913.576966:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716913.576968:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779716913.577177:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716913.577179:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779716913.577399:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716913.577401:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779716918.696513:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716918.696525:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779716918.697074:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716918.697076:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779716918.697282:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716918.697283:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779716918.697512:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779716918.697514:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779716923.816733:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716923.816740:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716923.817377:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716923.817379:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716923.817572:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716923.817573:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779716923.817908:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779716923.817910:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779716928.936704:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716928.936707:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779716928.937584:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716928.937590:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779716928.937984:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716928.937987:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779716928.938288:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716928.938292:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779716934.056541:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716934.056547:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779716934.057146:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716934.057148:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779716934.057342:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716934.057343:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779716934.057586:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716934.057588:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779716939.176569:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716939.176982:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716939.177170:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716939.177314:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716944.296858:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716944.296864:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779716944.297594:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716944.297597:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779716944.297840:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716944.297843:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779716944.298149:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716944.298151:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779716949.416507:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716949.416512:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779716949.417008:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716949.417010:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779716949.417232:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716949.417234:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779716949.417413:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716949.417415:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779716954.536588:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716954.536595:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779716954.537232:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716954.537235:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779716954.537532:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716954.537535:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779716954.537792:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716954.537793:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779716959.656542:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716959.656547:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779716959.657047:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716959.657048:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779716959.657240:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716959.657242:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779716959.657450:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716959.657452:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779716964.776582:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716964.776585:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779716964.777177:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716964.777178:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779716964.777365:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716964.777367:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779716964.777592:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716964.777593:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779716969.896558:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716969.896562:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779716969.897186:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716969.897189:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779716969.897423:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716969.897425:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779716969.897726:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716969.897729:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779716975.016639:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716975.016646:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1779716975.017237:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716975.017240:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1779716975.017490:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716975.017493:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1779716975.017667:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716975.017669:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1779716980.136651:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716980.136656:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1779716980.137311:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716980.137314:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1779716980.137609:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716980.137612:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1779716980.137838:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716980.137840:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1779716985.256547:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716985.256554:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779716985.257269:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716985.257275:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779716985.257513:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716985.257514:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779716985.257781:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716985.257783:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779716990.376612:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716990.376616:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779716990.377199:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716990.377201:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779716990.377488:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716990.377490:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779716990.377821:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716990.377823:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779716995.496791:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716995.496795:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779716995.497274:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716995.497276:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779716995.497586:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716995.497589:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779716995.497919:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779716995.497939:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779717000.616591:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717000.616599:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779717000.617248:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717000.617249:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779717000.617428:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717000.617429:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779717000.617623:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717000.617625:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779717005.736592:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717005.736825:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717005.736988:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717005.737142:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717010.856669:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717010.856678:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779717010.857217:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717010.857221:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779717010.857530:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717010.857533:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779717010.859047:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717010.859050:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717015.976854:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717015.976870:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717015.977482:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717015.977486:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717015.977816:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717015.977819:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717015.978171:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717015.978174:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717021.096489:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717021.096494:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717021.096992:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717021.096994:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717021.097175:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717021.097176:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717021.097347:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717021.097349:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717026.216569:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717026.216576:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717026.217029:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717026.217041:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717026.217248:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717026.217249:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717026.217445:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717026.217446:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717031.336546:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717031.336551:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717031.336905:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717031.336907:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717031.337125:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717031.337126:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717031.337304:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717031.337306:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717036.456569:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717036.456574:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717036.457181:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717036.457183:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717036.457450:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717036.457452:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717036.457974:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717036.457976:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717041.576866:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717041.576872:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717041.577830:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717041.577833:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717041.578301:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717041.578304:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717041.578775:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717041.578778:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717046.696490:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717046.696495:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717046.696993:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717046.696994:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717046.697189:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717046.697191:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717046.697413:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717046.697415:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717051.816616:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717051.816622:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717051.817297:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717051.817300:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717051.817601:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717051.817604:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717051.817910:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717051.817913:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717056.936696:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717056.936704:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717056.937169:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717056.937172:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717056.937393:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717056.937395:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717056.937610:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717056.937613:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717062.056643:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717062.056649:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779717062.057134:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717062.057136:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779717062.057363:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717062.057365:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779717062.057580:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717062.057582:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779717067.176692:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717067.176697:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779717067.177279:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717067.177280:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779717067.177498:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717067.177500:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779717067.177740:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717067.177743:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717072.296735:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717072.296974:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717072.297149:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717072.297322:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717077.416681:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717077.416689:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717077.417396:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717077.417398:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717077.417720:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717077.417723:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717077.418030:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717077.418033:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717082.536760:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717082.536771:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717082.537562:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717082.537564:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717082.537743:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717082.537745:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717082.537939:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717082.537953:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717087.656627:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717087.656634:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717087.657206:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717087.657209:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717087.657510:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717087.657512:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717087.657699:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717087.657702:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717092.776774:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717092.776787:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717092.777549:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717092.777552:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717092.777778:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717092.777780:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717092.778181:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717092.778184:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717097.896671:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717097.896679:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779717097.897257:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717097.897260:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779717097.897582:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717097.897584:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779717097.897895:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717097.897898:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779717103.016722:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717103.016726:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1779717103.017101:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717103.017103:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1779717103.017368:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717103.017372:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1779717103.017644:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717103.017647:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779717108.136542:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717108.136546:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1779717108.137198:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717108.137199:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1779717108.137416:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717108.137418:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1779717108.137645:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717108.137646:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1779717113.256581:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717113.256587:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717113.257160:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717113.257162:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717113.257427:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717113.257430:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717113.257728:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717113.257731:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717118.376624:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717118.376631:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717118.377183:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717118.377186:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717118.377496:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717118.377499:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717118.377819:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717118.377823:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717123.496780:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717123.496787:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717123.497414:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717123.497417:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717123.497652:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717123.497654:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717123.497839:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717123.497840:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717128.616399:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717128.616402:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717128.616775:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717128.616776:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717128.616985:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717128.616987:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717128.617163:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717128.617165:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717133.736519:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717133.736523:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717133.737158:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717133.737160:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717133.737348:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717133.737350:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717133.737588:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717133.737589:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717138.856539:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717138.856820:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717138.856992:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717138.857163:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717143.977502:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717143.977506:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717143.978514:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717143.978517:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717143.978760:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717143.978761:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717143.978965:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717143.978966:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717149.096581:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717149.096588:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717149.097044:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717149.097046:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717149.097229:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717149.097231:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717149.097452:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717149.097454:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717154.216731:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717154.216740:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717154.217534:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717154.217535:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717154.217720:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717154.217722:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717154.218012:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717154.218014:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717159.336591:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717159.336595:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779717159.337226:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717159.337229:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779717159.337654:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717159.337657:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779717159.337997:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717159.338000:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779717164.456471:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717164.456475:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717164.456812:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717164.456814:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717164.457077:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717164.457079:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717164.457317:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717164.457333:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717169.576619:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717169.576624:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717169.577034:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717169.577036:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717169.577216:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717169.577218:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717169.577417:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717169.577419:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717174.696561:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717174.696566:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717174.697057:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717174.697059:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717174.697348:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717174.697350:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717174.697740:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717174.697742:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717179.816701:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717179.816711:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717179.817516:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717179.817518:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717179.818121:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717179.818124:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717179.818365:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717179.818367:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717184.936745:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717184.936749:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717184.937392:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717184.937394:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717184.937578:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717184.937580:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717184.937795:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717184.937796:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717190.056571:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717190.056577:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717190.057249:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717190.057251:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717190.057438:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717190.057440:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717190.057661:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717190.057664:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717195.176414:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717195.176418:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717195.176761:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717195.176762:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717195.176994:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717195.176995:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717195.177197:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717195.177199:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717200.296580:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717200.296585:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1779717200.297012:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717200.297014:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1779717200.297252:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717200.297253:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1779717200.297492:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717200.297494:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779717205.416667:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717205.416964:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717205.417126:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717205.417281:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717210.536656:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717210.536663:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717210.538027:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717210.538029:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717210.538266:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717210.538268:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717210.538456:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717210.538458:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717215.656853:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717215.656860:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717215.657224:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717215.657226:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717215.657404:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717215.657405:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717215.657576:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717215.657578:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717220.776542:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717220.776546:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717220.777006:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717220.777007:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717220.777211:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717220.777213:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717220.777387:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717220.777389:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717225.896503:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717225.896508:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717225.897131:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717225.897133:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717225.897386:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717225.897388:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717225.897589:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717225.897591:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1779717231.016630:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717231.016637:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1779717231.017066:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717231.017068:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1779717231.017386:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717231.017389:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1779717231.017649:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717231.017653:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1779717236.136634:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717236.136638:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779717236.137295:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717236.137298:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779717236.137592:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717236.137594:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779717236.137828:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717236.137830:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779717241.256467:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717241.256473:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779717241.256987:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717241.256989:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779717241.257177:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717241.257178:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779717241.257350:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717241.257352:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779717246.376590:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717246.376597:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717246.377070:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717246.377072:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717246.377362:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717246.377364:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717246.377642:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717246.377645:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717251.496840:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717251.496843:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717251.497260:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717251.497262:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717251.497444:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717251.497446:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717251.497652:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717251.497653:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717256.616548:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717256.616555:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717256.617064:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717256.617066:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717256.617322:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717256.617324:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717256.617535:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717256.617537:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1779717261.736524:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717261.736529:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717261.737163:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717261.737165:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717261.737353:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717261.737354:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717261.737575:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717261.737577:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717266.856679:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717266.856686:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779717266.857260:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717266.857262:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779717266.857530:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717266.857531:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779717266.857735:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717266.857737:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779717271.976626:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717271.976903:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717271.977104:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717271.977273:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717277.096763:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717277.096770:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717277.097485:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717277.097488:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717277.097709:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717277.097711:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717277.097997:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717277.097999:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717282.216738:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717282.216748:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779717282.217509:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717282.217511:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779717282.217700:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717282.217701:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779717282.217874:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717282.217876:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779717287.336684:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717287.336692:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1779717287.337344:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717287.337346:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1779717287.337652:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717287.337655:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1779717287.337906:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717287.337908:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1779717292.456721:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717292.456733:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1779717292.457483:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717292.457486:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1779717292.457763:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717292.457765:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1779717292.458068:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717292.458072:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1779717297.576492:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717297.576496:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1779717297.576993:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717297.576994:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1779717297.577179:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717297.577181:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1779717297.577372:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717297.577374:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717302.696620:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717302.696634:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717302.697093:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717302.697096:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717302.697312:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717302.697314:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717302.697547:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717302.697548:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717307.816566:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717307.816570:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717307.817231:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717307.817233:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717307.817490:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717307.817492:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717307.817778:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717307.817782:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1779717312.936630:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717312.936635:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717312.937029:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717312.937030:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717312.937233:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717312.937235:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717312.937420:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717312.937422:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1779717318.056734:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717318.056741:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717318.057253:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717318.057256:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717318.057559:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717318.057562:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717318.057860:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717318.057862:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779717323.176635:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717323.176638:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779717323.177656:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717323.177663:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779717323.178040:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717323.178041:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779717323.178247:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717323.178249:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779717328.296638:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717328.296644:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779717328.297214:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717328.297217:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779717328.297552:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717328.297555:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779717328.297859:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717328.297862:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779717333.416533:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717333.416538:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779717333.417016:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717333.417017:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779717333.417242:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717333.417244:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779717333.417486:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717333.417488:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1779717338.536562:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717338.536806:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717338.536984:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717338.537157:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717343.657005:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717343.657013:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717343.657827:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717343.657831:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717343.658193:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717343.658196:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717343.658414:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717343.658416:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717348.776744:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717348.776749:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779717348.777335:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717348.777337:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779717348.777639:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717348.777642:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779717348.777916:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717348.777919:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779717353.896552:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717353.896558:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1779717353.896819:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529346304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717353.896825:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529346304:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717353.896828:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.896829:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717353.896831:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529346304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.896835:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717353.896837:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717353.896839:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93000.
02000000:00000001:1.0:1779717353.896841:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717353.896842:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717353.896843:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779717353.896844:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717353.896846:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:1.0:1779717353.896848:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717353.896849:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717353.896851:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:1.0:1779717353.896853:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717353.896854:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.896855:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.896861:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717353.896862:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717353.896863:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717353.896864:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717353.896866:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717353.896868:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.896873:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717353.896874:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717353.896875:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717353.896877:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717353.896878:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717353.896880:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529346432:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717353.896883:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717353.896884:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717353.896885:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717353.896902:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717353.896904:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93000.
02000000:00000001:1.0:1779717353.896906:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717353.896909:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717353.896910:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717353.896913:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717353.896915:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529346432, portal 10
00000100:00000001:1.0:1779717353.896917:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717353.896917:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:1.0:1779717353.896939:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.896944:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717353.896946:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717353.896948:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717353.896949:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529346432, offset 0
00000400:00000200:1.0:1779717353.896952:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717353.896955:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717353.896958:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717353.896961:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717353.896963:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717353.896964:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717353.896966:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717353.896968:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156436:156436:256:4294967295] 192.168.203.145@tcp LPNI seq info [156435:156435:8:4294967295]
00000400:00000200:1.0:1779717353.896971:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717353.896976:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717353.896979:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717353.896981:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717353.896983:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717353.896986:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779717353.896989:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717353.896991:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1779717353.896993:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717353.896994:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717353.896996:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717353.896999:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717353.897001:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717353.897002:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717353.897004:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717353.897006:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897011:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717353.897013:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897017:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717353.897018:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717353.897020:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717353.897023:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779717353.897025:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717353.897026:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314472971
00000100:00000001:1.0:1779717353.897028:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314474238
00000100:00000001:1.0:1779717353.897030:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314472971
00000100:00000001:1.0:1779717353.897031:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314474238
00000100:00000001:1.0:1779717353.897032:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717353.897034:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717353.897035:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717353.897037:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717353/real 1779717353]  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717353.897042:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717353.897043:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717353.897045:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717353.897046:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717353.897047:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717353.897049:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717353.897051:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717353.897056:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897059:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717353.897060:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897061:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717353.897062:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717353.897065:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897069:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717353.897071:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897075:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717353.897077:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897078:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717353.897079:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897080:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717353.897081:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717353.897083:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717353.897084:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717353.897086:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717353.897088:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717353.897093:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529346432:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717353.897096:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717353.897098:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897102:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717353.897103:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717353.897104:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717353.897105:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717353.897106:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717353.897108:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529346560:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717353.897110:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717353.897112:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717353.897113:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717353.897114:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717353.897116:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779717353.897118:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717353.897120:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717353.897121:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717353.897123:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717353.897125:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529346560, portal 10
00000100:00000001:1.0:1779717353.897126:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717353.897127:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:1.0:1779717353.897131:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897135:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717353.897137:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717353.897138:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717353.897140:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529346560, offset 0
00000400:00000200:1.0:1779717353.897142:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717353.897144:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717353.897146:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717353.897148:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717353.897150:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717353.897151:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717353.897153:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717353.897155:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156437:156437:256:4294967295] 192.168.203.145@tcp LPNI seq info [156436:156436:8:4294967295]
00000400:00000200:1.0:1779717353.897158:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717353.897162:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717353.897164:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717353.897166:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717353.897168:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717353.897170:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779717353.897172:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717353.897174:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1779717353.897177:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717353.897178:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717353.897180:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717353.897182:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717353.897183:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717353.897185:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717353.897186:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717353.897188:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897193:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717353.897195:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897199:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717353.897200:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717353.897201:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717353.897203:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779717353.897205:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717353.897206:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314472979
00000100:00000001:1.0:1779717353.897208:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314474238
00000100:00000001:1.0:1779717353.897209:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314472979
00000100:00000001:1.0:1779717353.897211:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314474238
00000100:00000001:1.0:1779717353.897212:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717353.897214:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717353.897215:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717353.897217:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717353/real 1779717353]  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717353.897221:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717353.897222:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717353.897223:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717353.897224:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717353.897225:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717353.897226:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717353.897228:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717353.897233:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897237:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717353.897238:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897239:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717353.897240:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717353.897242:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897246:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717353.897248:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897252:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717353.897253:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897254:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717353.897255:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897256:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717353.897257:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717353.897259:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717353.897261:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717353.897263:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717353.897265:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717353.897269:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529346560:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717353.897271:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717353.897273:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897277:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717353.897278:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717353.897279:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717353.897281:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717353.897282:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717353.897284:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529346688:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717353.897286:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717353.897287:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717353.897287:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717353.897288:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717353.897290:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779717353.897291:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717353.897293:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717353.897295:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717353.897297:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717353.897299:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529346688, portal 4
00000100:00000001:1.0:1779717353.897300:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717353.897301:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:1.0:1779717353.897304:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897309:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717353.897310:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717353.897312:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717353.897313:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529346688, offset 0
00000400:00000200:1.0:1779717353.897315:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717353.897317:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717353.897319:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717353.897321:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717353.897322:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717353.897323:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717353.897325:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717353.897327:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156438:156438:256:4294967295] 192.168.203.145@tcp LPNI seq info [156437:156437:8:4294967295]
00000400:00000200:1.0:1779717353.897330:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717353.897334:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717353.897336:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717353.897338:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717353.897340:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717353.897341:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779717353.897344:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717353.897345:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1779717353.897348:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717353.897349:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717353.897351:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717353.897353:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717353.897355:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717353.897356:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717353.897358:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717353.897359:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897364:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717353.897366:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897374:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717353.897375:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717353.897377:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717353.897378:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779717353.897380:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717353.897381:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314472977
00000100:00000001:1.0:1779717353.897383:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314474238
00000100:00000001:1.0:1779717353.897385:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314472977
00000100:00000001:1.0:1779717353.897386:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314474238
00000100:00000001:1.0:1779717353.897387:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717353.897388:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717353.897389:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717353.897391:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717353/real 1779717353]  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717353.897395:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717353.897396:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717353.897397:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717353.897398:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717353.897399:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717353.897400:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717353.897402:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717353.897407:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897410:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717353.897411:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897412:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717353.897413:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717353.897416:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897420:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717353.897423:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897427:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717353.897428:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897429:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717353.897430:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897431:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717353.897432:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717353.897433:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717353.897435:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717353.897436:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717353.897438:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717353.897442:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529346688:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717353.897444:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897446:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717353.897447:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529346432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897451:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717353.897452:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717353.897453:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93000.
02000000:00000001:1.0:1779717353.897455:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717353.897455:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717353.897456:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779717353.897457:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717353.897458:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:1.0:1779717353.897460:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717353.897461:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717353.897462:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:1.0:1779717353.897464:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717353.897465:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897466:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717353.897468:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529346560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897472:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717353.897473:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717353.897473:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779717353.897476:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717353.897477:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717353.897477:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779717353.897478:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717353.897479:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:1.0:1779717353.897480:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717353.897481:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717353.897482:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:1.0:1779717353.897483:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717353.897484:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897484:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717353.897486:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529346688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717353.897490:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717353.897490:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717353.897491:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779717353.897492:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717353.897493:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717353.897494:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779717353.897495:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717353.897495:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:1.0:1779717353.897497:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717353.897497:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717353.897498:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:1.0:1779717353.897499:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717353.897500:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897502:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717353.897504:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717353.897505:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717353.897506:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717353.897507:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717354.919990:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717354.919997:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717354.920000:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717354.920006:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717354.920010:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717354.920014:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717354.920017:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717354.920020:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717354.920022:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717355.176000:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314474238, at 4314474240
00000100:00000010:1.0:1779717355.176016:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bae0.
00000020:00000001:1.0:1779717355.368061:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717355.368065:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717355.368067:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717355.944019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717355.944031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717355.944033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717355.944043:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717355.944047:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717355.944051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717355.944055:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717355.944058:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717355.944061:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717356.392149:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717356.392154:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717356.392158:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717356.968000:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717356.968007:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717356.968009:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717356.968014:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717356.968018:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717356.968023:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717356.968026:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717356.968029:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717356.968032:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717357.992034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717357.992040:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717357.992042:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717357.992046:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717357.992049:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717357.992053:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717357.992055:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717357.992058:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717357.992060:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717358.440089:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717358.440094:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717358.440098:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717359.016047:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717359.016054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717359.016056:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717359.016063:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717359.016067:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717359.016070:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717359.016075:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717359.016078:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717359.016082:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717359.016632:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717359.016640:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779717359.017747:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717359.017752:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779717359.018120:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717359.018123:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779717359.018334:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717359.018336:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1779717359.464146:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717359.464149:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717359.464152:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717360.040024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717360.040030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717360.040031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717360.040035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717360.040038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717360.040041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717360.040044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717360.040046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717360.040048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717360.295988:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314479358, at 4314479360
00000100:00000010:1.0:1779717360.296000:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a80.
00000100:00000001:1.0:1779717361.064074:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717361.064080:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717361.064082:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717361.064086:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717361.064089:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717361.064092:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717361.064094:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717361.064097:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717361.064099:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717361.512175:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717361.512179:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717361.512182:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717362.088009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717362.088015:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717362.088017:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717362.088021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717362.088024:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717362.088027:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717362.088029:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717362.088031:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717362.088033:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717362.536115:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717362.536118:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717362.536121:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717363.112024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717363.112031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717363.112033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717363.112039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717363.112042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717363.112045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717363.112048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717363.112050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717363.112052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717364.136002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717364.136006:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717364.136009:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717364.136051:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717364.136054:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717364.136059:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717364.136063:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717364.136067:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717364.136071:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717364.136381:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717364.136383:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779717364.137662:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717364.137664:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779717364.137947:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717364.137949:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779717364.138132:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717364.138134:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1779717364.584106:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717364.584110:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717364.584113:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717365.160021:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717365.160027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717365.160028:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717365.160033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717365.160036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717365.160039:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717365.160042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717365.160044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717365.160046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717365.416043:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314484478, at 4314484480
00000100:00000010:1.0:1779717365.416058:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b55a0.
00000020:00000001:1.0:1779717365.608171:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717365.608176:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717365.608180:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717366.184034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717366.184039:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717366.184041:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717366.184045:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717366.184048:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717366.184051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717366.184053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717366.184055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717366.184057:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717367.208015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717367.208021:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717367.208022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717367.208033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717367.208038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717367.208042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717367.208044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717367.208046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717367.208048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717367.656130:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717367.656134:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717367.656136:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717368.231995:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717368.232000:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717368.232002:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717368.232005:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717368.232008:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717368.232011:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717368.232013:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717368.232015:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717368.232017:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717368.680075:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717368.680080:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717368.680083:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717369.256015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717369.256024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717369.256027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717369.256036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717369.256040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717369.256045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717369.256048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717369.256053:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717369.256056:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717369.256081:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717369.256087:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717369.256091:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717369.256095:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717369.256099:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717369.256108:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 19815
00000400:00000200:1.0:1779717369.256120:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717369.256128:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717369.256134:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717369.256138:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256142:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717369.256145:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256148:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717369.256153:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717369.256155:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717369.256158:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717369.256162:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717369.256165:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717369.256168:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717369.256171:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256174:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717369.256175:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256177:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717369.256180:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717369.256184:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256187:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717369.256190:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717369.256193:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717369.256197:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.256199:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717369.256202:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717369.256215:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717369.256219:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717369.256225:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717369.256227:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.256231:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717369.256234:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717369.256240:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717369.256260:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779717369.256269:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717369.256281:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529347840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717369.256294:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717369.256299:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717369.256304:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529347840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717369.256327:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717369.256330:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717369.256333:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717369.256335:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717369.256337:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717369.256340:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717369.256343:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19815
00000400:00000200:1.0:1779717369.256348:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717369.256352:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717369.256355:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717369.256358:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256361:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717369.256364:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256367:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717369.256376:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717369.256378:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717369.256380:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717369.256384:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717369.256388:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717369.256393:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717369.256402:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256408:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717369.256414:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256427:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717369.256436:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717369.256446:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256462:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717369.256471:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717369.256482:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717369.256491:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.256496:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717369.256502:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717369.256519:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.256523:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717369.256529:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717369.256534:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717369.256543:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717369.256547:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.256555:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717369.256560:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717369.256567:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717369.256580:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779717369.256587:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717369.256602:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529347968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717369.256635:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717369.256643:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717369.256659:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529347968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717369.256687:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717369.256691:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717369.256695:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717369.256700:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717369.256706:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717369.256717:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717369.256724:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19815
00000400:00000200:1.0:1779717369.256741:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:2.1:1779717369.256747:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717369.256750:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000400:00000200:1.0:1779717369.256752:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717369.256760:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717369.256787:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256796:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717369.256805:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256811:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717369.256819:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717369.256824:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717369.256831:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717369.256837:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717369.256841:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717369.256848:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717369.256861:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256875:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717369.256885:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256890:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717369.256899:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717369.256909:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717369.256913:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717369.256918:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717369.256944:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717369.256947:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.256949:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717369.256951:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717369.256954:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.256955:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717369.256959:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717369.256964:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717369.256968:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717369.256970:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.256977:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717369.256978:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717369.256981:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717369.256986:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779717369.256990:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717369.256995:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529348096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717369.257001:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717369.257003:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717369.257009:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529348096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717369.257022:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717369.257031:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717369.257039:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717369.257049:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717369.257058:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717369.257062:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717369.257069:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717369.257081:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717369.257093:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19815
00000400:00000200:1.0:1779717369.257112:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717369.257128:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717369.257136:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717369.257146:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.257154:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717369.257164:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.257178:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717369.257187:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717369.257189:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717369.257195:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717369.257199:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717369.257204:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717369.257212:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717369.257224:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.257232:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717369.257243:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717369.257250:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717369.257256:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717369.257274:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717369.257283:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717369.257291:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717369.257299:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717369.257308:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.257315:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717369.257323:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717369.257330:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.257334:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717369.257344:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717369.257349:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717369.257354:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717369.257357:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717369.257361:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717369.257364:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717369.257371:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717369.257383:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779717369.257392:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717369.257409:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529348224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717369.257443:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717369.257452:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717369.257459:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529348224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717369.257510:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717369.257526:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (19826)
00000800:00000200:2.1:1779717369.257624:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717369.257626:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779717369.257831:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717369.257833:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779717369.258116:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717369.258118:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1779717370.280021:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717370.280030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717370.280036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717370.280043:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717370.280046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717370.280050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717370.280053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717370.280056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717370.280058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717370.536023:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314489599, at 4314489600
00000100:00000010:1.0:1779717370.536042:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5780.
00000020:00000001:1.0:1779717370.728082:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717370.728087:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717370.728091:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717371.304010:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717371.304016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717371.304018:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717371.304023:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717371.304026:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717371.304029:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717371.304032:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717371.304034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717371.304037:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717371.752105:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717371.752108:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717371.752111:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717372.327992:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717372.328000:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717372.328002:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717372.328007:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717372.328010:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717372.328013:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717372.328015:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717372.328018:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717372.328020:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717373.800139:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717373.800142:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717373.800145:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717374.376538:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717374.376541:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779717374.376982:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717374.376983:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779717374.377199:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717374.377201:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779717374.377417:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717374.377419:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1779717374.824106:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717374.824109:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717374.824112:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717375.656079:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314494718, at 4314494720
00000100:00000010:1.0:1779717375.656093:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5060.
00000020:00000001:1.0:1779717376.872103:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717376.872107:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717376.872110:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717377.896103:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717377.896108:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717377.896111:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717379.496557:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717379.496562:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779717379.496994:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717379.496996:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779717379.497175:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717379.497176:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779717379.497346:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717379.497348:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1779717379.944085:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717379.944088:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717379.944091:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717380.776031:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314499838, at 4314499840
00000100:00000010:1.0:1779717380.776039:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b58a0.
00000020:00000001:1.0:1779717380.968190:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717380.968193:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717380.968196:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717383.016105:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717383.016108:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717383.016111:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717384.040113:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717384.040117:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717384.040121:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717384.616611:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717384.616617:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779717384.616996:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717384.616998:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779717384.617264:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717384.617266:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779717384.617444:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717384.617446:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1779717385.896046:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314504958, at 4314504960
00000100:00000010:1.0:1779717385.896061:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b51e0.
00000020:00000001:1.0:1779717386.088141:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717386.088144:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717386.088147:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717387.112124:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717387.112127:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717387.112130:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717389.160157:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717389.160162:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717389.160166:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717389.736597:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717389.736603:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779717389.737082:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717389.737083:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779717389.737305:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717389.737307:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779717389.737516:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717389.737518:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1779717390.184069:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717390.184073:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717390.184076:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717391.016026:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314510078, at 4314510080
00000100:00000010:1.0:1779717391.016040:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5000.
00000020:00000001:1.0:1779717392.232131:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717392.232136:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717392.232140:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717393.256200:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717393.256205:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717393.256210:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717394.856091:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717394.856100:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717394.856106:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717394.856112:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717394.856117:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717394.856122:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.856128:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717394.856132:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.856139:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.856354:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717394.856360:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717394.856363:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717394.856378:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.856496:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717394.856499:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717394.856505:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717394.856509:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717394.856513:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717394.856522:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529350400:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717394.856532:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717394.856538:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717394.856542:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717394.856545:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717394.856550:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717394.856555:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717394.856565:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717394.856570:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717394.856592:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717394.856601:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529350400, portal 25
00000100:00000001:1.0:1779717394.856605:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717394.856608:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493242240 : -117608216309376 : ffff9509340b5180)
00000100:00000040:1.0:1779717394.856619:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.856629:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717394.856640:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717394.856645:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717394.856651:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529350400, offset 0
00000400:00000200:1.0:1779717394.856668:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717394.856677:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717394.856686:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717394.856693:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717394.856700:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717394.856705:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717394.856711:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717394.856719:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156467:156467:256:4294967295] 192.168.203.145@tcp LPNI seq info [156466:156466:8:4294967295]
00000400:00000200:1.0:1779717394.856730:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717394.856745:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717394.856755:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717394.856760:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717394.856767:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717394.856772:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717394.856781:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717394.856785:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1779717394.856789:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717394.856790:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717394.856794:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717394.856797:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717394.856800:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717394.856802:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717394.856805:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717394.856809:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.856822:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717394.856827:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.856839:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.856842:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717394.856847:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717394.856853:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717394.856856:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314515198
00000100:00000010:1.0:1779717394.856860:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bc00.
00000100:00000001:1.0:1779717394.856866:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779717394.856873:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314515198
00000100:00000010:1.0:1779717394.856878:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b3c0.
00000100:00000001:1.0:1779717394.856883:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779717394.856887:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717394.856890:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.856895:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717394.856904:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717394/real 1779717394]  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717394.856963:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717394.856966:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717394.856968:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717394.856972:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717394.856976:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717394.856983:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717394.856991:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717394.857014:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857032:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717394.857034:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857037:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717394.857040:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717394.857046:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857062:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717394.857069:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857082:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717394.857087:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857090:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717394.857091:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857096:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717394.857099:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717394.857103:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717394.857111:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717394.857116:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717394.857125:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717394.857146:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529350400:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717394.857157:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857161:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717394.857166:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5180 x1866162529350400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857182:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717394.857185:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717394.857190:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717394.857196:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717394.857199:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717394.857203:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779717394.857207:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717394.857212:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a800.
02000000:00000001:1.0:1779717394.857219:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717394.857223:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717394.857225:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5180.
00000100:00000001:1.0:1779717394.857230:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717394.857232:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857236:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857244:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717394.857247:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.857251:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717394.857253:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717394.857256:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717394.857261:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857267:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717394.857269:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717394.857270:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717394.857272:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717394.857275:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717394.857277:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529350528:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717394.857280:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717394.857282:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717394.857283:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717394.857285:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717394.857288:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717394.857289:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717394.857292:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717394.857294:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717394.857297:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717394.857299:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529350528, portal 10
00000100:00000001:1.0:1779717394.857300:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717394.857301:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493239552 : -117608216312064 : ffff9509340b4700)
00000100:00000040:1.0:1779717394.857306:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857310:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717394.857312:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717394.857313:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717394.857315:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529350528, offset 0
00000400:00000200:1.0:1779717394.857317:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717394.857320:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717394.857323:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717394.857325:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717394.857326:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717394.857328:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717394.857330:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717394.857333:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156468:156468:256:4294967295] 192.168.203.145@tcp LPNI seq info [156467:156467:8:4294967295]
00000400:00000200:1.0:1779717394.857337:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717394.857344:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717394.857349:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717394.857353:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717394.857357:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717394.857359:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717394.857364:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717394.857367:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1779717394.857371:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717394.857373:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717394.857376:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717394.857380:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717394.857383:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717394.857385:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717394.857387:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717394.857390:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857396:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717394.857397:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857402:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.857403:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717394.857405:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717394.857408:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779717394.857410:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717394.857411:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314513931
00000100:00000001:1.0:1779717394.857414:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314515198
00000100:00000001:1.0:1779717394.857415:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314513931
00000100:00000001:1.0:1779717394.857417:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314515198
00000100:00000001:1.0:1779717394.857418:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717394.857420:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.857421:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717394.857423:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717394/real 1779717394]  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717394.857451:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717394.857453:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717394.857455:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717394.857458:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717394.857459:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717394.857461:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717394.857465:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717394.857474:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857482:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717394.857484:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857486:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717394.857487:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717394.857492:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857499:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717394.857502:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857507:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717394.857508:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857509:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717394.857510:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857511:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717394.857513:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717394.857515:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717394.857517:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717394.857518:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717394.857533:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717394.857538:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529350528:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717394.857541:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717394.857542:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857546:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717394.857547:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717394.857549:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717394.857550:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717394.857551:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717394.857553:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529350656:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717394.857555:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717394.857556:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717394.857557:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717394.857558:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717394.857561:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93800.
02000000:00000001:1.0:1779717394.857562:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717394.857565:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717394.857566:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717394.857568:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717394.857571:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529350656, portal 10
00000100:00000001:1.0:1779717394.857572:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717394.857573:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252992 : -117608216298624 : ffff9509340b7b80)
00000100:00000040:1.0:1779717394.857590:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857594:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717394.857596:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717394.857598:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717394.857600:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529350656, offset 0
00000400:00000200:1.0:1779717394.857603:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717394.857606:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717394.857608:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717394.857610:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717394.857612:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717394.857614:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717394.857616:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717394.857618:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156469:156469:256:4294967295] 192.168.203.145@tcp LPNI seq info [156468:156468:8:4294967295]
00000400:00000200:1.0:1779717394.857620:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717394.857625:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717394.857627:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717394.857629:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717394.857632:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717394.857634:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717394.857637:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717394.857638:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1779717394.857641:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717394.857642:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717394.857644:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717394.857647:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717394.857649:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717394.857650:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717394.857651:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717394.857654:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857659:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717394.857661:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857665:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.857666:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717394.857668:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717394.857670:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779717394.857672:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717394.857674:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314513939
00000100:00000001:1.0:1779717394.857676:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314515198
00000100:00000001:1.0:1779717394.857677:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314513939
00000100:00000001:1.0:1779717394.857679:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314515198
00000100:00000001:1.0:1779717394.857680:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717394.857681:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.857682:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717394.857685:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717394/real 1779717394]  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717394.857689:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717394.857690:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717394.857691:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717394.857693:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717394.857694:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717394.857695:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717394.857697:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717394.857702:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857706:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717394.857707:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857708:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717394.857709:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717394.857711:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857715:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717394.857717:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857721:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717394.857723:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857724:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717394.857725:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857726:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717394.857727:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717394.857729:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717394.857731:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717394.857732:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717394.857734:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717394.857739:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529350656:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717394.857741:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717394.857743:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857747:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717394.857748:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717394.857750:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717394.857751:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717394.857752:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717394.857754:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529350784:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717394.857755:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717394.857757:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717394.857758:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717394.857759:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717394.857762:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779717394.857763:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717394.857765:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717394.857767:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717394.857769:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717394.857770:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529350784, portal 4
00000100:00000001:1.0:1779717394.857772:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717394.857773:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493237760 : -117608216313856 : ffff9509340b4000)
00000100:00000040:1.0:1779717394.857777:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857781:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717394.857782:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717394.857784:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717394.857785:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529350784, offset 0
00000400:00000200:1.0:1779717394.857787:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717394.857790:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717394.857792:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717394.857793:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717394.857795:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717394.857796:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717394.857797:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717394.857800:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156470:156470:256:4294967295] 192.168.203.145@tcp LPNI seq info [156469:156469:8:4294967295]
00000400:00000200:1.0:1779717394.857802:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717394.857806:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717394.857809:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717394.857810:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717394.857813:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717394.857814:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779717394.857817:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717394.857818:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1779717394.857821:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717394.857822:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717394.857824:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717394.857826:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717394.857828:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717394.857829:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717394.857830:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717394.857832:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857842:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717394.857844:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857848:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.857849:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717394.857850:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717394.857852:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779717394.857854:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717394.857855:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314513937
00000100:00000001:1.0:1779717394.857856:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314515198
00000100:00000001:1.0:1779717394.857858:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314513937
00000100:00000001:1.0:1779717394.857859:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314515198
00000100:00000001:1.0:1779717394.857861:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717394.857862:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.857863:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717394.857865:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717394/real 1779717394]  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717394.857869:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717394.857870:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717394.857871:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717394.857872:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717394.857873:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717394.857874:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717394.857876:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717394.857881:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857885:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717394.857886:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857887:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717394.857888:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717394.857890:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857894:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717394.857896:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857900:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717394.857901:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857902:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717394.857903:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857904:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717394.857905:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717394.857906:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717394.857908:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717394.857909:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717394.857911:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717394.857916:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529350784:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717394.857918:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857919:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717394.857944:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4700 x1866162529350528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857950:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717394.857951:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717394.857953:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717394.857955:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717394.857956:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717394.857968:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779717394.857969:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717394.857971:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:1.0:1779717394.857974:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717394.857975:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717394.857976:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4700.
00000100:00000001:1.0:1779717394.857979:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717394.857981:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.857982:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717394.857986:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7b80 x1866162529350656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.857992:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717394.857994:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717394.857995:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93800.
02000000:00000001:1.0:1779717394.857998:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717394.857999:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717394.858000:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779717394.858002:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717394.858004:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a400.
02000000:00000001:1.0:1779717394.858006:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717394.858007:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717394.858009:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7b80.
00000100:00000001:1.0:1779717394.858011:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717394.858012:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.858014:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717394.858018:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4000 x1866162529350784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717394.858024:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717394.858026:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717394.858027:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779717394.858029:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717394.858030:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717394.858030:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779717394.858032:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717394.858033:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:1.0:1779717394.858035:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717394.858036:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717394.858037:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4000.
00000100:00000001:1.0:1779717394.858039:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717394.858039:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.858041:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717394.858044:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717394.858045:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717394.858046:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717394.858047:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717395.304176:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717395.304181:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717395.304184:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717395.880010:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717395.880016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717395.880018:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717395.880025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717395.880029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717395.880032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717395.880035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717395.880038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717395.880041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717396.136000:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314515198, at 4314515200
00000100:00000010:1.0:1779717396.136014:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b3c0.
00000020:00000001:1.0:1779717396.328111:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717396.328117:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717396.328122:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717396.904018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717396.904024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717396.904027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717396.904033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717396.904037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717396.904040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717396.904043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717396.904045:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717396.904048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717397.927989:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717397.927999:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717397.928002:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717397.928010:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717397.928016:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717397.928020:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717397.928023:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717397.928027:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717397.928039:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717398.952009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717398.952017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717398.952019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717398.952024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717398.952027:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717398.952031:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717398.952033:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717398.952036:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717398.952039:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717399.400125:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717399.400130:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717399.400135:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717399.976077:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717399.976088:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717399.976093:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717399.976104:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717399.976110:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717399.976118:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.976125:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717399.976130:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.976137:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.976340:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717399.976345:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717399.976351:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717399.976362:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.976370:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717399.976371:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717399.976375:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717399.976378:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717399.976381:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717399.976384:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529350912:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717399.976388:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717399.976392:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717399.976395:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717399.976398:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717399.976406:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93800.
02000000:00000001:1.0:1779717399.976413:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717399.976425:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717399.976432:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717399.976444:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717399.976459:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529350912, portal 25
00000100:00000001:1.0:1779717399.976466:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717399.976473:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569075456 : -117608140476160 : ffff950938907100)
00000100:00000040:1.0:1779717399.976494:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.976520:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717399.976533:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717399.976552:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717399.976561:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529350912, offset 0
00000400:00000200:1.0:1779717399.976571:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717399.976583:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717399.976594:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717399.976601:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717399.976605:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717399.976609:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717399.976612:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717399.976622:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156471:156471:256:4294967295] 192.168.203.145@tcp LPNI seq info [156470:156470:8:4294967295]
00000400:00000200:1.0:1779717399.976631:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717399.976652:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717399.976677:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717399.976689:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717399.976706:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717399.976715:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779717399.976726:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717399.976732:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1779717399.976742:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717399.976746:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717399.976755:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717399.976772:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717399.976780:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717399.976785:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717399.976793:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717399.976806:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.976848:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717399.976854:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.976895:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.976902:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717399.976910:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717399.976953:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717399.976958:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314520319
00000100:00000010:1.0:1779717399.976976:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b3c0.
00000100:00000001:1.0:1779717399.976990:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779717399.977002:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314520319
00000100:00000010:1.0:1779717399.977007:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bde0.
00000100:00000001:1.0:1779717399.977015:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779717399.977027:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717399.977034:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.977043:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717399.977057:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717399/real 1779717399]  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717399.977092:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717399.977101:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717399.977107:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717399.977116:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717399.977122:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717399.977129:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717399.977139:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717399.977166:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977185:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717399.977188:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.977192:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717399.977195:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717399.977204:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977245:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717399.977255:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977267:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717399.977272:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.977275:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717399.977276:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.977280:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717399.977285:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717399.977295:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717399.977311:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717399.977316:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717399.977330:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717399.977376:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529350912:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717399.977394:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.977403:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717399.977408:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907100 x1866162529350912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977415:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717399.977418:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717399.977421:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93800.
02000000:00000001:1.0:1779717399.977423:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717399.977425:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717399.977427:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779717399.977428:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717399.977431:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d800.
02000000:00000001:1.0:1779717399.977435:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717399.977438:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717399.977441:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907100.
00000100:00000001:1.0:1779717399.977444:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717399.977446:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.977448:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.977458:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717399.977460:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.977462:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717399.977464:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717399.977466:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717399.977471:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977479:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717399.977480:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717399.977482:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717399.977484:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717399.977486:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717399.977488:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351040:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717399.977491:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717399.977493:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717399.977494:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717399.977496:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717399.977498:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93800.
02000000:00000001:1.0:1779717399.977500:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717399.977504:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717399.977508:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717399.977512:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717399.977516:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529351040, portal 10
00000100:00000001:1.0:1779717399.977518:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717399.977519:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:1.0:1779717399.977527:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977535:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717399.977550:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717399.977553:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717399.977556:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529351040, offset 0
00000400:00000200:1.0:1779717399.977561:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717399.977565:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717399.977568:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717399.977571:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717399.977573:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717399.977574:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717399.977576:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717399.977579:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156472:156472:256:4294967295] 192.168.203.145@tcp LPNI seq info [156471:156471:8:4294967295]
00000400:00000200:1.0:1779717399.977581:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717399.977586:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717399.977589:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717399.977592:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717399.977595:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717399.977597:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779717399.977600:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717399.977602:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1779717399.977605:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717399.977607:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717399.977721:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717399.977729:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717399.977736:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717399.977739:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717399.977744:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717399.977751:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977763:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717399.977767:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977775:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.977778:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717399.977785:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717399.977790:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779717399.977795:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717399.977798:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314519051
00000100:00000001:1.0:1779717399.977801:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314520319
00000100:00000001:1.0:1779717399.977804:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314519051
00000100:00000001:1.0:1779717399.977807:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314520319
00000100:00000001:1.0:1779717399.977809:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717399.977812:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.977815:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717399.977820:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717399/real 1779717399]  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717399.977831:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717399.977833:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717399.977837:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717399.977840:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717399.977842:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717399.977845:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717399.977850:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717399.977859:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977866:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717399.977868:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.977871:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717399.977873:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717399.977877:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977884:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717399.977889:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.977897:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717399.977901:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.977903:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717399.977904:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.977907:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717399.977910:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717399.977913:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717399.977918:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717399.977920:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717399.977950:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717399.977960:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351040:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717399.977965:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717399.977969:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978001:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717399.978003:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717399.978007:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717399.978009:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717399.978012:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717399.978016:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351168:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717399.978021:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717399.978024:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717399.978027:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717399.978029:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717399.978034:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717399.978036:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717399.978041:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717399.978045:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717399.978050:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717399.978055:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529351168, portal 10
00000100:00000001:1.0:1779717399.978058:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717399.978060:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000100:00000040:1.0:1779717399.978067:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978075:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717399.978077:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717399.978080:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717399.978083:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529351168, offset 0
00000400:00000200:1.0:1779717399.978089:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717399.978096:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717399.978102:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717399.978107:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717399.978111:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717399.978115:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717399.978118:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717399.978123:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156473:156473:256:4294967295] 192.168.203.145@tcp LPNI seq info [156472:156472:8:4294967295]
00000400:00000200:1.0:1779717399.978128:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717399.978138:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717399.978143:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717399.978149:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717399.978156:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717399.978160:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779717399.978165:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717399.978169:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1779717399.978173:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717399.978176:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717399.978179:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717399.978183:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717399.978186:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717399.978188:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717399.978190:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717399.978194:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978202:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717399.978205:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978212:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.978214:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717399.978217:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717399.978220:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779717399.978224:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717399.978226:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314519060
00000100:00000001:1.0:1779717399.978228:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314520319
00000100:00000001:1.0:1779717399.978230:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314519060
00000100:00000001:1.0:1779717399.978232:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314520319
00000100:00000001:1.0:1779717399.978235:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717399.978237:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.978239:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717399.978243:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717399/real 1779717399]  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717399.978252:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717399.978254:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717399.978256:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717399.978259:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717399.978260:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717399.978263:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717399.978266:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717399.978275:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978281:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717399.978283:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978284:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717399.978286:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717399.978290:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978297:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717399.978301:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978308:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717399.978311:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978313:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717399.978314:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978316:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717399.978318:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717399.978321:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717399.978342:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717399.978345:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717399.978350:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717399.978358:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351168:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717399.978363:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717399.978366:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978373:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717399.978375:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717399.978377:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717399.978379:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717399.978381:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717399.978384:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351296:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717399.978387:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717399.978389:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717399.978391:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717399.978392:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717399.978397:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779717399.978399:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717399.978403:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717399.978406:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717399.978410:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717399.978414:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529351296, portal 4
00000100:00000001:1.0:1779717399.978415:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717399.978417:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569072768 : -117608140478848 : ffff950938906680)
00000100:00000040:1.0:1779717399.978423:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978431:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717399.978434:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717399.978437:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717399.978440:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529351296, offset 0
00000400:00000200:1.0:1779717399.978444:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717399.978449:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717399.978453:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717399.978456:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717399.978458:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717399.978461:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717399.978463:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717399.978467:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156474:156474:256:4294967295] 192.168.203.145@tcp LPNI seq info [156473:156473:8:4294967295]
00000400:00000200:1.0:1779717399.978471:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717399.978477:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717399.978482:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717399.978486:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717399.978490:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717399.978493:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779717399.978498:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717399.978501:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1779717399.978505:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717399.978507:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5aa00.
00000400:00000200:1.0:1779717399.978510:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717399.978514:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717399.978517:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d110
00000400:00000010:1.0:1779717399.978519:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d110.
00000100:00000001:1.0:1779717399.978522:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717399.978525:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978534:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717399.978552:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978560:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.978561:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717399.978566:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717399.978570:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779717399.978573:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717399.978576:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314519058
00000100:00000001:1.0:1779717399.978578:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314520319
00000100:00000001:1.0:1779717399.978580:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314519058
00000100:00000001:1.0:1779717399.978582:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314520319
00000100:00000001:1.0:1779717399.978584:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717399.978587:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.978588:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717399.978592:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717399/real 1779717399]  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717399.978601:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717399.978602:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717399.978604:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717399.978607:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717399.978609:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717399.978611:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717399.978615:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717399.978624:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978631:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717399.978632:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978634:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717399.978635:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717399.978639:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978647:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717399.978651:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978658:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717399.978661:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978662:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717399.978664:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978666:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717399.978667:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717399.978670:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717399.978673:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717399.978676:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717399.978680:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717399.978688:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351296:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717399.978693:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978695:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717399.978698:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529351040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978705:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717399.978708:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717399.978710:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93800.
02000000:00000001:1.0:1779717399.978714:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717399.978715:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717399.978717:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779717399.978720:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717399.978722:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996e400.
02000000:00000001:1.0:1779717399.978726:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717399.978728:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717399.978730:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:1.0:1779717399.978733:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717399.978734:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978736:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717399.978740:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938905880 x1866162529351168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978748:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717399.978749:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717399.978751:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717399.978753:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717399.978754:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717399.978755:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779717399.978757:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717399.978758:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996ec00.
02000000:00000001:1.0:1779717399.978761:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717399.978762:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717399.978763:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938905880.
00000100:00000001:1.0:1779717399.978765:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717399.978767:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978768:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717399.978772:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906680 x1866162529351296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717399.978779:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717399.978780:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717399.978781:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779717399.978784:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717399.978785:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717399.978786:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779717399.978788:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717399.978790:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f800.
02000000:00000001:1.0:1779717399.978792:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717399.978793:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717399.978794:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906680.
00000100:00000001:1.0:1779717399.978796:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717399.978798:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978800:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717399.978807:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717399.978810:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717399.978812:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717399.978815:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717401.000075:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717401.000092:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717401.000095:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717401.000104:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717401.000109:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717401.000114:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717401.000118:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717401.000122:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717401.000126:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717401.256013:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314520319, at 4314520320
00000100:00000010:1.0:1779717401.256029:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bde0.
00000100:00000001:1.0:1779717402.024055:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717402.024067:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717402.024070:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717402.024078:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717402.024084:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717402.024089:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717402.024092:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717402.024096:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717402.024100:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717402.472138:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717402.472149:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717402.472153:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717403.048009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717403.048015:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717403.048017:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717403.048021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717403.048023:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717403.048026:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717403.048028:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717403.048030:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717403.048032:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717404.072032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717404.072038:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717404.072040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717404.072044:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717404.072047:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717404.072092:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717404.072095:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717404.072098:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717404.072102:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717405.096020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717405.096027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717405.096030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717405.096035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717405.096041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717405.096043:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717405.096047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717405.096049:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717405.096052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717405.096293:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717405.096298:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717405.096302:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717405.096311:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529351424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717405.096323:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717405.096326:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717405.096331:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717405.096336:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717405.096342:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717405.096349:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529351424:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717405.096358:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717405.096363:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717405.096368:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717405.096371:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717405.096378:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93800.
02000000:00000001:1.0:1779717405.096383:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717405.096394:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717405.096401:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717405.096410:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717405.096419:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529351424, portal 25
00000100:00000001:1.0:1779717405.096424:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717405.096428:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:1.0:1779717405.096446:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529351424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717405.096465:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717405.096471:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717405.096474:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d110.
00000100:00000200:1.0:1779717405.096480:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529351424, offset 0
00000400:00000200:1.0:1779717405.096492:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717405.096516:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717405.096525:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717405.096533:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717405.096540:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717405.096547:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717405.096553:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717405.096562:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156475:156475:256:4294967295] 192.168.203.145@tcp LPNI seq info [156474:156474:8:4294967295]
00000400:00000200:1.0:1779717405.096571:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717405.096589:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717405.096601:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717405.096610:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5aa00.
00000800:00000200:1.0:1779717405.096622:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717405.096631:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717405.096651:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717405.096660:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717405.096665:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314525438
00000100:00000010:1.0:1779717405.096672:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bde0.
00000100:00000001:1.0:1779717405.096681:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779717405.096695:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314525438
00000100:00000010:1.0:1779717405.096701:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148ba20.
00000100:00000001:1.0:1779717405.096708:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779717405.096715:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717405.096720:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717405.096724:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717405.096749:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717405.096759:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717405.096762:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1779717405.096767:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717405.096770:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717405.096772:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717405.096779:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906680 x1866162529351552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717405.096788:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717405.096790:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717405.096792:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717405.096794:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717405.096797:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717405.096800:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351552:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717405.096804:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717405.096806:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717405.096808:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717405.096810:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717405.096815:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90000.
02000000:00000001:1.0:1779717405.096817:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717405.096821:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717405.096825:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bea50.
00000400:00000010:1.0:1779717405.096830:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779717405.096833:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529351552, portal 10
00000100:00000001:1.0:1779717405.096835:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717405.096837:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569072768 : -117608140478848 : ffff950938906680)
00000100:00000040:1.0:1779717405.096843:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906680 x1866162529351552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717405.096850:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717405.096853:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717405.096855:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2da18.
00000100:00000200:1.0:1779717405.096857:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529351552, offset 0
00000400:00000200:1.0:1779717405.096862:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717405.096865:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717405.096870:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717405.096873:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717405.096876:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717405.096878:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717405.096881:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717405.096884:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156476:156476:255:4294967295] 192.168.203.145@tcp LPNI seq info [156475:156475:7:4294967295]
00000400:00000200:1.0:1779717405.096889:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717405.096896:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717405.096900:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717405.096903:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a400.
00000800:00000200:1.0:1779717405.096908:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717405.096912:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717405.096915:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717405.096918:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779717405.096941:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717405.096943:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314524171
00000100:00000001:1.0:1779717405.096946:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314525438
00000100:00000001:1.0:1779717405.096948:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314524171
00000100:00000001:1.0:1779717405.096950:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314525438
00000100:00000001:1.0:1779717405.096952:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717405.096954:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717405.096957:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717405.096960:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529351680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717405.096968:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717405.096969:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717405.096971:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717405.096973:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717405.096976:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717405.096979:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351680:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717405.096985:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717405.096987:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717405.096988:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717405.096990:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717405.096993:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717405.096995:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717405.096998:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717405.097000:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be108.
00000400:00000010:1.0:1779717405.097003:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2de58.
00000100:00000200:1.0:1779717405.097006:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529351680, portal 10
00000100:00000001:1.0:1779717405.097008:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717405.097010:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000100:00000040:1.0:1779717405.097015:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529351680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717405.097022:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717405.097025:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717405.097027:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dbb0.
00000100:00000200:1.0:1779717405.097029:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529351680, offset 0
00000400:00000200:1.0:1779717405.097034:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717405.097037:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717405.097040:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717405.097043:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717405.097045:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717405.097048:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717405.097050:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717405.097053:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156477:156477:254:4294967295] 192.168.203.145@tcp LPNI seq info [156476:156476:6:4294967295]
00000400:00000200:1.0:1779717405.097058:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717405.097064:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717405.097069:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717405.097072:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779717405.097076:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717405.097080:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717405.097082:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717405.097085:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779717405.097088:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717405.097090:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314524179
00000100:00000001:1.0:1779717405.097093:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314525438
00000100:00000001:1.0:1779717405.097095:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314524179
00000100:00000001:1.0:1779717405.097097:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314525438
00000100:00000001:1.0:1779717405.097099:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717405.097101:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717405.097103:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717405.097106:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529351808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717405.097113:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717405.097115:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717405.097117:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717405.097119:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717405.097121:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717405.097123:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351808:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717405.097127:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717405.097128:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717405.097130:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717405.097132:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717405.097134:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90400.
02000000:00000001:1.0:1779717405.097136:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717405.097139:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717405.097141:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be058.
00000400:00000010:1.0:1779717405.097145:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717405.097147:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529351808, portal 4
00000100:00000001:1.0:1779717405.097149:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717405.097151:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:1.0:1779717405.097156:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529351808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717405.097163:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717405.097166:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717405.097168:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2ddd0.
00000100:00000200:1.0:1779717405.097170:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529351808, offset 0
00000400:00000200:1.0:1779717405.097175:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717405.097178:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717405.097181:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717405.097183:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717405.097185:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717405.097187:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717405.097190:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717405.097193:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156478:156478:253:4294967295] 192.168.203.145@tcp LPNI seq info [156477:156477:5:4294967295]
00000400:00000200:1.0:1779717405.097197:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717405.097204:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717405.097208:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717405.097211:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779717405.097215:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717405.097218:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717405.097221:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717405.097224:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779717405.097227:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717405.097229:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314524177
00000100:00000001:1.0:1779717405.097231:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314525438
00000100:00000001:1.0:1779717405.097234:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314524177
00000100:00000001:1.0:1779717405.097236:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314525438
00000100:00000001:1.0:1779717405.097238:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717405.097240:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717405.097242:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717405.097244:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717405.097247:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717405.097249:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1779717405.097251:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717405.097253:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717405.097255:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717405.097257:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717405.544116:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717405.544120:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717405.544124:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717406.120026:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717406.120032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717406.120034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717406.120038:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717406.120041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717406.120044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717406.120046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717406.120048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717406.120051:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717406.376029:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314525438, at 4314525440
00000100:00000010:1.0:1779717406.376046:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148ba20.
00000100:00000001:1.0:1779717407.144030:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717407.144037:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717407.144040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717407.144046:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717407.144050:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717407.144055:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717407.144058:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717407.144061:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717407.144063:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717408.168020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717408.168024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717408.168026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717408.168031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717408.168033:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717408.168036:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168039:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717408.168041:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717408.168371:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717408.168378:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717408.168383:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717408.168394:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717405/real 1779717408]  req@ffff950938906680 x1866162529351552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717408.168430:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717408.168434:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717408.168438:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bea50.
00000400:00000200:1.0:1779717408.168445:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779717408.168450:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779717408.168457:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717408.168465:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906680 x1866162529351552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717408.168494:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906680 x1866162529351552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168511:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717408.168514:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168520:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717408.168524:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717408.168532:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906680 x1866162529351552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168553:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717408.168565:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906680 x1866162529351552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168593:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717408.168598:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168603:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717408.168605:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168608:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717408.168611:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717408.168615:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717408.168622:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717408.168624:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717408.168628:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906680 x1866162529351552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717408.168636:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351552:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717408.168646:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717408.168650:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717405/real 1779717408]  req@ffff950938905880 x1866162529351680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717408.168657:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717408.168659:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717408.168660:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be108.
00000400:00000200:1.0:1779717408.168664:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2de58
00000400:00000010:1.0:1779717408.168665:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2de58.
00000100:00000001:1.0:1779717408.168668:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717408.168671:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938905880 x1866162529351680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717408.168679:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938905880 x1866162529351680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168685:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717408.168686:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168688:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717408.168689:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717408.168693:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938905880 x1866162529351680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168701:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717408.168704:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938905880 x1866162529351680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168717:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717408.168719:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168721:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717408.168722:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168724:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717408.168725:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717408.168728:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717408.168732:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717408.168734:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717408.168738:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938905880 x1866162529351680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717408.168746:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351680:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717408.168750:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717408.168754:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717405/real 1779717408]  req@ffff950938906300 x1866162529351808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717408.168763:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717408.168764:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717408.168766:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be058.
00000400:00000200:1.0:1779717408.168769:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717408.168770:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717408.168773:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717408.168776:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529351808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717408.168786:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529351808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168793:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717408.168795:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168797:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717408.168798:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717408.168802:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529351808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168809:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717408.168812:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529351808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168820:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717408.168822:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168824:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717408.168825:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168827:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717408.168828:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717408.168831:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717408.168834:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717408.168837:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717408.168841:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529351808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717408.168848:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529351808:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717408.168853:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717408.168857:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717405/real 1779717408]  req@ffff950938906d80 x1866162529351424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717408.168864:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717408.168865:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717408.168867:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717408.168870:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717408.168871:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717408.168900:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717408.168918:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906d80 x1866162529351424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717408.168950:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906d80 x1866162529351424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168958:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717408.168959:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168961:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717408.168963:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717408.168967:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906d80 x1866162529351424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168975:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717408.168978:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906d80 x1866162529351424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.168985:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717408.168987:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168989:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717408.168990:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.168992:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717408.168994:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717408.168996:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717408.169001:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717408.169003:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717408.169007:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906d80 x1866162529351424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717408.169015:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529351424:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717408.169020:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.169022:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717408.169026:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906680 x1866162529351552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.169033:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717408.169037:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717408.169041:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90000.
02000000:00000001:1.0:1779717408.169046:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717408.169048:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717408.169050:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779717408.169053:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717408.169056:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996ec00.
02000000:00000001:1.0:1779717408.169060:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717408.169062:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717408.169064:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906680.
00000100:00000001:1.0:1779717408.169068:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717408.169069:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.169071:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717408.169075:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938905880 x1866162529351680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.169082:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717408.169084:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717408.169085:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717408.169089:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717408.169091:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717408.169092:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779717408.169094:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717408.169095:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996e400.
02000000:00000001:1.0:1779717408.169100:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717408.169101:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717408.169102:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938905880.
00000100:00000001:1.0:1779717408.169104:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717408.169106:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.169108:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717408.169111:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529351808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.169117:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717408.169119:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717408.169120:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90400.
02000000:00000001:1.0:1779717408.169123:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717408.169124:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717408.169125:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779717408.169127:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717408.169128:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d800.
02000000:00000001:1.0:1779717408.169130:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717408.169132:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717408.169133:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:1.0:1779717408.169135:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717408.169136:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.169137:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717408.169140:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906d80 x1866162529351424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717408.169148:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717408.169150:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717408.169151:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93800.
02000000:00000001:1.0:1779717408.169155:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717408.169157:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717408.169158:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779717408.169160:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717408.169162:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f800.
02000000:00000001:1.0:1779717408.169164:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717408.169165:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717408.169166:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906d80.
00000100:00000001:1.0:1779717408.169169:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717408.169170:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.169172:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717408.169179:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717408.169181:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717408.169183:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717408.169184:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717408.616109:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717408.616113:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717408.616116:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717409.191990:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717409.191997:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717409.191999:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717409.192005:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717409.192009:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717409.192013:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717409.192016:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717409.192019:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717409.192022:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.216038:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717410.216044:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717410.216048:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717410.216054:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717410.216059:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717410.216065:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.216072:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717410.216076:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.216082:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.216229:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717410.216236:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717410.216242:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717410.216257:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.216288:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717410.216293:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717410.216304:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717410.216309:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717410.216319:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717410.216329:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529351936:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717410.216339:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717410.216348:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717410.216353:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717410.216358:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717410.216366:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717410.216371:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717410.216385:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717410.216393:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717410.216403:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717410.216413:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529351936, portal 25
00000100:00000001:1.0:1779717410.216419:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717410.216423:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569075456 : -117608140476160 : ffff950938907100)
00000100:00000040:1.0:1779717410.216435:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.216455:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717410.216471:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717410.216475:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717410.216480:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529351936, offset 0
00000400:00000200:1.0:1779717410.216496:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717410.216510:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717410.216522:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717410.216531:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717410.216538:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717410.216552:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717410.216568:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717410.216580:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156479:156479:256:4294967295] 192.168.203.145@tcp LPNI seq info [156478:156478:8:4294967295]
00000400:00000200:1.0:1779717410.216590:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717410.216608:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717410.216620:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717410.216629:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717410.216639:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717410.216644:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717410.216657:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717410.216664:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1779717410.216674:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717410.216679:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717410.216686:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717410.216695:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717410.216702:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717410.216706:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717410.216712:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717410.216719:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.216738:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717410.216746:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.216761:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.216765:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717410.216773:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717410.216781:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717410.216786:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314530558
00000100:00000010:1.0:1779717410.216801:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148ba20.
00000100:00000001:1.0:1779717410.216813:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779717410.216840:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314530558
00000100:00000010:1.0:1779717410.216847:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b420.
00000100:00000001:1.0:1779717410.216854:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779717410.216860:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717410.216865:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.216869:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717410.216876:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717410/real 1779717410]  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717410.216890:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717410.216895:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717410.216898:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717410.216903:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717410.216907:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717410.216913:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717410.216949:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717410.216979:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.216989:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717410.216993:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.216996:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717410.216998:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717410.217003:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217011:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717410.217016:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217021:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717410.217023:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217024:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717410.217025:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217027:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717410.217029:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717410.217032:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717410.217036:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717410.217038:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717410.217043:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717410.217051:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529351936:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717410.217055:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217057:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717410.217060:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907100 x1866162529351936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217066:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717410.217069:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717410.217072:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717410.217077:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717410.217078:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717410.217081:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779717410.217084:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717410.217087:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996cc00.
02000000:00000001:1.0:1779717410.217091:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717410.217093:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717410.217094:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907100.
00000100:00000001:1.0:1779717410.217097:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717410.217098:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217100:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217107:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717410.217110:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.217112:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717410.217114:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717410.217115:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717410.217119:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217127:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717410.217129:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717410.217131:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717410.217133:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717410.217135:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717410.217138:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352064:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717410.217141:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717410.217144:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717410.217146:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717410.217148:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717410.217152:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717410.217154:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717410.217159:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717410.217162:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717410.217166:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717410.217169:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529352064, portal 10
00000100:00000001:1.0:1779717410.217172:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717410.217173:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569062912 : -117608140488704 : ffff950938904000)
00000100:00000040:1.0:1779717410.217181:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217189:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717410.217191:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717410.217193:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717410.217196:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529352064, offset 0
00000400:00000200:1.0:1779717410.217200:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717410.217206:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717410.217210:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717410.217213:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717410.217216:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717410.217218:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717410.217221:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717410.217224:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156480:156480:256:4294967295] 192.168.203.145@tcp LPNI seq info [156479:156479:8:4294967295]
00000400:00000200:1.0:1779717410.217228:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717410.217234:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717410.217239:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717410.217242:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717410.217247:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717410.217249:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717410.217253:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717410.217256:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1779717410.217260:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717410.217261:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717410.217264:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717410.217267:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717410.217270:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717410.217272:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717410.217275:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717410.217278:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217285:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717410.217289:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217300:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.217302:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717410.217306:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717410.217309:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779717410.217313:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717410.217315:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314529291
00000100:00000001:1.0:1779717410.217317:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314530558
00000100:00000001:1.0:1779717410.217319:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314529291
00000100:00000001:1.0:1779717410.217321:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314530558
00000100:00000001:1.0:1779717410.217324:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717410.217326:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.217328:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717410.217332:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717410/real 1779717410]  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717410.217341:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717410.217342:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717410.217344:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717410.217346:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717410.217348:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717410.217351:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717410.217354:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717410.217363:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217370:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717410.217372:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217373:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717410.217375:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717410.217379:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217387:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717410.217391:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217400:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717410.217403:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217404:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717410.217406:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217408:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717410.217416:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717410.217420:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717410.217424:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717410.217426:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717410.217429:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717410.217437:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352064:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717410.217441:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717410.217444:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217451:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717410.217453:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717410.217455:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717410.217457:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717410.217471:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717410.217475:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352192:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717410.217479:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717410.217481:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717410.217483:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717410.217485:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717410.217489:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90000.
02000000:00000001:1.0:1779717410.217491:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717410.217495:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717410.217498:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717410.217500:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717410.217503:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529352192, portal 10
00000100:00000001:1.0:1779717410.217504:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717410.217505:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569077248 : -117608140474368 : ffff950938907800)
00000100:00000040:1.0:1779717410.217510:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217515:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717410.217516:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717410.217518:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717410.217519:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529352192, offset 0
00000400:00000200:1.0:1779717410.217522:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717410.217525:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717410.217528:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717410.217530:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717410.217532:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717410.217533:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717410.217535:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717410.217537:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156481:156481:256:4294967295] 192.168.203.145@tcp LPNI seq info [156480:156480:8:4294967295]
00000400:00000200:1.0:1779717410.217540:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717410.217544:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717410.217547:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717410.217549:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717410.217552:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717410.217554:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717410.217558:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717410.217561:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1779717410.217565:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717410.217567:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717410.217570:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717410.217574:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717410.217577:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717410.217578:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717410.217581:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717410.217585:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217593:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717410.217596:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217602:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.217604:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717410.217607:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717410.217610:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779717410.217613:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717410.217616:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314529299
00000100:00000001:1.0:1779717410.217619:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314530558
00000100:00000001:1.0:1779717410.217621:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314529299
00000100:00000001:1.0:1779717410.217623:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314530558
00000100:00000001:1.0:1779717410.217625:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717410.217628:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.217630:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717410.217634:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717410/real 1779717410]  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717410.217642:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717410.217644:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717410.217645:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717410.217648:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717410.217649:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717410.217711:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717410.217715:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717410.217723:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217730:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717410.217731:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217733:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717410.217734:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717410.217738:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217744:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717410.217747:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217753:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717410.217755:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217757:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717410.217758:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.217760:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717410.217762:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717410.217764:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717410.217767:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717410.217769:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717410.217773:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717410.217780:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352192:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717410.217784:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717410.217787:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217794:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717410.217795:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717410.217797:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717410.217800:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717410.217802:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717410.217804:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352320:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717410.217808:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717410.217809:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717410.217811:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717410.217813:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717410.217816:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779717410.217819:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717410.217822:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717410.217825:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717410.217827:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717410.217830:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529352320, portal 4
00000100:00000001:1.0:1779717410.217832:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717410.217833:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569073664 : -117608140477952 : ffff950938906a00)
00000100:00000040:1.0:1779717410.217839:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217844:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717410.217847:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717410.217848:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717410.217850:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529352320, offset 0
00000400:00000200:1.0:1779717410.217854:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717410.217858:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717410.217862:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717410.217865:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717410.217867:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717410.217869:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717410.217871:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717410.217875:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156482:156482:256:4294967295] 192.168.203.145@tcp LPNI seq info [156481:156481:8:4294967295]
00000400:00000200:1.0:1779717410.217879:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717410.217885:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717410.217890:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717410.217893:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717410.217897:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717410.217900:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779717410.217904:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717410.217907:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1779717410.217911:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717410.217913:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717410.217915:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717410.217919:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717410.217946:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717410.217947:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717410.217950:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717410.217954:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217961:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717410.217964:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.217970:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.217971:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717410.217974:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717410.217977:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779717410.217980:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717410.217982:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314529298
00000100:00000001:1.0:1779717410.217984:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314530558
00000100:00000001:1.0:1779717410.217986:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314529298
00000100:00000001:1.0:1779717410.217988:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314530558
00000100:00000001:1.0:1779717410.217990:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717410.217993:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.217995:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717410.217998:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717410/real 1779717410]  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717410.218006:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717410.218007:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717410.218009:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717410.218011:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717410.218012:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717410.218015:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717410.218018:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717410.218026:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.218033:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717410.218035:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.218037:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717410.218038:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717410.218041:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.218048:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717410.218052:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.218059:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717410.218061:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.218063:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717410.218064:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.218066:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717410.218068:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717410.218071:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717410.218075:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717410.218078:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717410.218082:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717410.218090:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352320:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717410.218094:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.218096:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717410.218099:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938904000 x1866162529352064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.218106:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717410.218107:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717410.218109:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717410.218113:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717410.218115:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717410.218117:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779717410.218119:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717410.218120:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c400.
02000000:00000001:1.0:1779717410.218123:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717410.218124:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717410.218126:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938904000.
00000100:00000001:1.0:1779717410.218129:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717410.218130:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.218132:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717410.218135:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907800 x1866162529352192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.218142:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717410.218144:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717410.218145:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90000.
02000000:00000001:1.0:1779717410.218147:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717410.218148:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717410.218149:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779717410.218150:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717410.218152:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d000.
02000000:00000001:1.0:1779717410.218154:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717410.218155:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717410.218155:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907800.
00000100:00000001:1.0:1779717410.218157:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717410.218158:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.218159:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717410.218161:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906a00 x1866162529352320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717410.218164:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717410.218165:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717410.218166:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779717410.218168:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717410.218169:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717410.218169:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779717410.218171:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717410.218171:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f000.
02000000:00000001:1.0:1779717410.218173:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717410.218173:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717410.218174:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906a00.
00000100:00000001:1.0:1779717410.218175:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717410.218176:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.218177:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717410.218181:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717410.218182:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717410.218183:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717410.218184:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717411.239990:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717411.239996:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717411.239998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717411.240001:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717411.240004:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717411.240007:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717411.240010:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717411.240013:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717411.240015:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717411.496009:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314530558, at 4314530560
00000100:00000010:1.0:1779717411.496022:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b420.
00000020:00000001:1.0:1779717411.688078:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717411.688082:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717411.688084:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717412.264017:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717412.264022:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717412.264023:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717412.264028:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717412.264031:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717412.264034:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717412.264036:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717412.264038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717412.264040:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717413.288016:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717413.288022:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717413.288025:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717413.288030:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717413.288034:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717413.288037:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717413.288040:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717413.288043:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717413.288046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717414.312012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717414.312017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717414.312018:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717414.312023:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717414.312025:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717414.312029:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717414.312031:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717414.312033:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717414.312035:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717414.760123:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717414.760126:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717414.760129:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717415.336001:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717415.336010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717415.336014:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717415.336023:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717415.336032:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717415.336038:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.336052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717415.336058:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.336062:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.336243:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717415.336248:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717415.336252:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717415.336264:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.336289:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717415.336292:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717415.336300:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717415.336304:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717415.336309:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717415.336315:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529352448:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717415.336328:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717415.336333:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717415.336336:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717415.336342:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717415.336350:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717415.336354:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717415.336363:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717415.336369:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717415.336376:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717415.336385:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529352448, portal 25
00000100:00000001:1.0:1779717415.336389:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717415.336392:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493248512 : -117608216303104 : ffff9509340b6a00)
00000100:00000040:1.0:1779717415.336400:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.336412:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717415.336420:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717415.336435:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717415.336442:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529352448, offset 0
00000400:00000200:1.0:1779717415.336458:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717415.336475:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717415.336485:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717415.336494:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717415.336501:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717415.336512:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717415.336520:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717415.336530:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156483:156483:256:4294967295] 192.168.203.145@tcp LPNI seq info [156482:156482:8:4294967295]
00000400:00000200:1.0:1779717415.336552:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717415.336568:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717415.336583:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717415.336592:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717415.336608:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717415.336616:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1779717415.336626:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717415.336638:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1779717415.336647:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717415.336653:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717415.336661:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717415.336671:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717415.336677:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717415.336680:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717415.336687:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717415.336693:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.336710:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717415.336715:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.336728:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.336730:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717415.336736:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717415.336745:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717415.336751:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314535678
00000100:00000010:1.0:1779717415.336759:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b420.
00000100:00000001:1.0:1779717415.336771:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779717415.336782:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314535678
00000100:00000010:1.0:1779717415.336788:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148ba20.
00000100:00000001:1.0:1779717415.336792:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779717415.336797:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717415.336801:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.336804:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717415.336811:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717415/real 1779717415]  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717415.336820:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717415.336821:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717415.336823:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717415.336825:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717415.336827:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717415.336829:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717415.336832:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717415.336838:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.336842:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717415.336843:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.336845:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717415.336847:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717415.336849:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.336854:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717415.336857:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.336867:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717415.336870:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.336871:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717415.336872:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.336874:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717415.336876:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717415.336879:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717415.336882:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717415.336885:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717415.336889:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717415.336899:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529352448:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717415.336904:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.336907:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717415.336910:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6a00 x1866162529352448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.336918:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717415.336940:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717415.336942:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717415.336947:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717415.336949:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717415.336950:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779717415.336952:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717415.336955:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b400.
02000000:00000001:1.0:1779717415.336961:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717415.336963:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717415.336965:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6a00.
00000100:00000001:1.0:1779717415.336969:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717415.336970:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.336973:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.336981:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717415.336983:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.336985:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717415.336987:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717415.336989:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717415.336993:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337001:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717415.337003:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717415.337005:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717415.337006:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717415.337008:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717415.337011:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352576:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717415.337015:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717415.337017:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717415.337018:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717415.337020:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717415.337024:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717415.337026:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717415.337030:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717415.337033:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717415.337037:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717415.337041:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529352576, portal 10
00000100:00000001:1.0:1779717415.337043:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717415.337045:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493238656 : -117608216312960 : ffff9509340b4380)
00000100:00000040:1.0:1779717415.337053:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337060:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717415.337062:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717415.337064:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717415.337065:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529352576, offset 0
00000400:00000200:1.0:1779717415.337068:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717415.337072:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717415.337075:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717415.337077:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717415.337079:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717415.337081:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717415.337083:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717415.337085:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156484:156484:256:4294967295] 192.168.203.145@tcp LPNI seq info [156483:156483:8:4294967295]
00000400:00000200:1.0:1779717415.337087:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717415.337092:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717415.337095:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717415.337097:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717415.337100:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717415.337102:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1779717415.337105:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717415.337107:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1779717415.337110:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717415.337111:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717415.337113:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717415.337116:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717415.337118:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717415.337119:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717415.337121:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717415.337123:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337129:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717415.337131:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337135:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.337136:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717415.337138:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717415.337141:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779717415.337143:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717415.337145:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314534411
00000100:00000001:1.0:1779717415.337147:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314535678
00000100:00000001:1.0:1779717415.337149:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314534411
00000100:00000001:1.0:1779717415.337150:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314535678
00000100:00000001:1.0:1779717415.337152:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717415.337153:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.337155:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717415.337157:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717415/real 1779717415]  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717415.337161:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717415.337162:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717415.337163:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717415.337165:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717415.337166:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717415.337168:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717415.337169:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717415.337182:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337187:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717415.337188:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337189:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717415.337190:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717415.337193:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337197:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717415.337200:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337205:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717415.337206:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337208:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717415.337209:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337210:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717415.337212:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717415.337214:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717415.337216:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717415.337218:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717415.337220:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717415.337225:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352576:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717415.337228:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717415.337230:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337236:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717415.337237:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717415.337239:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717415.337241:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717415.337243:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717415.337246:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352704:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717415.337250:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717415.337252:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717415.337253:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717415.337255:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717415.337259:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779717415.337261:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717415.337265:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717415.337267:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717415.337270:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717415.337274:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529352704, portal 10
00000100:00000001:1.0:1779717415.337276:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717415.337278:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252096 : -117608216299520 : ffff9509340b7800)
00000100:00000040:1.0:1779717415.337285:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337290:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717415.337292:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717415.337293:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717415.337295:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529352704, offset 0
00000400:00000200:1.0:1779717415.337298:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717415.337301:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717415.337304:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717415.337306:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717415.337308:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717415.337310:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717415.337311:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717415.337314:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156485:156485:256:4294967295] 192.168.203.145@tcp LPNI seq info [156484:156484:8:4294967295]
00000400:00000200:1.0:1779717415.337316:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717415.337320:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717415.337323:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717415.337325:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717415.337327:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717415.337329:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1779717415.337332:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717415.337335:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1779717415.337339:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717415.337340:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717415.337342:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717415.337344:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717415.337347:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717415.337348:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717415.337350:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717415.337352:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337473:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717415.337482:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337488:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.337489:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717415.337503:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717415.337508:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779717415.337512:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717415.337515:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314534419
00000100:00000001:1.0:1779717415.337519:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314535678
00000100:00000001:1.0:1779717415.337520:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314534419
00000100:00000001:1.0:1779717415.337522:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314535678
00000100:00000001:1.0:1779717415.337524:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717415.337526:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.337528:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717415.337532:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717415/real 1779717415]  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717415.337540:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717415.337542:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717415.337544:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717415.337547:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717415.337549:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717415.337552:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717415.337554:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717415.337560:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337565:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717415.337566:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337568:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717415.337570:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717415.337572:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337576:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717415.337580:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337584:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717415.337586:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337587:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717415.337588:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337590:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717415.337592:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717415.337595:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717415.337598:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717415.337599:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717415.337602:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717415.337607:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352704:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717415.337611:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717415.337613:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337618:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717415.337620:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717415.337622:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717415.337625:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717415.337626:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717415.337629:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352832:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717415.337632:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717415.337635:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717415.337637:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717415.337639:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717415.337646:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779717415.337647:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717415.337650:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717415.337653:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717415.337656:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717415.337660:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529352832, portal 4
00000100:00000001:1.0:1779717415.337662:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717415.337664:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493240448 : -117608216311168 : ffff9509340b4a80)
00000100:00000040:1.0:1779717415.337670:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337678:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717415.337681:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717415.337683:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717415.337687:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529352832, offset 0
00000400:00000200:1.0:1779717415.337692:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717415.337700:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717415.337706:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717415.337712:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717415.337716:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717415.337719:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717415.337722:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717415.337726:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156486:156486:256:4294967295] 192.168.203.145@tcp LPNI seq info [156485:156485:8:4294967295]
00000400:00000200:1.0:1779717415.337730:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717415.337737:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717415.337741:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717415.337745:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717415.337751:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717415.337754:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1779717415.337758:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717415.337760:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1779717415.337763:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717415.337765:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717415.337768:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717415.337772:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717415.337775:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717415.337776:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717415.337779:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717415.337781:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337787:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717415.337789:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337793:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.337794:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717415.337796:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717415.337799:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779717415.337801:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717415.337802:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314534417
00000100:00000001:1.0:1779717415.337804:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314535678
00000100:00000001:1.0:1779717415.337805:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314534417
00000100:00000001:1.0:1779717415.337807:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314535678
00000100:00000001:1.0:1779717415.337808:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717415.337809:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.337811:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717415.337813:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717415/real 1779717415]  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717415.337818:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717415.337819:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717415.337820:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717415.337822:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717415.337823:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717415.337824:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717415.337826:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717415.337837:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337841:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717415.337842:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337843:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717415.337844:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717415.337847:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337852:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717415.337854:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337858:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717415.337860:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337861:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717415.337862:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337863:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717415.337864:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717415.337866:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717415.337868:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717415.337869:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717415.337872:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717415.337881:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529352832:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717415.337884:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337886:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717415.337888:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4380 x1866162529352576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337892:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717415.337894:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717415.337896:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717415.337899:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717415.337901:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717415.337903:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779717415.337904:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717415.337905:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:1.0:1779717415.337909:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717415.337910:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717415.337912:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4380.
00000100:00000001:1.0:1779717415.337914:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717415.337915:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337916:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717415.337918:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7800 x1866162529352704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337959:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717415.337960:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717415.337961:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779717415.337963:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717415.337964:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717415.337964:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779717415.337966:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717415.337966:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59400.
02000000:00000001:1.0:1779717415.337968:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717415.337968:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717415.337969:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7800.
00000100:00000001:1.0:1779717415.337971:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717415.337972:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337973:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717415.337976:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4a80 x1866162529352832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717415.337980:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717415.337981:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717415.337982:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779717415.337983:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717415.337984:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717415.337984:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779717415.337985:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717415.337986:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58c00.
02000000:00000001:1.0:1779717415.337987:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717415.337988:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717415.337989:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4a80.
00000100:00000001:1.0:1779717415.337990:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717415.337991:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337992:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717415.337998:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717415.337999:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717415.338001:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717415.338002:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717416.616140:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314535678, at 4314535680
00000100:00000010:1.0:1779717416.616145:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148ba20.
00000020:00000001:1.0:1779717417.832165:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717417.832168:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717417.832172:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717420.456075:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717420.456090:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717420.456093:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717420.456100:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717420.456109:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717420.456121:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 19867
00000400:00000200:1.0:1779717420.456130:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717420.456138:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717420.456140:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717420.456143:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456146:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717420.456148:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456150:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717420.456153:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717420.456154:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717420.456156:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717420.456158:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717420.456160:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717420.456161:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717420.456164:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456165:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717420.456166:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456167:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717420.456169:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717420.456172:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456173:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717420.456175:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717420.456178:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717420.456180:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.456182:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717420.456183:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717420.456192:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779717420.456194:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717420.456197:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717420.456198:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.456201:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717420.456203:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717420.456206:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717420.456212:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779717420.456218:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717420.456225:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529352960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717420.456233:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717420.456236:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717420.456239:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529352960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717420.456262:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717420.456265:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717420.456267:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717420.456269:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717420.456270:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717420.456272:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717420.456273:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19867
00000400:00000200:1.0:1779717420.456276:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717420.456279:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717420.456281:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717420.456285:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456288:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717420.456291:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456294:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717420.456297:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717420.456301:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717420.456307:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717420.456313:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717420.456317:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717420.456325:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717420.456341:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456350:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717420.456357:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456361:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717420.456364:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717420.456370:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456375:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717420.456382:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717420.456398:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717420.456402:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.456406:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717420.456409:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717420.456415:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.456422:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717420.456430:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717420.456435:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717420.456437:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717420.456442:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.456452:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717420.456453:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717420.456455:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717420.456474:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779717420.456481:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717420.456494:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529353088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717420.456554:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717420.456561:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717420.456572:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529353088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717420.456589:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717420.456596:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717420.456599:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717420.456600:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717420.456605:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717420.456613:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717420.456617:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19867
00000400:00000200:1.0:1779717420.456630:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717420.456639:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717420.456642:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717420.456650:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456658:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717420.456668:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456673:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717420.456679:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717420.456684:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717420.456691:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717420.456694:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717420.456697:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717420.456705:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717420.456716:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456724:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717420.456731:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456742:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717420.456749:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717420.456758:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717420.456763:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717420.456775:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1779717420.456780:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717420.456784:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
02000000:00000001:1.0:1779717420.456785:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717420.456792:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.456796:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717420.456800:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717420.456803:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.456805:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717420.456809:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717420.456814:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717420.456822:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717420.456823:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.456827:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717420.456830:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717420.456835:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717420.456841:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779717420.456847:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717420.456870:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529353216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717420.456903:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717420.456907:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717420.456956:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529353216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717420.456975:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717420.456978:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717420.456983:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717420.456991:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717420.456996:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717420.456999:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717420.457002:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717420.457005:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717420.457012:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19867
00000400:00000200:1.0:1779717420.457019:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717420.457026:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717420.457033:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717420.457044:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.457052:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717420.457058:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.457066:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717420.457070:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717420.457072:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717420.457074:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717420.457077:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717420.457081:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717420.457090:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717420.457107:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.457114:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717420.457119:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717420.457122:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717420.457131:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717420.457137:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717420.457144:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717420.457154:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717420.457160:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717420.457171:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.457178:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717420.457184:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717420.457197:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.457206:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717420.457211:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717420.457214:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717420.457220:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717420.457222:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717420.457227:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717420.457231:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717420.457237:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717420.457249:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779717420.457253:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717420.457268:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529353344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717420.457297:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717420.457304:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717420.457318:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529353344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717420.457366:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717420.457374:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (19877)
00000800:00000200:2.1:1779717420.457551:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717420.457553:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779717420.457808:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717420.457811:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779717420.458131:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717420.458134:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1779717420.904121:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717420.904126:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717420.904129:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717421.736005:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314540799, at 4314540800
00000100:00000010:1.0:1779717421.736023:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5000.
00000020:00000001:1.0:1779717423.976085:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717423.976089:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717423.976091:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717425.576040:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717425.576050:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717425.576055:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717425.576060:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717425.576066:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717425.576075:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 19872
00000400:00000200:1.0:1779717425.576084:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717425.576092:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717425.576096:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717425.576099:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576111:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717425.576115:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576117:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717425.576121:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717425.576123:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717425.576125:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717425.576128:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717425.576130:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717425.576131:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717425.576134:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576135:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717425.576136:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576137:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717425.576139:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717425.576141:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576143:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717425.576145:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717425.576147:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717425.576149:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576151:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717425.576152:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717425.576160:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717425.576163:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717425.576167:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717425.576168:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576171:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717425.576173:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717425.576176:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717425.576182:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779717425.576187:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717425.576194:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529353472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717425.576202:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717425.576205:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717425.576208:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529353472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717425.576223:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717425.576225:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717425.576229:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717425.576230:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717425.576231:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717425.576233:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717425.576235:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19872
00000400:00000200:1.0:1779717425.576239:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717425.576242:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717425.576243:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717425.576245:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576247:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717425.576248:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576250:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717425.576254:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717425.576255:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717425.576258:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717425.576261:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717425.576263:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717425.576266:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717425.576270:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576274:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717425.576279:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576283:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717425.576285:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717425.576290:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576292:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717425.576295:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717425.576299:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717425.576303:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576307:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717425.576311:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717425.576315:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576317:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717425.576323:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717425.576326:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717425.576328:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717425.576329:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576339:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717425.576342:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717425.576356:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717425.576361:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779717425.576365:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717425.576371:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529353600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717425.576383:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717425.576387:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717425.576392:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529353600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717425.576428:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717425.576431:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717425.576433:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717425.576436:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717425.576438:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717425.576443:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717425.576448:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19872
00000400:00000200:1.0:1779717425.576453:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717425.576456:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717425.576460:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717425.576464:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576466:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717425.576471:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576474:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717425.576477:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717425.576479:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717425.576480:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717425.576483:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717425.576486:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717425.576489:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717425.576496:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576500:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717425.576505:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576508:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717425.576513:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717425.576517:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576519:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717425.576522:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717425.576526:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717425.576531:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576534:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717425.576537:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717425.576542:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576544:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717425.576548:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717425.576551:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717425.576554:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717425.576557:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576561:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717425.576563:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717425.576564:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717425.576565:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000010:1.0:1779717425.576568:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000800:00000200:2.1:1779717425.576569:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1779717425.576571:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717425.576579:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529353728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717425.576600:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717425.576602:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717425.576609:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529353728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717425.576619:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717425.576624:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717425.576632:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717425.576636:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717425.576640:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717425.576643:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717425.576645:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717425.576650:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717425.576655:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19872
00000400:00000200:1.0:1779717425.576662:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717425.576666:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717425.576668:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717425.576673:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576678:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717425.576682:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576686:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717425.576687:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717425.576689:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717425.576692:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717425.576694:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717425.576695:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717425.576697:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717425.576702:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576705:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717425.576706:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576707:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717425.576709:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717425.576710:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717425.576713:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717425.576715:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717425.576719:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717425.576723:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576724:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717425.576727:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717425.576730:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576733:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717425.576740:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717425.576743:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717425.576747:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717425.576749:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717425.576753:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717425.576761:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717425.576763:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717425.576767:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779717425.576773:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717425.576781:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529353856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717425.576803:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717425.576807:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717425.576815:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529353856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717425.576826:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717425.576832:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (19882)
00000800:00000200:2.1:1779717425.577016:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717425.577017:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779717425.577251:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717425.577253:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779717425.577454:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717425.577456:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1779717426.856027:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314545918, at 4314545920
00000100:00000010:1.0:1779717426.856042:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b51e0.
00000020:00000001:1.0:1779717427.048079:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717427.048082:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717427.048085:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717430.120071:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717430.120075:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717430.120079:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779717430.696959:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717430.696962:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717430.697344:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717430.697346:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717430.697580:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717430.697582:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717430.697794:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717430.697796:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1779717431.976049:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314551039, at 4314551040
00000100:00000010:1.0:1779717431.976061:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475660.
00000020:00000001:1.0:1779717433.192066:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717433.192070:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717433.192073:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717435.816054:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717435.816065:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717435.816069:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717435.816075:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717435.816082:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717435.816090:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 19882
00000400:00000200:1.0:1779717435.816100:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717435.816108:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717435.816111:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717435.816113:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816116:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717435.816118:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816120:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717435.816122:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717435.816123:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717435.816126:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717435.816128:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717435.816130:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717435.816132:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717435.816134:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816136:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717435.816137:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816139:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717435.816141:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717435.816143:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816145:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717435.816147:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717435.816150:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717435.816152:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816153:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717435.816155:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717435.816162:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779717435.816164:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717435.816168:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717435.816169:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816172:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717435.816173:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717435.816177:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717435.816183:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779717435.816189:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717435.816195:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529354496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717435.816204:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717435.816207:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717435.816210:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529354496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717435.816226:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717435.816229:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717435.816231:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717435.816233:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717435.816234:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717435.816236:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717435.816238:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19882
00000400:00000200:1.0:1779717435.816241:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717435.816243:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717435.816244:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717435.816246:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816247:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717435.816249:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816250:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717435.816252:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717435.816253:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717435.816254:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717435.816255:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717435.816256:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717435.816257:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717435.816259:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816260:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717435.816261:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816262:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717435.816264:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717435.816265:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816278:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717435.816279:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717435.816283:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717435.816285:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816286:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717435.816289:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717435.816292:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816294:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717435.816297:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717435.816299:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717435.816301:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717435.816303:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816305:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717435.816307:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717435.816308:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717435.816312:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779717435.816315:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717435.816319:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529354624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717435.816325:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717435.816332:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717435.816339:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529354624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717435.816350:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717435.816353:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717435.816367:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717435.816371:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717435.816374:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717435.816387:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717435.816394:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19882
00000400:00000200:1.0:1779717435.816403:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717435.816409:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717435.816411:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717435.816422:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816429:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717435.816437:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816443:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717435.816448:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717435.816449:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717435.816451:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717435.816455:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717435.816464:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717435.816470:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717435.816473:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816474:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717435.816479:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816483:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717435.816487:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717435.816491:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816499:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717435.816503:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717435.816506:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717435.816514:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816516:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717435.816517:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717435.816519:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816529:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717435.816532:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717435.816535:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717435.816544:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717435.816551:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816555:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717435.816556:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717435.816557:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717435.816560:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779717435.816562:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717435.816567:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529354752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717435.816572:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717435.816574:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717435.816576:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529354752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717435.816581:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717435.816583:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717435.816586:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717435.816588:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717435.816590:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717435.816591:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717435.816592:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717435.816593:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717435.816595:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19882
00000400:00000200:1.0:1779717435.816598:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717435.816599:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717435.816601:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717435.816602:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816603:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717435.816604:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816606:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717435.816607:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717435.816608:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717435.816609:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717435.816610:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717435.816611:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717435.816613:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717435.816615:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816616:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717435.816617:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816621:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717435.816623:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717435.816625:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717435.816627:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717435.816630:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717435.816632:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717435.816637:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816641:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717435.816644:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717435.816656:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816658:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717435.816662:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717435.816665:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717435.816667:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717435.816670:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717435.816673:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717435.816675:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717435.816676:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717435.816679:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779717435.816684:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717435.816691:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529354880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717435.816703:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717435.816707:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717435.816715:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529354880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717435.816735:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717435.816739:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (19892)
00000800:00000200:3.1:1779717435.816769:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717435.816771:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717435.817169:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717435.817171:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717435.817399:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717435.817401:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717435.817576:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717435.817578:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1779717436.264108:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717436.264112:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717436.264115:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717437.096003:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314556158, at 4314556160
00000100:00000010:1.0:1779717437.096017:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475960.
00000020:00000001:1.0:1779717439.336117:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717439.336121:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717439.336124:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717440.936065:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717440.936077:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717440.936081:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717440.936086:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717440.936092:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717440.936109:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 19887
00000400:00000200:1.0:1779717440.936120:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717440.936129:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717440.936133:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717440.936137:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936141:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717440.936144:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936155:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717440.936160:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717440.936162:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717440.936165:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717440.936169:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717440.936172:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717440.936175:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717440.936178:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936181:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717440.936183:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936185:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717440.936189:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717440.936193:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936195:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717440.936199:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717440.936205:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717440.936208:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.936211:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717440.936214:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717440.936248:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717440.936253:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717440.936258:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717440.936260:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.936265:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717440.936268:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717440.936273:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717440.936283:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779717440.936291:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717440.936303:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529355008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717440.936316:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717440.936321:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717440.936327:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529355008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717440.936366:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717440.936370:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717440.936374:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717440.936375:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717440.936377:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717440.936381:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717440.936384:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19887
00000400:00000200:1.0:1779717440.936388:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717440.936392:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717440.936395:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717440.936399:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936402:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717440.936405:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936408:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717440.936410:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717440.936412:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717440.936415:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717440.936420:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717440.936424:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717440.936428:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717440.936435:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936438:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717440.936443:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936448:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717440.936454:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717440.936460:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936466:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717440.936470:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717440.936477:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717440.936482:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.936486:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717440.936491:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717440.936497:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.936500:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717440.936506:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717440.936511:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717440.936515:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717440.936518:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.936524:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717440.936526:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717440.936528:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717440.936537:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779717440.936542:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717440.936551:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529355136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717440.936568:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717440.936573:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717440.936583:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529355136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717440.936623:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717440.936628:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717440.936634:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717440.936638:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717440.936642:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717440.936647:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717440.936654:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19887
00000400:00000200:1.0:1779717440.936663:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717440.936670:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717440.936676:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717440.936683:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936686:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717440.936692:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936696:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717440.936701:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717440.936704:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717440.936708:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717440.936710:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717440.936714:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717440.936719:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717440.936724:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936729:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717440.936731:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.936735:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717440.936742:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717440.936749:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:3.1:1779717440.936754:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717440.936755:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717440.936760:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1779717440.936761:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717440.936766:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717440.936773:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.936778:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717440.936781:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717440.936787:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.936791:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717440.936799:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717440.936803:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717440.936808:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717440.936810:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.936813:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717440.936825:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717440.936829:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717440.936837:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:1.0:1779717440.936844:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717440.936854:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529355264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717440.936865:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717440.936869:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717440.936878:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529355264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717440.936892:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717440.936895:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717440.936901:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717440.936905:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717440.936908:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717440.936910:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717440.936911:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717440.936915:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:3.1:1779717440.937314:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717440.937316:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717440.937616:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717440.937618:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1779717440.938196:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 19887
00000400:00000200:1.0:1779717440.938206:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717440.938213:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717440.938216:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717440.938220:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.938224:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717440.938239:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.938242:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717440.938247:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717440.938249:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717440.938252:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717440.938255:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717440.938257:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717440.938258:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717440.938261:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.938262:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717440.938264:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717440.938265:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717440.938267:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717440.938269:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717440.938271:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717440.938274:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717440.938280:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717440.938282:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.938284:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717440.938287:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717440.938289:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.938291:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717440.938298:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717440.938300:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717440.938304:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717440.938306:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717440.938308:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717440.938310:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717440.938314:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717440.938319:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779717440.938324:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717440.938332:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529355392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717440.938339:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717440.938342:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717440.938345:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529355392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717440.938363:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717440.938369:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (19897)
00000800:00000200:3.1:1779717440.938535:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717440.938537:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1779717442.216052:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314561278, at 4314561280
00000100:00000010:1.0:1779717442.216068:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475de0.
00000020:00000001:1.0:1779717442.408118:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717442.408122:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717442.408125:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717445.480156:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717445.480159:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717445.480161:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717446.056619:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717446.056626:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779717446.057135:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717446.057138:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779717446.057443:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717446.057445:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779717446.057772:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717446.057774:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1779717447.335995:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314566398, at 4314566400
00000100:00000010:1.0:1779717447.336010:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b50c0.
00000020:00000001:1.0:1779717448.552205:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717448.552209:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717448.552212:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717451.176592:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717451.176596:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779717451.177061:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717451.177063:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779717451.177292:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717451.177293:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779717451.177487:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717451.177489:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779717451.624216:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717451.624221:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717451.624224:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717452.456023:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314571518, at 4314571520
00000100:00000010:1.0:1779717452.456037:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5060.
00000020:00000001:1.0:1779717454.696121:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717454.696138:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717454.696144:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717456.296522:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717456.296528:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1779717456.297139:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717456.297142:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1779717456.297390:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717456.297393:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1779717456.297699:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717456.297702:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000100:00000040:1.0:1779717457.576019:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314576638, at 4314576640
00000100:00000010:1.0:1779717457.576032:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5780.
00000020:00000001:1.0:1779717457.768123:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717457.768126:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717457.768129:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717460.840178:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717460.840184:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717460.840188:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717461.416722:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717461.416730:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779717461.417309:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717461.417312:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779717461.417646:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717461.417649:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779717461.417993:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717461.417996:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1779717462.696016:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314581758, at 4314581760
00000100:00000010:1.0:1779717462.696029:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b55a0.
00000020:00000001:1.0:1779717463.912073:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717463.912076:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717463.912080:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779717466.536761:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717466.536764:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779717466.537120:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717466.537123:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779717466.537443:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717466.537445:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779717466.537767:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717466.537770:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1779717466.984142:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717466.984146:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717466.984149:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717467.816005:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314586878, at 4314586880
00000100:00000010:1.0:1779717467.816020:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475120.
00000020:00000001:1.0:1779717470.056063:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717470.056066:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717470.056069:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717471.656516:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717471.656851:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717471.657108:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717471.657264:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779717472.936070:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314591998, at 4314592000
00000100:00000010:1.0:1779717472.936088:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a80.
00000020:00000001:1.0:1779717473.128131:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717473.128135:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717473.128138:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1779717474.728181:0:248756:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1779717474.728232:0:248756:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1779717474.728242:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717474.729809:0:248756:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:1.0:1779717474.729823:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717474.729829:0:248756:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1779717474.729837:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779717474.729842:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:1.0:1779717474.729847:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779717474.729854:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779717474.729878:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9990
00000400:00000010:1.0:1779717474.729881:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9990.
00000100:00000001:1.0:1779717474.729888:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717474.729896:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95094140a300 x1866162529358080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717474.729919:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717474.729945:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529358080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717474.729954:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717474.729958:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779717474.729968:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779717474.729982:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f800.
00000400:00000200:1.0:1779717474.729987:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779717474.729996:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779717474.730004:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9f68
00000400:00000010:1.0:1779717474.730008:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9f68.
00000100:00000001:1.0:1779717474.730014:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717474.730021:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941408700 x1866162529358208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717474.730037:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717474.730040:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529358208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717474.730048:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717474.730049:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779717474.730059:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779717474.730063:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f000.
00000400:00000200:1.0:1779717474.730068:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779717474.730076:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779717474.730082:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9440
00000400:00000010:1.0:1779717474.730086:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9440.
00000100:00000001:1.0:1779717474.730092:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717474.730100:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941409880 x1866162529358336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717474.730122:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717474.730129:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529358336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717474.730160:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717474.730163:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779717474.730172:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779717474.730179:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fe00.
00000400:00000200:1.0:1779717474.730184:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779717474.730193:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779717474.730199:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:1.0:1779717474.730203:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:1.0:1779717474.730208:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717474.730215:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941409f80 x1866162529358464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717474.730227:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717474.730230:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529358464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717474.730237:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717474.730241:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1779717476.200160:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717476.200166:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717476.200170:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717476.776791:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717476.776798:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779717476.778168:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717476.778171:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779717476.778484:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717476.778487:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779717476.778680:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717476.778682:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1779717478.056004:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314597119, at 4314597120
00000100:00000010:1.0:1779717478.056020:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5180.
00000020:00000001:1.0:1779717479.272076:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717479.272080:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717479.272083:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717481.896605:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717481.896612:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779717481.897189:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717481.897192:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779717481.897480:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717481.897483:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779717481.897793:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717481.897795:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1779717482.344073:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717482.344076:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717482.344079:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717483.176020:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314602238, at 4314602240
00000100:00000010:1.0:1779717483.176037:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b52a0.
00000020:00000001:1.0:1779717485.416126:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717485.416130:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717485.416133:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717487.016492:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717487.016495:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779717487.019128:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717487.019131:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779717487.019448:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717487.019451:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779717487.019876:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717487.019878:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1779717488.040100:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717488.040108:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717488.040110:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717488.040115:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717488.040119:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717488.040123:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717488.040138:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717488.040142:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717488.040144:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717488.296000:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314607358, at 4314607360
00000100:00000010:1.0:1779717488.296018:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5d20.
00000020:00000001:1.0:1779717488.488119:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717488.488124:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717488.488128:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717489.064011:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717489.064024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717489.064027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717489.064034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717489.064037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717489.064041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717489.064044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717489.064048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717489.064050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717490.088024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717490.088031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717490.088034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717490.088040:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717490.088044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717490.088048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717490.088051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717490.088054:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717490.088057:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717491.111993:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717491.111999:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717491.112000:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717491.112005:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717491.112008:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717491.112011:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717491.112013:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717491.112015:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717491.112017:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717491.560077:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717491.560080:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717491.560083:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717492.136023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717492.136030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717492.136033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717492.136039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717492.136044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717492.136047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717492.136052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717492.136055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717492.136059:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717492.136534:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717492.136540:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779717492.136972:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717492.136973:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779717492.137169:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717492.137171:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779717492.137404:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717492.137406:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1779717493.159983:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717493.159989:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717493.159991:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717493.159996:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717493.159998:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717493.160002:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717493.160005:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717493.160007:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717493.160009:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717493.415992:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314612478, at 4314612480
00000100:00000010:1.0:1779717493.416042:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5720.
00000100:00000001:1.0:1779717494.184014:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717494.184020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717494.184022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717494.184032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717494.184035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717494.184038:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717494.184041:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717494.184042:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717494.184045:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717494.632062:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717494.632066:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717494.632070:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717495.208022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717495.208031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717495.208034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717495.208041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717495.208046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717495.208050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717495.208062:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717495.208090:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717495.208097:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717496.232002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717496.232008:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717496.232009:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717496.232022:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717496.232025:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717496.232027:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717496.232029:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717496.232032:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717496.232034:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717497.255974:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717497.255996:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717497.255999:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717497.256003:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717497.256007:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717497.256010:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717497.256016:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717497.256021:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717497.256024:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717497.256531:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717497.256536:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779717497.257021:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717497.257023:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779717497.257213:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717497.257215:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779717497.257388:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717497.257390:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1779717497.704086:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717497.704089:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717497.704091:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717498.280024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717498.280030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717498.280031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717498.280035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717498.280038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717498.280041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717498.280043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717498.280046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717498.280048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717498.536023:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314617598, at 4314617600
00000100:00000010:1.0:1779717498.536038:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5660.
00000100:00000001:1.0:1779717499.304017:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717499.304022:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717499.304024:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717499.304028:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717499.304030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717499.304033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717499.304036:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717499.304038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717499.304040:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717500.328024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717500.328032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717500.328034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717500.328040:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717500.328044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717500.328046:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717500.328049:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717500.328052:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717500.328054:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717500.776107:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717500.776110:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717500.776113:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717501.351979:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717501.351987:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717501.351989:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717501.351995:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717501.351999:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717501.352002:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717501.352005:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717501.352008:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717501.352011:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717502.376000:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717502.376007:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717502.376012:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717502.376017:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717502.376023:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717502.376028:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717502.376032:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717502.376036:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717502.376041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717502.376544:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717502.376548:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779717502.377124:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717502.377127:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779717502.377487:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717502.377490:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779717502.377827:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717502.377830:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1779717503.400025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717503.400031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717503.400032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717503.400036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717503.400039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717503.400042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717503.400045:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717503.400047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717503.400049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717503.656034:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314622718, at 4314622720
00000100:00000010:1.0:1779717503.656050:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b57e0.
00000020:00000001:1.0:1779717503.848127:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717503.848131:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717503.848133:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717504.424012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717504.424018:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717504.424020:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717504.424024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717504.424027:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717504.424030:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717504.424032:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717504.424034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717504.424036:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717505.448064:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717505.448071:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717505.448073:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717505.448079:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717505.448082:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717505.448086:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717505.448089:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717505.448092:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717505.448094:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717506.472000:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717506.472006:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717506.472007:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717506.472012:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717506.472014:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717506.472018:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717506.472020:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717506.472022:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717506.472024:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717506.920089:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717506.920093:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717506.920096:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717507.495997:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717507.496003:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717507.496004:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717507.496008:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717507.496012:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717507.496015:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717507.496019:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717507.496022:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717507.496025:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717507.496511:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717507.496515:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779717507.497136:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717507.497137:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779717507.497361:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717507.497362:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779717507.497585:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717507.497587:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1779717508.520004:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717508.520010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717508.520012:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717508.520016:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717508.520019:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717508.520022:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717508.520024:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717508.520026:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717508.520028:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717508.776040:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314627838, at 4314627840
00000100:00000010:1.0:1779717508.776058:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b56c0.
00000100:00000001:1.0:1779717509.544059:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717509.544066:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717509.544068:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717509.544074:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717509.544079:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717509.544083:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717509.544086:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717509.544089:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717509.544091:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717509.992181:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717509.992185:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717509.992189:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717510.567993:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717510.567999:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717510.568000:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717510.568005:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717510.568007:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717510.568010:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717510.568012:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717510.568015:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717510.568016:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717511.592017:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717511.592023:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717511.592025:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717511.592029:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717511.592032:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717511.592035:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717511.592037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717511.592040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717511.592043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717512.615990:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717512.615996:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717512.615998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717512.616002:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717512.616005:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717512.616008:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717512.616010:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717512.616012:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717512.616014:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717512.616629:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717512.616635:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717512.617134:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717512.617136:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717512.617321:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717512.617322:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717512.617536:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717512.617539:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1779717513.064094:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717513.064098:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717513.064101:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717513.640013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717513.640019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717513.640021:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717513.640025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717513.640028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717513.640031:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717513.640033:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717513.640035:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717513.640037:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717513.896074:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314632958, at 4314632960
00000100:00000010:1.0:1779717513.896099:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084756c0.
00000100:00000001:1.0:1779717514.663989:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717514.663994:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717514.663995:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717514.664000:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717514.664002:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717514.664005:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717514.664006:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717514.664009:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717514.664011:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717515.687985:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717515.687992:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717515.687993:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717515.687997:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717515.688000:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717515.688003:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717515.688005:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717515.688007:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717515.688009:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717516.136088:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717516.136092:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717516.136097:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717516.711990:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717516.711998:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717516.712000:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717516.712005:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717516.712010:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717516.712013:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717516.712016:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717516.712019:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717516.712021:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717517.736050:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717517.736058:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717517.736062:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717517.736077:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717517.736086:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717517.736091:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717517.736097:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717517.736102:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717517.736107:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717517.736953:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717517.736957:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717517.737678:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717517.737681:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717517.737947:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717517.737949:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717517.738132:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717517.738134:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1779717518.760043:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717518.760051:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717518.760053:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717518.760060:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717518.760064:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717518.760067:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717518.760070:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717518.760073:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717518.760075:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717519.015991:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314638079, at 4314638080
00000100:00000010:1.0:1779717519.016003:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475780.
00000020:00000001:1.0:1779717519.208244:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717519.208247:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717519.208250:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717519.784027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717519.784032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717519.784034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717519.784038:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717519.784041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717519.784043:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717519.784046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717519.784048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717519.784050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717520.808084:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717520.808089:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717520.808091:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717520.808095:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717520.808097:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717520.808101:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717520.808103:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717520.808105:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717520.808107:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717521.832014:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717521.832020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717521.832023:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717521.832029:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717521.832033:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717521.832035:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717521.832037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717521.832040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717521.832042:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717522.280070:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717522.280073:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717522.280076:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717522.856026:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717522.856030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717522.856033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717522.856037:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717522.856042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717522.856046:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717522.856050:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717522.856054:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717522.856060:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717522.856546:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717522.856552:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779717522.856948:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717522.856950:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779717522.857182:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717522.857185:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779717522.857437:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717522.857439:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1779717523.880021:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717523.880028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717523.880031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717523.880036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717523.880040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717523.880043:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717523.880046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717523.880049:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717523.880052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717524.136021:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314643198, at 4314643200
00000100:00000010:1.0:1779717524.136031:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475180.
00000100:00000001:1.0:1779717524.904034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717524.904040:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717524.904041:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717524.904046:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717524.904049:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717524.904052:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717524.904054:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717524.904056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717524.904058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717525.352159:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717525.352163:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717525.352166:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717525.928058:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717525.928065:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717525.928067:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717525.928072:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717525.928076:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717525.928080:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717525.928083:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717525.928086:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717525.928089:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717526.952040:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717526.952048:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717526.952050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717526.952056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717526.952059:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717526.952063:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717526.952065:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717526.952068:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717526.952070:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717527.976039:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717527.976049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717527.976054:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717527.976063:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717527.976069:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717527.976074:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717527.976077:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717527.976082:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717527.976086:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717527.976593:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717527.976595:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717527.977132:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717527.977134:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717527.977327:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717527.977329:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717527.977600:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717527.977602:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1779717528.424089:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717528.424095:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717528.424101:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717529.000055:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717529.000064:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717529.000067:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717529.000073:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717529.000078:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717529.000097:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717529.000100:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717529.000103:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717529.000106:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717529.256021:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314648318, at 4314648320
00000100:00000010:1.0:1779717529.256035:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475f00.
00000100:00000001:1.0:1779717530.023989:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717530.023995:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717530.023997:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717530.024001:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717530.024004:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717530.024007:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717530.024009:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717530.024011:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717530.024013:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717531.496139:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717531.496143:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717531.496146:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779717533.096707:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717533.096714:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717533.097231:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717533.097234:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717533.097571:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717533.097574:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717533.097885:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717533.097888:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1779717534.376009:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314653438, at 4314653440
00000100:00000010:1.0:1779717534.376021:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475b40.
00000020:00000001:1.0:1779717534.568050:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717534.568055:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717534.568059:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717537.640100:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717537.640104:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717537.640107:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717538.216641:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717538.217138:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717538.217409:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717538.217583:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779717539.496031:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314658558, at 4314658560
00000100:00000010:1.0:1779717539.496047:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5360.
00000020:00000001:1.0:1779717540.712113:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717540.712117:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717540.712119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717543.336666:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717543.336672:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779717543.337363:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717543.337365:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779717543.337665:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717543.337667:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779717543.338007:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717543.338009:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1779717543.784129:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717543.784136:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717543.784141:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717544.616040:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314663678, at 4314663680
00000100:00000010:1.0:1779717544.616054:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b54e0.
00000020:00000001:1.0:1779717546.856187:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717546.856192:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717546.856196:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717548.456527:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717548.456532:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779717548.456992:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717548.456994:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779717548.457252:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717548.457254:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779717548.457554:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717548.457556:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1779717549.736026:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314668798, at 4314668800
00000100:00000010:1.0:1779717549.736043:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5cc0.
00000020:00000001:1.0:1779717549.928089:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717549.928093:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717549.928097:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717553.000100:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717553.000104:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717553.000107:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717553.575997:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717553.576005:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717553.576008:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717553.576012:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717553.576015:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717553.576023:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20000
00000400:00000200:1.0:1779717553.576035:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717553.576041:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717553.576043:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717553.576046:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576048:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717553.576051:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576052:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717553.576055:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717553.576056:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717553.576058:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717553.576060:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717553.576062:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717553.576064:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717553.576066:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576067:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717553.576069:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576070:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717553.576072:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717553.576075:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576076:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717553.576078:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717553.576080:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717553.576082:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576084:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717553.576086:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717553.576093:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779717553.576096:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717553.576099:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717553.576100:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576103:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717553.576105:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717553.576108:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717553.576114:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779717553.576119:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717553.576125:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529366272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717553.576134:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717553.576139:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717553.576144:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529366272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717553.576165:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717553.576169:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717553.576173:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717553.576175:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717553.576177:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717553.576181:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717553.576184:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20000
00000400:00000200:1.0:1779717553.576190:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717553.576195:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717553.576199:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717553.576203:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576208:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717553.576212:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576216:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717553.576262:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717553.576263:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717553.576265:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717553.576268:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717553.576271:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717553.576274:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717553.576282:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576287:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717553.576292:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576298:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717553.576304:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717553.576312:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576319:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717553.576323:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717553.576331:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717553.576335:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576337:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717553.576343:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717553.576345:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576346:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717553.576353:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717553.576356:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717553.576360:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717553.576363:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576365:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717553.576366:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717553.576369:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717553.576374:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779717553.576392:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717553.576400:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529366400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717553.576412:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717553.576417:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717553.576429:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529366400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717553.576446:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717553.576448:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717553.576452:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717553.576454:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717553.576455:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717553.576458:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717553.576462:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20000
00000400:00000200:1.0:1779717553.576469:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717553.576475:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717553.576477:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717553.576483:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576485:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717553.576486:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576487:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717553.576489:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1779717553.576489:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:1.0:1779717553.576490:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717553.576493:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717553.576495:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717553.576497:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717553.576498:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779717553.576498:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1779717553.576505:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576509:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717553.576514:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576517:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717553.576519:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717553.576523:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576528:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717553.576532:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717553.576536:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717553.576540:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576544:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717553.576546:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717553.576549:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576551:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717553.576555:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717553.576560:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717553.576565:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717553.576566:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576568:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717553.576571:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717553.576573:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717553.576579:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779717553.576584:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717553.576590:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529366528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717553.576604:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717553.576608:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717553.576611:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529366528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717553.576619:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717553.576622:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717553.576625:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717553.576627:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717553.576629:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717553.576633:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717553.576635:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717553.576640:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717553.576645:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20000
00000400:00000200:1.0:1779717553.576654:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717553.576658:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717553.576660:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717553.576665:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576669:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717553.576673:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576677:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717553.576680:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717553.576684:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717553.576687:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717553.576691:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717553.576693:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717553.576699:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717553.576705:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576709:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717553.576712:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576717:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717553.576723:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717553.576731:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717553.576737:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717553.576742:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717553.576747:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717553.576754:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576760:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717553.576764:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717553.576771:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576776:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717553.576780:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717553.576785:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717553.576789:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717553.576790:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717553.576791:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717553.576792:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717553.576793:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717553.576796:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779717553.576798:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717553.576803:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529366656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717553.576811:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717553.576815:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717553.576819:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529366656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717553.576832:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717553.576836:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20010)
00000800:00000200:2.1:1779717553.576998:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717553.577015:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779717553.577198:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717553.577200:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779717553.577370:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717553.577372:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1779717554.855983:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314673918, at 4314673920
00000100:00000010:1.0:1779717554.855991:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ba0.
00000020:00000001:1.0:1779717556.072101:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717556.072105:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717556.072109:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717558.696025:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717558.696032:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717558.696034:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717558.696037:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717558.696041:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717558.696048:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20005
00000400:00000200:1.0:1779717558.696058:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717558.696064:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717558.696069:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717558.696072:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696076:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717558.696079:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696085:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717558.696088:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717558.696090:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717558.696092:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717558.696094:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717558.696096:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717558.696098:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717558.696100:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696101:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717558.696103:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696104:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717558.696106:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717558.696109:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696111:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717558.696113:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717558.696116:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717558.696118:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696119:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717558.696121:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717558.696128:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717558.696131:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717558.696134:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717558.696135:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696138:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717558.696140:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717558.696143:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717558.696149:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779717558.696154:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717558.696162:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529366784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717558.696174:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717558.696177:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717558.696181:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529366784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717558.696197:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717558.696199:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717558.696201:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717558.696202:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717558.696204:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717558.696206:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717558.696207:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20005
00000400:00000200:1.0:1779717558.696210:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717558.696212:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717558.696214:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717558.696217:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696218:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717558.696220:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696222:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717558.696224:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717558.696225:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717558.696226:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717558.696227:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717558.696229:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717558.696230:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717558.696235:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696237:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717558.696239:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696243:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717558.696246:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717558.696251:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696256:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717558.696259:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717558.696264:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717558.696268:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696272:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717558.696276:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717558.696279:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696282:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717558.696284:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717558.696290:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717558.696292:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717558.696295:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696298:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717558.696299:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717558.696302:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717558.696307:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779717558.696310:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717558.696317:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529366912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717558.696335:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717558.696350:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717558.696356:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529366912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717558.696370:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717558.696372:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717558.696378:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717558.696379:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717558.696380:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717558.696383:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717558.696388:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20005
00000400:00000200:1.0:1779717558.696391:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717558.696395:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717558.696399:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717558.696403:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696408:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717558.696410:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696413:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717558.696421:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717558.696423:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717558.696426:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717558.696428:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717558.696432:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717558.696436:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717558.696443:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696446:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717558.696450:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696452:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717558.696454:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717558.696461:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696467:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717558.696472:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717558.696477:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717558.696481:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696487:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717558.696490:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717558.696493:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696497:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717558.696501:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717558.696506:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717558.696512:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717558.696516:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696521:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717558.696525:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717558.696529:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717558.696536:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779717558.696542:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717558.696551:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529367040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717558.696572:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717558.696576:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717558.696581:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529367040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717558.696590:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717558.696594:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717558.696599:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717558.696603:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1779717558.696608:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779717558.696609:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717558.696612:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1779717558.696613:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00080000:1.0:1779717558.696614:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717558.696619:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717558.696624:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20005
00000400:00000200:1.0:1779717558.696630:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717558.696634:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717558.696639:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717558.696646:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696651:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717558.696656:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696658:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717558.696661:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717558.696663:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717558.696666:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717558.696669:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717558.696673:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717558.696678:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717558.696682:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696684:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717558.696688:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696693:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717558.696698:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717558.696704:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717558.696710:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717558.696712:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717558.696715:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717558.696717:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696721:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717558.696724:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717558.696728:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696729:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717558.696732:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717558.696735:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717558.696737:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717558.696740:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717558.696742:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717558.696744:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717558.696746:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717558.696753:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779717558.696757:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717558.696771:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529367168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717558.696791:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717558.696794:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717558.696804:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529367168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717558.696816:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717558.696823:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20015)
00000800:00000200:2.1:1779717558.697021:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717558.697023:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779717558.697206:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717558.697207:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779717558.697400:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717558.697402:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1779717559.144132:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717559.144136:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717559.144140:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717559.720061:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717559.720068:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717559.720071:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717559.720077:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717559.720080:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717559.720084:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717559.720086:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717559.720090:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717559.720092:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717559.976029:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314679038, at 4314679040
00000100:00000010:1.0:1779717559.976044:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f60.
00000100:00000001:1.0:1779717560.744013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717560.744020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717560.744021:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717560.744025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717560.744028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717560.744031:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717560.744033:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717560.744036:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717560.744037:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717561.768041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717561.768048:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717561.768050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717561.768056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717561.768061:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717561.768064:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717561.768075:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717561.768078:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717561.768081:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717562.216072:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717562.216075:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717562.216078:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717562.792021:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717562.792026:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717562.792028:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717562.792033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717562.792036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717562.792039:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717562.792042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717562.792044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717562.792046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717563.816067:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717563.816074:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717563.816077:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717563.816083:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717563.816088:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717563.816092:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717563.816096:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717563.816101:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717563.816105:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717563.817008:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717563.817013:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779717563.817611:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717563.817613:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779717563.817898:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717563.817901:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779717563.818181:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717563.818184:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1779717564.840006:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717564.840013:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717564.840014:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717564.840018:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717564.840020:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717564.840023:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717564.840025:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717564.840028:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717564.840030:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717565.096027:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314684159, at 4314684160
00000100:00000010:1.0:1779717565.096041:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5960.
00000020:00000001:1.0:1779717565.288046:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717565.288049:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717565.288052:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717565.864008:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717565.864014:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717565.864016:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717565.864021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717565.864023:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717565.864026:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717565.864028:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717565.864030:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717565.864032:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717568.360120:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717568.360123:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717568.360126:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717568.936007:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717568.936018:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717568.936023:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717568.936028:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717568.936035:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717568.936043:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20015
00000400:00000200:1.0:1779717568.936051:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717568.936056:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717568.936059:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717568.936062:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936064:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717568.936066:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936068:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717568.936071:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717568.936072:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717568.936074:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717568.936076:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717568.936077:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717568.936079:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717568.936081:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936082:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717568.936084:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936086:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717568.936088:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717568.936090:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936092:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717568.936094:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717568.936096:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717568.936098:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936100:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717568.936102:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717568.936108:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779717568.936110:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717568.936114:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717568.936115:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936118:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717568.936119:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717568.936123:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717568.936130:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779717568.936135:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717568.936143:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529367808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717568.936151:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717568.936154:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717568.936157:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529367808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717568.936173:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717568.936176:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717568.936180:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717568.936181:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717568.936183:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717568.936186:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717568.936189:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20015
00000400:00000200:1.0:1779717568.936194:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717568.936197:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717568.936200:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717568.936203:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936205:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717568.936207:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936210:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717568.936212:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717568.936213:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717568.936215:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717568.936218:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717568.936220:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717568.936222:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717568.936225:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936227:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717568.936229:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936232:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717568.936234:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717568.936237:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936239:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717568.936241:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717568.936245:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717568.936247:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936249:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717568.936253:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717568.936256:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936258:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717568.936275:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717568.936277:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717568.936280:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717568.936281:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936284:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717568.936285:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717568.936287:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717568.936291:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779717568.936294:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717568.936299:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529367936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717568.936307:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717568.936310:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717568.936313:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529367936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717568.936322:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717568.936324:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717568.936327:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717568.936329:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717568.936330:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717568.936332:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717568.936335:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20015
00000400:00000200:1.0:1779717568.936338:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717568.936340:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717568.936342:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717568.936345:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936347:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717568.936349:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936351:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717568.936354:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717568.936355:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717568.936357:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717568.936358:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717568.936361:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717568.936363:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717568.936366:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936368:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717568.936370:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936372:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717568.936374:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717568.936377:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936379:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717568.936381:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717568.936383:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717568.936385:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936386:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717568.936389:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717568.936391:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936393:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717568.936397:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717568.936399:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.1:1779717568.936399:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779717568.936402:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1779717568.936402:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1779717568.936403:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936404:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717568.936406:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717568.936407:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717568.936411:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779717568.936414:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717568.936418:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529368064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717568.936426:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717568.936427:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717568.936431:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529368064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717568.936438:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717568.936441:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717568.936445:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717568.936449:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717568.936452:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717568.936454:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717568.936456:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717568.936458:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717568.936461:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20015
00000400:00000200:1.0:1779717568.936464:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717568.936467:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717568.936469:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717568.936472:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936474:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717568.936476:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936479:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717568.936481:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717568.936482:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717568.936484:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717568.936486:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717568.936488:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717568.936490:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717568.936493:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936495:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717568.936497:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936499:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717568.936501:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717568.936504:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717568.936506:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717568.936509:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717568.936512:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717568.936514:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936516:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717568.936518:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717568.936521:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936523:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717568.936526:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717568.936528:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717568.936531:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717568.936532:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717568.936534:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717568.936535:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717568.936537:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717568.936540:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779717568.936543:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717568.936548:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529368192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717568.936556:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717568.936558:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717568.936561:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529368192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717568.936569:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717568.936573:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20025)
00000800:00000200:2.1:1779717568.936773:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717568.936776:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1779717568.936975:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717568.936977:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1779717568.937151:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717568.937153:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1779717570.216042:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314689278, at 4314689280
00000100:00000010:1.0:1779717570.216056:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b59c0.
00000020:00000001:1.0:1779717571.432108:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717571.432111:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717571.432114:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717574.056012:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717574.056020:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717574.056023:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717574.056029:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717574.056033:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717574.056041:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20020
00000400:00000200:1.0:1779717574.056051:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717574.056060:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717574.056066:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717574.056073:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056079:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717574.056084:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056089:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717574.056094:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717574.056097:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717574.056101:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717574.056106:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717574.056109:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717574.056112:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717574.056116:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056119:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717574.056121:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056123:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717574.056127:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717574.056131:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056134:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717574.056137:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717574.056141:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717574.056144:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056146:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717574.056149:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717574.056157:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717574.056161:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717574.056164:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717574.056214:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056217:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717574.056219:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717574.056234:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717574.056242:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779717574.056247:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717574.056255:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529368320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717574.056263:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717574.056267:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717574.056271:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529368320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717574.056288:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717574.056290:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717574.056292:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717574.056294:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717574.056295:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717574.056297:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717574.056298:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20020
00000400:00000200:1.0:1779717574.056302:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717574.056304:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717574.056306:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717574.056309:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056311:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717574.056313:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056315:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717574.056317:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717574.056320:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717574.056322:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717574.056326:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717574.056329:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717574.056332:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717574.056337:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056342:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717574.056346:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056351:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717574.056353:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717574.056358:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056360:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717574.056363:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717574.056369:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717574.056373:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056377:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717574.056381:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717574.056385:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056387:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717574.056392:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717574.056395:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717574.056398:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717574.056400:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056403:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717574.056405:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717574.056408:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717574.056416:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779717574.056422:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717574.056432:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529368448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717574.056450:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717574.056455:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717574.056465:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529368448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717574.056482:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717574.056487:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717574.056495:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717574.056498:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717574.056501:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717574.056507:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717574.056514:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20020
00000400:00000200:1.0:1779717574.056524:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717574.056532:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717574.056537:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717574.056543:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056547:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717574.056553:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056558:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717574.056564:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717574.056567:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717574.056570:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717574.056574:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717574.056577:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717574.056580:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717574.056586:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056591:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717574.056597:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056603:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717574.056608:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:2.1:1779717574.056609:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717574.056615:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000100:00080000:1.0:1779717574.056616:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056622:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717574.056627:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717574.056633:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717574.056638:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056641:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717574.056645:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717574.056650:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056655:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717574.056660:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717574.056665:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717574.056670:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717574.056673:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056676:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717574.056679:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717574.056682:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717574.056687:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779717574.056694:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717574.056704:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529368576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717574.056719:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717574.056724:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717574.056735:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529368576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717574.056747:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717574.056752:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717574.056759:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717574.056765:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717574.056771:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717574.056774:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717574.056777:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717574.056780:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717574.056786:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20020
00000400:00000200:1.0:1779717574.056793:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717574.056800:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717574.056806:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717574.056823:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056829:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717574.056833:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056835:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717574.056839:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717574.056842:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717574.056845:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717574.056848:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717574.056853:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717574.056858:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717574.056865:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056870:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717574.056875:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056881:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717574.056886:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717574.056893:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717574.056899:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717574.056904:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717574.056909:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717574.056915:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056945:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717574.056950:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717574.056955:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056960:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717574.056966:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717574.056972:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717574.056977:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717574.056978:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717574.056981:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717574.056985:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717574.056987:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717574.056992:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779717574.056998:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717574.057008:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529368704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717574.057022:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717574.057026:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717574.057034:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529368704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717574.057054:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717574.057062:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20030)
00000800:00000200:2.1:1779717574.057191:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717574.057193:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1779717574.057450:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717574.057453:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1779717574.057706:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717574.057708:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1779717574.504124:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717574.504128:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717574.504130:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717575.335986:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314694398, at 4314694400
00000100:00000010:1.0:1779717575.335999:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f60.
00000020:00000001:1.0:1779717577.576167:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717577.576172:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717577.576176:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717579.176555:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717579.176561:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1779717579.176969:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717579.176971:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1779717579.177168:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717579.177170:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1779717579.177369:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717579.177371:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000100:00000040:1.0:1779717580.456037:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314699518, at 4314699520
00000100:00000010:1.0:1779717580.456051:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ba0.
00000020:00000001:1.0:1779717580.648129:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717580.648132:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717580.648135:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717583.720186:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717583.720192:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717583.720196:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717584.296734:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717584.296742:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779717584.297211:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717584.297321:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779717584.297638:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717584.297639:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779717584.297838:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717584.297840:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1779717585.576056:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314704639, at 4314704640
00000100:00000010:1.0:1779717585.576069:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5cc0.
00000020:00000001:1.0:1779717586.792118:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717586.792123:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717586.792139:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717589.416032:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717589.416039:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717589.416044:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717589.416048:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717589.416051:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717589.416061:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20036
00000400:00000200:1.0:1779717589.416070:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717589.416075:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717589.416078:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717589.416080:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416083:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717589.416084:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416086:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717589.416089:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717589.416090:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717589.416098:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717589.416100:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717589.416101:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717589.416103:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717589.416118:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416119:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717589.416121:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416122:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717589.416124:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717589.416127:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416129:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717589.416131:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717589.416133:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717589.416135:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416137:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717589.416138:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717589.416146:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779717589.416149:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717589.416152:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717589.416154:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416156:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717589.416159:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717589.416162:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717589.416168:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779717589.416173:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717589.416180:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529369856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717589.416188:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717589.416191:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717589.416195:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529369856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717589.416211:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717589.416213:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717589.416215:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717589.416216:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717589.416217:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717589.416220:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717589.416222:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20036
00000400:00000200:1.0:1779717589.416226:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717589.416228:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717589.416230:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717589.416233:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416236:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717589.416240:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416243:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717589.416245:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717589.416247:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717589.416248:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717589.416250:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717589.416255:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717589.416261:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717589.416270:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416276:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717589.416281:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416286:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717589.416292:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717589.416300:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416303:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717589.416308:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717589.416316:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717589.416322:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416325:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717589.416331:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717589.416337:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416342:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717589.416347:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717589.416350:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717589.416354:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717589.416356:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416359:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717589.416362:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717589.416365:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717589.416371:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779717589.416376:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717589.416385:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529369984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717589.416396:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717589.416401:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717589.416405:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529369984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717589.416426:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717589.416430:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717589.416434:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717589.416438:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717589.416440:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717589.416444:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717589.416450:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20036
00000400:00000200:1.0:1779717589.416456:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717589.416459:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717589.416460:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717589.416463:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416466:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717589.416473:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416479:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717589.416485:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717589.416488:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717589.416491:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717589.416493:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717589.416497:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717589.416501:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717589.416508:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416512:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717589.416514:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779717589.416523:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717589.416528:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1779717589.416529:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717589.416536:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717589.416543:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416546:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717589.416549:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717589.416554:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717589.416564:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416568:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717589.416572:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717589.416578:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416583:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717589.416591:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717589.416596:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717589.416601:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717589.416604:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416609:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717589.416611:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717589.416615:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717589.416623:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779717589.416627:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717589.416636:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529370112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717589.416646:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717589.416648:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717589.416652:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529370112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717589.416659:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717589.416661:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717589.416663:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717589.416666:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717589.416672:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717589.416673:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717589.416676:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717589.416679:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717589.416683:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20036
00000400:00000200:1.0:1779717589.416690:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717589.416696:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717589.416700:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717589.416707:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416711:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717589.416713:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416716:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717589.416719:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717589.416722:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717589.416724:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717589.416727:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717589.416730:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717589.416733:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717589.416739:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416743:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717589.416747:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416752:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717589.416754:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717589.416759:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717589.416765:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717589.416769:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717589.416773:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717589.416779:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416783:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717589.416787:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717589.416795:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416801:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717589.416808:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717589.416814:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717589.416820:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717589.416825:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717589.416830:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717589.416835:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717589.416840:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717589.416848:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779717589.416855:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717589.416866:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529370240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717589.416895:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717589.416901:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717589.416912:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529370240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717589.416983:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717589.416991:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20046)
00000800:00000200:2.1:1779717589.417063:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717589.417065:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779717589.417267:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717589.417269:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779717589.417496:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717589.417499:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1779717589.864114:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717589.864118:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717589.864121:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717590.696025:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314709758, at 4314709760
00000100:00000010:1.0:1779717590.696036:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5540.
00000020:00000001:1.0:1779717592.936211:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717592.936215:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717592.936219:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717594.536032:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717594.536039:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717594.536044:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717594.536051:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717594.536059:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717594.536079:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20041
00000400:00000200:1.0:1779717594.536089:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717594.536095:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717594.536099:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717594.536103:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536108:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717594.536112:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536115:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717594.536118:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717594.536119:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717594.536121:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717594.536124:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717594.536126:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717594.536128:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717594.536130:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536132:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717594.536133:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536134:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717594.536136:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717594.536138:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536140:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717594.536142:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717594.536145:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717594.536147:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536149:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717594.536150:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717594.536159:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717594.536161:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717594.536165:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717594.536166:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536169:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717594.536171:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717594.536182:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717594.536192:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779717594.536198:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717594.536206:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529370368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717594.536235:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717594.536239:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717594.536243:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529370368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717594.536258:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717594.536261:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717594.536264:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717594.536265:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717594.536266:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717594.536268:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717594.536271:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20041
00000400:00000200:1.0:1779717594.536275:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717594.536278:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717594.536280:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717594.536282:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536284:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717594.536288:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536290:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717594.536293:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717594.536296:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717594.536298:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717594.536300:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717594.536303:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717594.536305:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717594.536311:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536315:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717594.536319:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536324:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717594.536329:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717594.536334:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536338:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717594.536340:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717594.536346:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717594.536350:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536354:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717594.536357:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717594.536364:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536366:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717594.536370:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717594.536373:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717594.536377:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717594.536379:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536381:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717594.536382:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717594.536384:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717594.536391:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:1.0:1779717594.536395:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717594.536402:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529370496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717594.536416:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717594.536420:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717594.536425:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529370496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717594.536436:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717594.536439:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717594.536447:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717594.536449:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717594.536452:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717594.536456:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717594.536478:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20041
00000400:00000200:1.0:1779717594.536485:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717594.536490:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717594.536494:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717594.536497:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536500:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717594.536502:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536504:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717594.536508:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717594.536510:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717594.536512:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717594.536513:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717594.536517:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717594.536525:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717594.536530:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536532:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717594.536537:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536539:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717594.536543:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717594.536549:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536554:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717594.536557:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717594.536561:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717594.536564:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536567:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717594.536569:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717594.536574:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536576:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717594.536583:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717594.536588:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717594.536591:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717594.536594:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536595:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717594.536597:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717594.536600:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717594.536604:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779717594.536610:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717594.536614:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00100000:1.0:1779717594.536618:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529370624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779717594.536619:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1779717594.536633:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717594.536637:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717594.536646:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529370624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717594.536664:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717594.536668:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717594.536674:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717594.536677:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717594.536684:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717594.536688:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717594.536690:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717594.536692:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717594.536698:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20041
00000400:00000200:1.0:1779717594.536704:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717594.536708:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717594.536711:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717594.536715:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536717:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717594.536719:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536721:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717594.536722:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717594.536724:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717594.536727:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717594.536730:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717594.536732:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717594.536737:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717594.536743:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536747:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717594.536749:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536753:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717594.536756:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717594.536760:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717594.536764:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717594.536767:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717594.536771:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717594.536775:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536778:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717594.536781:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717594.536784:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536787:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717594.536791:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717594.536795:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717594.536800:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717594.536803:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717594.536807:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717594.536810:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717594.536813:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717594.536821:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779717594.536828:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717594.536838:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529370752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717594.536861:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717594.536865:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717594.536872:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529370752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717594.536887:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717594.536893:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20051)
00000800:00000200:2.1:1779717594.537044:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717594.537046:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779717594.537247:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717594.537248:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779717594.537476:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717594.537478:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1779717595.815991:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314714878, at 4314714880
00000100:00000010:1.0:1779717595.816005:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5300.
00000020:00000001:1.0:1779717596.008119:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717596.008122:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717596.008125:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717599.080116:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717599.080120:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717599.080122:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717599.656462:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717599.656467:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779717599.657158:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717599.657161:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779717599.657360:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717599.657362:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779717599.657581:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717599.657583:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1779717600.936030:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314719998, at 4314720000
00000100:00000010:1.0:1779717600.936044:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5e40.
00000020:00000001:1.0:1779717602.152179:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717602.152182:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717602.152185:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717604.776571:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717604.776875:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717604.777190:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717604.777363:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779717605.224095:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717605.224098:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717605.224101:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717606.055978:0:346412:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314725118, at 4314725120
00000100:00000010:1.0:1779717606.056007:0:346412:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a20.
00000020:00000001:1.0:1779717608.296122:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717608.296126:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717608.296128:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717609.897120:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717609.897124:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779717609.897475:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717609.897477:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779717609.897781:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717609.897784:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779717609.898599:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717609.898602:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1779717611.176050:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314730239, at 4314730240
00000100:00000010:1.0:1779717611.176064:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d9c0.
00000020:00000001:1.0:1779717611.368162:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717611.368166:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717611.368170:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717614.440099:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717614.440102:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717614.440105:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717615.016522:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717615.016527:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779717615.017180:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717615.017182:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779717615.017368:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717615.017370:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779717615.017681:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717615.017683:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1779717616.295983:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314735358, at 4314735360
00000100:00000010:1.0:1779717616.296005:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d300.
00000020:00000001:1.0:1779717617.512102:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717617.512106:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717617.512108:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717620.136789:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717620.136802:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779717620.137361:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717620.137364:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779717620.137560:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717620.137562:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779717620.137782:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717620.137784:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1779717620.584147:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717620.584152:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717620.584156:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717621.416023:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314740479, at 4314740480
00000100:00000010:1.0:1779717621.416036:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d4e0.
00000020:00000001:1.0:1779717623.656169:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717623.656172:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717623.656175:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717625.256573:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717625.256578:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1779717625.257140:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717625.257142:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1779717625.257329:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717625.257331:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1779717625.257581:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717625.257583:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1779717626.536053:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314745598, at 4314745600
00000100:00000010:1.0:1779717626.536070:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d360.
00000020:00000001:1.0:1779717626.728073:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717626.728077:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717626.728080:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717629.800055:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717629.800058:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717629.800061:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717630.376507:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717630.376511:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1779717630.377121:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717630.377123:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1779717630.377314:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717630.377316:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1779717630.377540:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717630.377541:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1779717631.655999:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314750718, at 4314750720
00000100:00000010:1.0:1779717631.656011:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d600.
00000020:00000001:1.0:1779717632.872087:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717632.872091:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717632.872093:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717635.496737:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717635.496744:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779717635.497483:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717635.497485:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779717635.497691:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717635.497693:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779717635.497902:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717635.497904:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1779717635.944114:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717635.944118:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717635.944120:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717636.776002:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314755839, at 4314755840
00000100:00000010:1.0:1779717636.776012:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5120.
00000020:00000001:1.0:1779717639.016084:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717639.016088:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717639.016092:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717640.616561:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717640.616566:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779717640.617025:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717640.617027:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779717640.617218:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717640.617219:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779717640.617445:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717640.617447:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1779717641.896026:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314760958, at 4314760960
00000100:00000010:1.0:1779717641.896040:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5720.
00000020:00000001:1.0:1779717642.088153:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717642.088159:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717642.088163:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717645.160077:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717645.160080:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717645.160083:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717645.736574:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717645.736579:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779717645.737157:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717645.737159:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779717645.737340:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717645.737342:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779717645.737560:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717645.737562:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1779717647.016058:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314766078, at 4314766080
00000100:00000010:1.0:1779717647.016081:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5d20.
00000020:00000001:1.0:1779717648.232084:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717648.232088:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717648.232091:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717650.856508:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717650.856512:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717650.857062:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717650.857065:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717650.857264:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717650.857265:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717650.857548:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717650.857550:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779717651.304104:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717651.304107:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717651.304110:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717652.136023:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314771198, at 4314771200
00000100:00000010:1.0:1779717652.136040:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d8a0.
00000020:00000001:1.0:1779717654.376144:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717654.376149:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717654.376154:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717655.976523:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717655.976530:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717655.976971:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717655.976973:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717655.977167:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717655.977168:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717655.977343:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717655.977345:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1779717656.424088:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717656.424092:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717656.424095:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717657.256003:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314776318, at 4314776320
00000100:00000010:1.0:1779717657.256016:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7dea0.
00000020:00000001:1.0:1779717657.448093:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717657.448096:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717657.448099:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717659.496117:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717659.496120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717659.496123:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717660.520123:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717660.520128:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717660.520132:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717661.096988:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717661.096994:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717661.096998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717661.097005:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717661.097010:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717661.097015:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717661.097019:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717661.097024:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717661.097029:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717661.097497:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717661.097502:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779717661.098025:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717661.098028:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779717661.098265:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717661.098266:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779717661.098468:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717661.098470:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1779717662.120070:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717662.120078:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717662.120080:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717662.120086:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717662.120090:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717662.120094:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717662.120097:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717662.120101:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717662.120105:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717662.376012:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314781439, at 4314781440
00000100:00000010:1.0:1779717662.376031:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b52a0.
00000020:00000001:1.0:1779717662.568145:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717662.568148:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717662.568152:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717663.144024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717663.144030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717663.144031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717663.144036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717663.144038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717663.144042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717663.144044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717663.144047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717663.144049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717663.592186:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717663.592190:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717663.592193:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717664.168015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717664.168022:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717664.168024:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717664.168032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717664.168037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717664.168041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717664.168044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717664.168048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717664.168051:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717665.192060:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717665.192071:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717665.192074:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717665.192082:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717665.192088:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717665.192093:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717665.192097:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717665.192101:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717665.192106:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717665.640174:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717665.640179:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717665.640183:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717666.215994:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717666.216000:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717666.216003:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717666.216009:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717666.216014:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717666.216018:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717666.216022:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717666.216026:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717666.216029:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717666.216542:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717666.216546:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779717666.216980:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717666.216982:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779717666.217191:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717666.217192:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779717666.217403:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717666.217405:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1779717666.664102:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717666.664107:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717666.664110:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717667.240035:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717667.240045:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717667.240047:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717667.240053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717667.240057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717667.240062:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717667.240064:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717667.240067:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717667.240069:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717667.496033:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314786558, at 4314786560
00000100:00000010:1.0:1779717667.496051:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5b40.
00000100:00000001:1.0:1779717668.263977:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717668.263988:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717668.263990:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717668.263995:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717668.263998:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717668.264000:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717668.264003:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717668.264005:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717668.264007:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717668.712094:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717668.712099:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717668.712102:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717669.288043:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717669.288049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717669.288050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717669.288054:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717669.288057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717669.288060:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717669.288062:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717669.288064:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717669.288066:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717669.736127:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717669.736130:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717669.736133:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717670.311994:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717670.312002:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717670.312004:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717670.312010:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717670.312014:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717670.312019:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717670.312022:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717670.312034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717670.312037:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717671.336022:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717671.336031:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717671.336035:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717671.336041:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717671.336049:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717671.336057:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20117
00000400:00000200:1.0:1779717671.336067:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717671.336074:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717671.336078:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717671.336082:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336085:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717671.336088:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336091:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717671.336094:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717671.336096:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717671.336099:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717671.336102:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717671.336104:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717671.336107:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717671.336110:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336112:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717671.336114:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336116:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717671.336120:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717671.336123:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336125:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717671.336128:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717671.336131:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717671.336134:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336137:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717671.336140:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717671.336147:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779717671.336151:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717671.336155:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717671.336157:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336160:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717671.336163:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717671.336167:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717671.336175:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779717671.336181:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717671.336191:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529378048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717671.336201:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717671.336205:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717671.336210:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529378048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717671.336233:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717671.336236:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717671.336239:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717671.336241:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717671.336243:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717671.336246:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717671.336249:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20117
00000400:00000200:1.0:1779717671.336253:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717671.336256:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717671.336259:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717671.336262:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336265:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717671.336268:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336271:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717671.336274:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717671.336278:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717671.336280:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717671.336283:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717671.336288:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717671.336291:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717671.336298:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336303:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717671.336308:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336313:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717671.336318:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717671.336323:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336326:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717671.336329:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717671.336337:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717671.336344:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336349:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717671.336355:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717671.336361:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336365:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717671.336373:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717671.336378:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717671.336385:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717671.336387:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336389:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717671.336392:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717671.336394:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717671.336401:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779717671.336407:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717671.336416:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529378176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717671.336431:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717671.336437:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717671.336447:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529378176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717671.336465:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717671.336470:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717671.336474:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717671.336476:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717671.336477:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717671.336480:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717671.336498:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20117
00000400:00000200:1.0:1779717671.336503:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717671.336509:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717671.336511:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717671.336516:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336518:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717671.336522:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336525:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717671.336528:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717671.336531:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717671.336534:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717671.336552:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717671.336555:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717671.336558:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717671.336571:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336578:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717671.336583:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336587:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717671.336591:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717671.336597:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336616:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717671.336618:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717671.336620:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717671.336622:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336624:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717671.336625:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717671.336629:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336634:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779717671.336637:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000010:1.0:1779717671.336639:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717671.336642:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717671.336644:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717671.336645:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336646:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717671.336647:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717671.336649:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717671.336652:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779717671.336658:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717671.336665:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529378304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717671.336672:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717671.336675:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717671.336678:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529378304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717671.336686:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717671.336689:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717671.336692:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717671.336697:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717671.336700:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717671.336703:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717671.336705:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717671.336709:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717671.336713:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20117
00000400:00000200:1.0:1779717671.336716:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717671.336719:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717671.336722:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717671.336726:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336730:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717671.336734:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336736:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717671.336738:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717671.336741:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717671.336744:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717671.336746:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717671.336751:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717671.336754:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717671.336759:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336762:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717671.336766:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336771:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717671.336773:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717671.336777:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717671.336781:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717671.336784:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717671.336787:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717671.336790:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336792:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717671.336794:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717671.336797:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336800:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717671.336806:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717671.336809:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717671.336812:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717671.336813:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717671.336816:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717671.336818:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717671.336820:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717671.336824:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779717671.336828:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717671.336835:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529378432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717671.336849:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717671.336852:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717671.336858:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529378432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717671.336873:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717671.336879:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20128)
00000800:00000200:2.1:1779717671.336955:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717671.337109:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717671.337266:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779717671.784105:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717671.784108:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717671.784111:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717672.615994:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314791678, at 4314791680
00000100:00000010:1.0:1779717672.616008:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ae0.
00000020:00000001:1.0:1779717672.808101:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717672.808104:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717672.808107:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717674.856100:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717674.856103:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717674.856105:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717675.880090:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717675.880095:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717675.880100:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1779717676.456629:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717676.456636:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779717676.457216:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717676.457218:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779717676.457506:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717676.457509:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779717676.457842:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779717676.457844:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1779717677.736026:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314796798, at 4314796800
00000100:00000010:1.0:1779717677.736048:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5de0.
00000020:00000001:1.0:1779717678.952112:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717678.952115:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717678.952117:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717681.576639:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717681.576643:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779717681.577326:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717681.577328:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779717681.577551:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717681.577553:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779717681.577813:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717681.577815:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1779717682.024098:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717682.024101:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717682.024103:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717682.855999:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314801918, at 4314801920
00000100:00000010:1.0:1779717682.856013:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d2a0.
00000020:00000001:1.0:1779717685.096098:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717685.096102:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717685.096106:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717686.696468:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717686.696473:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779717686.696908:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717686.696911:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779717686.697128:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717686.697130:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779717686.697305:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717686.697307:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1779717687.976003:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314807038, at 4314807040
00000100:00000010:1.0:1779717687.976018:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d900.
00000020:00000001:1.0:1779717688.168051:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717688.168054:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717688.168057:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717691.240111:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717691.240114:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717691.240116:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717691.816517:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717691.816521:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779717691.817085:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717691.817087:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779717691.817277:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717691.817279:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779717691.817472:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717691.817474:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1779717693.096038:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314812158, at 4314812160
00000100:00000010:1.0:1779717693.096055:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d900.
00000020:00000001:1.0:1779717694.312105:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717694.312109:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717694.312113:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717696.936524:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717696.936531:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779717696.936980:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717696.936982:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779717696.937163:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717696.937165:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779717696.937354:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717696.937356:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1779717697.384052:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717697.384055:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717697.384057:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717698.216037:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314817278, at 4314817280
00000100:00000010:1.0:1779717698.216053:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d2a0.
00000020:00000001:1.0:1779717700.456099:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717700.456103:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717700.456106:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717702.056633:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717702.056638:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779717702.057152:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717702.057154:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779717702.057421:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717702.057423:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779717702.057621:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717702.057623:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1779717703.336023:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314822398, at 4314822400
00000100:00000010:1.0:1779717703.336038:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7dd80.
00000020:00000001:1.0:1779717703.528138:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717703.528143:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717703.528146:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717706.600112:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717706.600116:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717706.600119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717707.176556:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717707.176561:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1779717707.177166:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717707.177168:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1779717707.177404:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717707.177405:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1779717707.177661:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717707.177663:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1779717708.456017:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314827518, at 4314827520
00000100:00000010:1.0:1779717708.456031:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7dea0.
00000020:00000001:1.0:1779717709.672137:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717709.672144:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717709.672149:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717712.296013:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717712.296020:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717712.296023:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717712.296027:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717712.296031:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717712.296048:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20158
00000400:00000200:1.0:1779717712.296061:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717712.296066:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717712.296069:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717712.296073:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296076:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717712.296078:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296080:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717712.296083:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717712.296084:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717712.296086:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717712.296088:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717712.296090:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717712.296092:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717712.296094:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296097:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717712.296098:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296099:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717712.296101:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717712.296104:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296105:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717712.296107:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717712.296110:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717712.296112:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296114:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717712.296115:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717712.296123:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717712.296125:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717712.296128:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717712.296129:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296132:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717712.296134:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717712.296137:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717712.296144:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779717712.296149:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717712.296156:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529382144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717712.296164:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717712.296167:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717712.296170:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529382144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717712.296198:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717712.296201:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717712.296203:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717712.296204:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717712.296205:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717712.296207:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717712.296209:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20158
00000400:00000200:1.0:1779717712.296212:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717712.296214:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717712.296215:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717712.296217:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296219:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717712.296221:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296222:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717712.296224:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717712.296225:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717712.296226:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717712.296228:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717712.296229:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717712.296231:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717712.296233:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296235:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717712.296236:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296238:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717712.296239:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717712.296241:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296243:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717712.296245:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717712.296251:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717712.296255:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296257:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717712.296261:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717712.296266:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296270:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717712.296275:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717712.296277:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717712.296281:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717712.296303:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296305:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717712.296306:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717712.296308:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717712.296313:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779717712.296318:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717712.296324:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529382272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717712.296333:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717712.296335:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717712.296337:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529382272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717712.296351:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717712.296354:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717712.296362:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717712.296364:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717712.296367:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717712.296371:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717712.296376:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20158
00000400:00000200:1.0:1779717712.296381:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717712.296385:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717712.296387:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717712.296392:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296396:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717712.296398:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296399:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717712.296401:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717712.296403:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717712.296406:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717712.296408:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717712.296409:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717712.296413:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717712.296418:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296422:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717712.296426:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296429:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717712.296432:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717712.296438:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296443:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717712.296447:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717712.296450:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717712.296453:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296457:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717712.296459:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717712.296461:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296464:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717712.296469:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717712.296473:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717712.296478:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717712.296480:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296482:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717712.296483:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717712.296484:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717712.296490:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779717712.296494:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717712.296502:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529382400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1779717712.296508:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717712.296514:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1779717712.296515:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1779717712.296517:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717712.296523:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529382400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717712.296532:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717712.296537:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717712.296542:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717712.296545:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717712.296550:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717712.296553:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717712.296554:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717712.296556:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717712.296561:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20158
00000400:00000200:1.0:1779717712.296565:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717712.296570:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717712.296573:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717712.296576:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296579:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717712.296583:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296586:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717712.296589:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717712.296590:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717712.296591:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717712.296593:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717712.296596:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717712.296599:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717712.296603:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296606:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717712.296609:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296613:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717712.296616:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717712.296621:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717712.296623:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717712.296626:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717712.296629:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717712.296630:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296632:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717712.296633:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717712.296636:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296639:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717712.296642:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717712.296646:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717712.296648:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717712.296649:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717712.296650:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717712.296650:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717712.296652:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717712.296655:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779717712.296658:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717712.296666:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529382528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717712.296681:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717712.296685:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717712.296694:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529382528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717712.296710:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717712.296718:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20169)
00000800:00000200:0.1:1779717712.297002:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717712.297004:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717712.297334:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717712.297336:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717712.297632:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717712.297635:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1779717712.744109:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717712.744112:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717712.744114:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717713.576020:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314832638, at 4314832640
00000100:00000010:1.0:1779717713.576038:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d8a0.
00000020:00000001:1.0:1779717715.816191:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717715.816196:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717715.816200:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717716.840126:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717716.840133:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717716.840138:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717717.416000:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717717.416009:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717717.416013:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717717.416018:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717717.416023:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717717.416032:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20164
00000400:00000200:1.0:1779717717.416041:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717717.416049:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717717.416054:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717717.416058:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416061:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717717.416065:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416068:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717717.416073:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717717.416075:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717717.416078:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717717.416081:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717717.416084:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717717.416088:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717717.416091:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416094:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717717.416097:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416099:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717717.416102:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717717.416106:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416108:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717717.416121:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717717.416124:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717717.416128:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416131:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717717.416134:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717717.416152:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779717717.416157:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717717.416161:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717717.416163:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416166:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717717.416169:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717717.416173:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717717.416180:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779717717.416187:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717717.416197:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529382656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717717.416207:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717717.416212:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717717.416217:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529382656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717717.416239:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717717.416242:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717717.416246:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717717.416247:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717717.416249:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717717.416252:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717717.416255:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20164
00000400:00000200:1.0:1779717717.416259:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717717.416263:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717717.416266:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717717.416269:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416273:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717717.416275:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416278:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717717.416283:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717717.416287:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717717.416290:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717717.416293:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717717.416297:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717717.416300:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717717.416307:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416312:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717717.416317:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416321:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717717.416326:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717717.416330:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416333:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717717.416338:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717717.416345:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717717.416357:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416361:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717717.416366:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717717.416371:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416373:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717717.416380:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717717.416386:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717717.416390:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717717.416394:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416396:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717717.416398:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717717.416400:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717717.416407:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779717717.416413:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717717.416422:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529382784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717717.416442:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717717.416447:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717717.416457:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529382784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717717.416472:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717717.416476:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717717.416482:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717717.416484:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717717.416487:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717717.416491:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717717.416497:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20164
00000400:00000200:1.0:1779717717.416533:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717717.416539:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717717.416542:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717717.416546:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416549:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717717.416554:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416559:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717717.416563:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717717.416565:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717717.416568:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717717.416572:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:0.1:1779717717.416572:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779717717.416575:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:0.1:1779717717.416578:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779717717.416579:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717717.416587:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416592:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717717.416597:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416601:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717717.416605:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717717.416611:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416618:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717717.416621:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717717.416624:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717717.416628:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416632:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717717.416636:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717717.416640:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416645:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717717.416651:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717717.416655:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717717.416661:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717717.416664:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416668:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717717.416671:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717717.416674:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717717.416680:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779717717.416685:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717717.416694:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529382912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717717.416707:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717717.416710:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717717.416718:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529382912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717717.416740:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717717.416745:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717717.416751:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717717.416756:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717717.416763:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717717.416767:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717717.416770:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717717.416776:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717717.416782:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20164
00000400:00000200:1.0:1779717717.416793:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717717.416800:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717717.416805:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717717.416812:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416816:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717717.416823:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416828:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717717.416832:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717717.416834:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717717.416839:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717717.416843:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717717.416849:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717717.416854:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717717.416861:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416865:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717717.416870:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416873:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717717.416877:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717717.416883:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717717.416888:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717717.416891:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717717.416895:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717717.416900:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416904:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717717.416907:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717717.416909:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416913:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717717.416919:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717717.416944:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717717.416948:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717717.416952:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717717.416954:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717717.416957:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717717.416961:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717717.416969:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779717717.416975:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717717.416984:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529383040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717717.417000:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717717.417005:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717717.417013:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529383040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717717.417031:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717717.417036:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20174)
00000800:00000200:0.1:1779717717.417133:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717717.417134:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717717.417384:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717717.417386:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717717.417635:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717717.417637:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1779717718.696024:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314837758, at 4314837760
00000100:00000010:1.0:1779717718.696042:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d600.
00000020:00000001:1.0:1779717718.888115:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717718.888118:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717718.888121:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717719.912140:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717719.912144:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717719.912148:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717721.960152:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717721.960157:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717721.960161:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717722.536038:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717722.536049:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717722.536051:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717722.536054:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717722.536058:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717722.536067:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20169
00000400:00000200:1.0:1779717722.536076:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717722.536082:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717722.536085:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717722.536087:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536090:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717722.536092:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536094:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717722.536108:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717722.536111:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717722.536113:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717722.536115:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717722.536117:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717722.536119:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717722.536121:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536122:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717722.536123:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536124:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717722.536127:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717722.536129:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536131:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717722.536133:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717722.536137:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717722.536139:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536141:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717722.536143:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717722.536154:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717722.536157:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717722.536161:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717722.536162:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536165:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717722.536167:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717722.536173:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717722.536181:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779717722.536188:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717722.536197:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529383168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717722.536206:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717722.536211:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717722.536216:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529383168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717722.536241:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717722.536244:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717722.536247:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717722.536248:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717722.536249:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717722.536252:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717722.536256:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20169
00000400:00000200:1.0:1779717722.536260:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717722.536263:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717722.536264:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717722.536266:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536269:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717722.536274:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536277:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717722.536283:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717722.536287:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717722.536289:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717722.536291:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717722.536293:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717722.536298:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717722.536305:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536316:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717722.536322:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536331:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717722.536335:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717722.536341:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536344:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717722.536349:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717722.536356:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717722.536362:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536366:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717722.536373:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717722.536377:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536380:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717722.536384:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717722.536387:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717722.536389:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717722.536390:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536391:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717722.536393:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717722.536397:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717722.536402:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779717722.536407:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717722.536413:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529383296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717722.536423:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717722.536427:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717722.536432:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529383296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717722.536439:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717722.536442:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717722.536445:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717722.536448:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717722.536451:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717722.536458:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717722.536471:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20169
00000400:00000200:1.0:1779717722.536482:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717722.536490:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717722.536499:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717722.536508:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536516:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717722.536524:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536531:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717722.536539:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717722.536541:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717722.536547:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717722.536549:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717722.536554:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717722.536559:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717722.536565:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536573:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717722.536576:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536578:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717722.536580:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717722.536586:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536589:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717722.536590:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717722.536594:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717722.536600:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536601:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717722.536609:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717722.536615:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536620:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717722.536625:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717722.536632:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717722.536637:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717722.536644:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536653:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717722.536657:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717722.536660:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717722.536663:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779717722.536666:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717722.536671:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529383424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717722.536698:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717722.536703:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717722.536711:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529383424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717722.536724:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717722.536730:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717722.536737:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717722.536740:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1779717722.536746:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779717722.536750:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.1:1779717722.536751:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1779717722.536753:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717722.536757:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717722.536762:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717722.536772:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20169
00000400:00000200:1.0:1779717722.536775:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717722.536781:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717722.536786:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717722.536796:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536801:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717722.536809:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536815:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717722.536824:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717722.536828:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717722.536833:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717722.536835:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717722.536841:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717722.536850:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717722.536858:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536862:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717722.536870:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536879:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717722.536888:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717722.536897:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717722.536904:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717722.536910:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717722.536917:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717722.536951:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536952:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717722.536955:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717722.536960:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536962:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717722.536966:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717722.536974:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717722.536978:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717722.536981:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717722.536986:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717722.536988:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717722.536993:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717722.536999:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779717722.537005:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717722.537015:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529383552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717722.537034:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717722.537039:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717722.537049:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529383552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717722.537065:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717722.537081:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20179)
00000800:00000200:0.1:1779717722.537304:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717722.537306:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717722.537487:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717722.537489:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717722.537661:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717722.537663:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1779717723.816035:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314842879, at 4314842880
00000100:00000010:1.0:1779717723.816054:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d360.
00000020:00000001:1.0:1779717727.080091:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717727.080094:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717727.080097:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717727.656016:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717727.656025:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717727.656029:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717727.656034:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717727.656038:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717727.656046:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20174
00000400:00000200:1.0:1779717727.656055:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717727.656076:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717727.656079:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717727.656082:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656084:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717727.656087:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656089:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717727.656092:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717727.656094:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717727.656096:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717727.656099:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717727.656101:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717727.656103:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717727.656105:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656107:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717727.656108:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656109:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717727.656111:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717727.656113:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656115:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717727.656117:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717727.656119:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717727.656121:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656123:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717727.656124:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717727.656131:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779717727.656134:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717727.656136:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717727.656138:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656140:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717727.656142:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717727.656145:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717727.656151:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779717727.656155:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717727.656163:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529383680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717727.656170:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717727.656173:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717727.656177:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529383680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717727.656193:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717727.656195:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717727.656198:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717727.656200:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717727.656201:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717727.656203:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717727.656205:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20174
00000400:00000200:1.0:1779717727.656207:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717727.656209:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717727.656210:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717727.656212:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656214:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717727.656217:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656219:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717727.656221:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717727.656223:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717727.656225:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717727.656228:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717727.656230:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717727.656232:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717727.656236:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656238:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717727.656241:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656243:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717727.656246:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717727.656250:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656253:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717727.656255:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717727.656261:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717727.656267:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656271:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717727.656277:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717727.656281:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656286:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717727.656292:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717727.656301:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717727.656310:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717727.656313:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656322:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717727.656327:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717727.656331:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717727.656336:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779717727.656341:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717727.656356:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529383808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717727.656379:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717727.656382:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717727.656391:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529383808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717727.656404:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717727.656407:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717727.656416:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717727.656420:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717727.656424:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717727.656426:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717727.656428:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20174
00000400:00000200:1.0:1779717727.656441:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717727.656454:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717727.656456:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717727.656458:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656459:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717727.656463:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656466:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717727.656468:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717727.656469:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717727.656470:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717727.656471:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717727.656473:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717727.656478:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717727.656480:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656482:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717727.656484:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656493:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717727.656499:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717727.656502:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656504:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717727.656509:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717727.656516:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717727.656530:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656541:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717727.656550:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717727.656559:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656565:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717727.656569:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717727.656577:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717727.656579:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717727.656580:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656581:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717727.656584:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717727.656586:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717727.656594:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779717727.656598:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717727.656602:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529383936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717727.656626:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717727.656628:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717727.656637:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529383936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717727.656645:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717727.656653:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717727.656659:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717727.656664:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717727.656669:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717727.656675:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717727.656679:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717727.656686:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717727.656693:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20174
00000400:00000200:1.0:1779717727.656728:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717727.656737:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717727.656743:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717727.656747:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656756:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717727.656760:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656769:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717727.656778:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717727.656784:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717727.656786:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717727.656787:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000800:00000200:0.1:1779717727.656792:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779717727.656796:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717727.656800:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000800:00000200:0.1:1779717727.656800:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1779717727.656820:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656829:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717727.656836:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656845:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717727.656851:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717727.656864:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717727.656870:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717727.656874:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717727.656880:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717727.656888:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656897:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717727.656905:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717727.656908:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656911:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717727.656917:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717727.656965:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717727.656968:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717727.656969:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717727.656971:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717727.656973:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717727.656975:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717727.656978:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779717727.656980:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717727.656994:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529384064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717727.657005:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717727.657010:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717727.657020:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529384064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717727.657038:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717727.657052:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20184)
00000800:00000200:0.1:1779717727.657331:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717727.657333:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779717727.657578:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717727.657581:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779717727.657813:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717727.657815:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1779717728.936045:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314847999, at 4314848000
00000100:00000010:1.0:1779717728.936071:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d4e0.
00000020:00000001:1.0:1779717730.152140:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717730.152143:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717730.152145:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717732.776790:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717732.776797:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779717732.777478:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717732.777481:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779717732.777716:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717732.777718:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779717732.777904:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717732.777906:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1779717733.224129:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717733.224133:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717733.224136:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717734.056053:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314853119, at 4314853120
00000100:00000010:1.0:1779717734.056067:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d300.
00000020:00000001:1.0:1779717736.296054:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717736.296058:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717736.296060:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717737.896686:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717737.897086:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717737.897248:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717737.897422:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779717739.176028:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314858238, at 4314858240
00000100:00000010:1.0:1779717739.176041:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d9c0.
00000020:00000001:1.0:1779717739.368120:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717739.368123:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717739.368133:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1779717740.968174:0:248756:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1779717740.968207:0:248756:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1779717740.968215:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717740.968218:0:248756:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:1.0:1779717740.968222:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717740.968226:0:248756:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1779717740.968229:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779717740.968232:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62600.
00000400:00000200:1.0:1779717740.968237:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779717740.968241:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779717740.968248:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7ee0
00000400:00000010:1.0:1779717740.968251:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7ee0.
00000100:00000001:1.0:1779717740.968256:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717740.968264:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941408a80 x1866162529384704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717740.968287:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717740.968292:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529384704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717740.968300:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717740.968302:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779717740.968313:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779717740.968316:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62400.
00000400:00000200:1.0:1779717740.968319:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779717740.968323:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779717740.968327:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7000
00000400:00000010:1.0:1779717740.968329:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7000.
00000100:00000001:1.0:1779717740.968332:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717740.968338:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941409180 x1866162529384832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717740.968349:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717740.968356:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529384832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717740.968373:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717740.968375:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779717740.968382:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779717740.968385:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62e00.
00000400:00000200:1.0:1779717740.968390:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779717740.968397:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779717740.968409:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7550
00000400:00000010:1.0:1779717740.968413:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7550.
00000100:00000001:1.0:1779717740.968418:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717740.968424:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941408380 x1866162529384960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717740.968455:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717740.968462:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529384960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717740.968476:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717740.968480:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779717740.968490:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779717740.968496:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62d00.
00000400:00000200:1.0:1779717740.968502:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779717740.968509:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779717740.968515:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb73b8
00000400:00000010:1.0:1779717740.968518:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb73b8.
00000100:00000001:1.0:1779717740.968523:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717740.968531:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95094140aa00 x1866162529385088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717740.968547:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717740.968553:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529385088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717740.968564:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717740.968568:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1779717742.440066:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717742.440069:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717742.440072:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717743.016661:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717743.016668:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779717743.017121:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717743.017124:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779717743.017518:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717743.017520:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1779717743.018408:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717743.018410:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1779717744.296013:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314863358, at 4314863360
00000100:00000010:1.0:1779717744.296026:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d960.
00000020:00000001:1.0:1779717745.512109:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717745.512112:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717745.512114:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1779717748.136498:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717748.136506:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779717748.137010:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717748.137012:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779717748.137226:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717748.137228:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1779717748.137406:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717748.137407:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1779717748.584062:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717748.584066:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717748.584068:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717749.416011:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314868478, at 4314868480
00000100:00000010:1.0:1779717749.416029:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df00.
00000020:00000001:1.0:1779717751.656152:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717751.656157:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717751.656160:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717753.256304:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717753.256312:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717753.256319:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717753.256338:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.256367:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717753.256370:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717753.256380:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717753.256388:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717753.256394:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717753.256399:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529386240:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717753.256403:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717753.256408:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717753.256411:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717753.256413:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717753.256420:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779717753.256422:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717753.256429:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717753.256434:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717753.256440:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717753.256448:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529386240, portal 25
00000100:00000001:1.0:1779717753.256450:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717753.256451:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:1.0:1779717753.256456:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.256463:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717753.256468:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717753.256471:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717753.256476:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529386240, offset 0
00000400:00000200:1.0:1779717753.256485:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717753.256501:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717753.256513:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717753.256522:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717753.256529:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717753.256534:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717753.256539:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717753.256554:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156747:156747:256:4294967295] 192.168.203.145@tcp LPNI seq info [156746:156746:8:4294967295]
00000400:00000200:1.0:1779717753.256585:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717753.256619:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717753.256638:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717753.256652:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717753.256663:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717753.256668:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1779717753.256676:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717753.256679:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1779717753.256683:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717753.256686:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717753.256690:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717753.256694:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717753.256699:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717753.256701:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717753.256705:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717753.256709:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.256719:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717753.256722:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.256727:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.256729:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717753.256734:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717753.256738:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717753.256740:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314873598
00000100:00000010:1.0:1779717753.256744:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148ba20.
00000100:00000001:1.0:1779717753.256750:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779717753.256755:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314873598
00000100:00000010:1.0:1779717753.256758:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bde0.
00000100:00000001:1.0:1779717753.256760:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779717753.256765:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717753.256768:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.256771:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717753.256776:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717753/real 1779717753]  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717753.256811:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717753.256813:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717753.256815:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717753.256818:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717753.256820:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717753.256823:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717753.256830:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717753.256856:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.256898:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717753.256903:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.256911:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717753.256916:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717753.256961:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.256990:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717753.257004:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257026:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717753.257035:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257047:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717753.257053:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257059:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717753.257064:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717753.257075:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717753.257089:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717753.257095:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717753.257103:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717753.257138:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529386240:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717753.257149:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257154:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717753.257161:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529386240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257185:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717753.257189:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717753.257195:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779717753.257203:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717753.257208:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717753.257213:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779717753.257220:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717753.257225:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:1.0:1779717753.257237:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717753.257245:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717753.257250:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:1.0:1779717753.257260:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717753.257264:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257271:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257283:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717753.257288:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.257299:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717753.257303:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717753.257318:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717753.257325:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257347:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717753.257350:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717753.257361:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717753.257367:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717753.257374:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717753.257392:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529386368:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717753.257404:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717753.257410:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717753.257411:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717753.257414:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717753.257417:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779717753.257419:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717753.257423:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717753.257426:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717753.257430:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717753.257433:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529386368, portal 10
00000100:00000001:1.0:1779717753.257436:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717753.257437:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:1.0:1779717753.257446:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257452:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717753.257454:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717753.257456:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717753.257457:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529386368, offset 0
00000400:00000200:1.0:1779717753.257460:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717753.257463:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717753.257467:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717753.257470:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717753.257473:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717753.257475:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717753.257478:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717753.257482:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156748:156748:256:4294967295] 192.168.203.145@tcp LPNI seq info [156747:156747:8:4294967295]
00000400:00000200:1.0:1779717753.257486:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717753.257493:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717753.257499:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717753.257503:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717753.257508:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717753.257511:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1779717753.257518:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717753.257521:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1779717753.257524:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717753.257525:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717753.257528:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717753.257530:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717753.257533:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717753.257534:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717753.257536:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717753.257539:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257545:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717753.257546:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257551:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.257552:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717753.257555:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717753.257558:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779717753.257561:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717753.257562:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314872331
00000100:00000001:1.0:1779717753.257564:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314873598
00000100:00000001:1.0:1779717753.257566:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314872331
00000100:00000001:1.0:1779717753.257568:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314873598
00000100:00000001:1.0:1779717753.257569:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717753.257571:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.257573:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717753.257575:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717753/real 1779717753]  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717753.257581:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717753.257582:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717753.257584:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717753.257585:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717753.257586:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717753.257587:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717753.257589:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717753.257595:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257599:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717753.257600:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257601:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717753.257602:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717753.257604:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257608:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717753.257610:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257615:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717753.257617:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257618:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717753.257619:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257620:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717753.257622:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717753.257624:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717753.257626:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717753.257628:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717753.257633:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717753.257641:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529386368:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717753.257645:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717753.257649:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257657:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717753.257658:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717753.257661:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717753.257663:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717753.257665:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717753.257668:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529386496:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717753.257672:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717753.257674:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717753.257676:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717753.257678:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717753.257681:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717753.257682:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717753.257684:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717753.257686:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717753.257688:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717753.257690:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529386496, portal 10
00000100:00000001:1.0:1779717753.257692:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717753.257692:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:1.0:1779717753.257697:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257701:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717753.257703:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717753.257704:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717753.257705:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529386496, offset 0
00000400:00000200:1.0:1779717753.257709:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717753.257711:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717753.257714:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717753.257716:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717753.257718:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717753.257720:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717753.257722:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717753.257724:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156749:156749:256:4294967295] 192.168.203.145@tcp LPNI seq info [156748:156748:8:4294967295]
00000400:00000200:1.0:1779717753.257727:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717753.257731:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717753.257734:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717753.257736:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717753.257739:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717753.257741:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1779717753.257744:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717753.257746:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1779717753.257749:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717753.257750:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717753.257752:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717753.257754:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717753.257757:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717753.257758:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717753.257760:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717753.257762:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257767:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717753.257769:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257773:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.257774:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717753.257776:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717753.257779:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779717753.257781:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717753.257783:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314872339
00000100:00000001:1.0:1779717753.257785:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314873598
00000100:00000001:1.0:1779717753.257786:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314872339
00000100:00000001:1.0:1779717753.257788:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314873598
00000100:00000001:1.0:1779717753.257789:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717753.257790:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.257792:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717753.257794:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717753/real 1779717753]  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717753.257799:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717753.257800:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717753.257801:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717753.257802:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717753.257803:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717753.257805:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717753.257807:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717753.257812:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257817:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717753.257818:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257819:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717753.257820:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717753.257822:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257826:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717753.257828:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257832:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717753.257835:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257836:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717753.257837:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257838:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717753.257839:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717753.257841:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717753.257843:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717753.257844:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717753.257846:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717753.257851:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529386496:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717753.257853:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257855:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717753.257857:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529386368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257861:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717753.257862:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717753.257864:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779717753.257878:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717753.257880:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717753.257881:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779717753.257883:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717753.257885:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:1.0:1779717753.257887:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717753.257888:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717753.257889:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:1.0:1779717753.257891:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717753.257892:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257893:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717753.257896:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529386496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257905:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717753.257906:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717753.257907:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717753.257908:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717753.257909:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717753.257910:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779717753.257911:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717753.257912:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:1.0:1779717753.257913:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717753.257914:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717753.257914:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:1.0:1779717753.257916:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717753.257916:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257918:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.257947:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717753.257949:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.257952:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717753.257954:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717753.257955:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717753.257961:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.257968:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717753.257969:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717753.257971:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717753.257972:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717753.257973:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717753.257975:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529386624:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717753.257978:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717753.257979:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717753.257981:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717753.257982:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717753.257984:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717753.257986:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717753.257989:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717753.257990:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717753.257993:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717753.257996:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529386624, portal 4
00000100:00000001:1.0:1779717753.257997:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717753.257998:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:1.0:1779717753.258002:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.258009:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717753.258011:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717753.258013:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717753.258016:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529386624, offset 0
00000400:00000200:1.0:1779717753.258020:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717753.258026:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717753.258029:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717753.258031:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717753.258034:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717753.258036:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717753.258038:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717753.258041:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156750:156750:256:4294967295] 192.168.203.145@tcp LPNI seq info [156749:156749:8:4294967295]
00000400:00000200:1.0:1779717753.258045:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717753.258050:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717753.258055:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717753.258058:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717753.258061:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717753.258064:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1779717753.258069:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717753.258071:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1779717753.258075:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717753.258077:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717753.258080:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717753.258083:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717753.258086:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717753.258088:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717753.258090:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717753.258093:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.258100:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717753.258103:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.258109:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.258111:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717753.258113:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717753.258117:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779717753.258120:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717753.258122:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314872338
00000100:00000001:1.0:1779717753.258124:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314873598
00000100:00000001:1.0:1779717753.258126:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314872338
00000100:00000001:1.0:1779717753.258128:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314873598
00000100:00000001:1.0:1779717753.258130:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717753.258132:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.258134:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717753.258138:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717753/real 1779717753]  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717753.258145:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717753.258147:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717753.258148:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717753.258151:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717753.258153:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717753.258155:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717753.258158:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717753.258166:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.258173:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717753.258175:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.258177:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717753.258178:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717753.258182:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.258187:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717753.258190:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.258194:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717753.258196:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.258197:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717753.258197:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.258199:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717753.258200:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717753.258201:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717753.258203:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717753.258204:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717753.258207:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717753.258212:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529386624:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717753.258215:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.258216:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717753.258218:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529386624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717753.258221:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717753.258222:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717753.258224:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717753.258226:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717753.258227:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717753.258228:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779717753.258229:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717753.258231:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:1.0:1779717753.258233:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717753.258233:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717753.258235:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:1.0:1779717753.258236:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717753.258237:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.258239:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717753.258241:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717753.258242:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717753.258244:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717753.258245:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717754.536022:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314873598, at 4314873600
00000100:00000010:1.0:1779717754.536039:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bde0.
00000020:00000001:1.0:1779717754.728154:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717754.728158:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717754.728163:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717755.752108:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717755.752111:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717755.752114:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717757.800081:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717757.800085:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717757.800089:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717758.376225:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717758.376230:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717758.376233:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717758.376241:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.376260:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717758.376264:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717758.376270:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717758.376275:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717758.376283:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717758.376291:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529386752:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717758.376300:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717758.376306:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717758.376311:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717758.376315:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717758.376322:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717758.376328:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717758.376337:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717758.376344:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717758.376354:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717758.376363:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529386752, portal 25
00000100:00000001:1.0:1779717758.376368:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717758.376372:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569075456 : -117608140476160 : ffff950938907100)
00000100:00000040:1.0:1779717758.376383:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.376400:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717758.376408:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717758.376413:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717758.376418:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529386752, offset 0
00000400:00000200:1.0:1779717758.376428:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717758.376438:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717758.376448:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717758.376458:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717758.376464:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717758.376470:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717758.376475:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717758.376489:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156751:156751:256:4294967295] 192.168.203.145@tcp LPNI seq info [156750:156750:8:4294967295]
00000400:00000200:1.0:1779717758.376501:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717758.376519:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717758.376533:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717758.376539:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717758.376549:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717758.376553:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1779717758.376562:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717758.376567:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1779717758.376575:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717758.376579:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717758.376586:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717758.376594:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717758.376599:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717758.376602:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717758.376608:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717758.376615:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.376631:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717758.376635:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.376650:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717758.376656:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717758.376663:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717758.376670:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717758.376673:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314878718
00000100:00000010:1.0:1779717758.376679:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bde0.
00000100:00000001:1.0:1779717758.376688:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779717758.376695:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314878718
00000100:00000010:1.0:1779717758.376700:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b3c0.
00000100:00000001:1.0:1779717758.376706:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779717758.376710:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717758.376714:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717758.376718:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717758.376724:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717758/real 1779717758]  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717758.376749:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717758.376750:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717758.376752:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717758.376753:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717758.376755:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717758.376759:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717758.376763:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717758.376781:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.376793:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717758.376795:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.376800:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717758.376803:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717758.376810:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.376819:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717758.376825:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.376842:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717758.376845:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.376846:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717758.376847:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.376849:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717758.376850:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717758.376852:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717758.376855:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717758.376857:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717758.376859:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717758.376866:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529386752:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717758.376869:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.376870:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717758.376872:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907100 x1866162529386752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.376876:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717758.376878:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717758.376880:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717758.376882:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717758.376883:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717758.376884:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779717758.376886:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717758.376887:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996dc00.
02000000:00000001:1.0:1779717758.376890:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717758.376891:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717758.376893:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907100.
00000100:00000001:1.0:1779717758.376895:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717758.376896:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.376897:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.376902:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717758.376903:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717758.376905:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717758.376906:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717758.376907:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717758.376909:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.376914:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717758.376915:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717758.376917:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717758.376918:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717758.376939:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717758.376942:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529386880:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717758.376945:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717758.376953:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717758.376954:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717758.376955:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717758.376958:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717758.376959:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717758.376962:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717758.376964:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717758.376966:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717758.376968:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529386880, portal 10
00000100:00000001:1.0:1779717758.376970:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717758.376971:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:1.0:1779717758.376976:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.376980:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717758.376982:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717758.376983:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717758.376985:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529386880, offset 0
00000400:00000200:1.0:1779717758.376988:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717758.376990:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717758.376993:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717758.376995:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717758.376997:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717758.376998:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717758.377000:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717758.377002:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156752:156752:256:4294967295] 192.168.203.145@tcp LPNI seq info [156751:156751:8:4294967295]
00000400:00000200:1.0:1779717758.377005:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717758.377009:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717758.377012:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717758.377014:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717758.377016:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717758.377018:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1779717758.377021:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717758.377023:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1779717758.377026:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717758.377027:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717758.377029:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717758.377032:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717758.377034:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717758.377035:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717758.377037:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717758.377039:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377044:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717758.377046:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377050:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717758.377051:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717758.377053:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717758.377056:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779717758.377058:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717758.377059:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314877451
00000100:00000001:1.0:1779717758.377061:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314878718
00000100:00000001:1.0:1779717758.377063:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314877451
00000100:00000001:1.0:1779717758.377064:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314878718
00000100:00000001:1.0:1779717758.377065:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717758.377067:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717758.377068:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717758.377070:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717758/real 1779717758]  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717758.377075:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717758.377075:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717758.377077:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717758.377078:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717758.377079:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717758.377081:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717758.377083:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717758.377088:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377092:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717758.377092:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377094:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717758.377094:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717758.377096:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377100:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717758.377103:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377107:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717758.377108:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377109:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717758.377110:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377111:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717758.377113:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717758.377115:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717758.377117:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717758.377118:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717758.377120:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717758.377125:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529386880:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717758.377128:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717758.377130:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377135:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717758.377135:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717758.377137:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717758.377138:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717758.377139:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717758.377141:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529387008:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717758.377142:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717758.377143:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717758.377144:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717758.377146:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717758.377148:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779717758.377149:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717758.377151:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717758.377152:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717758.377154:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717758.377156:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529387008, portal 10
00000100:00000001:1.0:1779717758.377157:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717758.377158:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:1.0:1779717758.377162:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377167:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717758.377168:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717758.377169:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717758.377171:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529387008, offset 0
00000400:00000200:1.0:1779717758.377173:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717758.377175:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717758.377177:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717758.377179:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717758.377181:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717758.377182:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717758.377184:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717758.377186:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156753:156753:256:4294967295] 192.168.203.145@tcp LPNI seq info [156752:156752:8:4294967295]
00000400:00000200:1.0:1779717758.377189:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717758.377192:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717758.377195:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717758.377197:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717758.377199:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717758.377201:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1779717758.377203:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717758.377205:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1779717758.377208:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717758.377209:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717758.377211:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717758.377213:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717758.377215:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717758.377216:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717758.377217:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717758.377220:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377224:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717758.377226:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377231:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717758.377232:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717758.377234:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717758.377235:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779717758.377237:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717758.377238:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314877459
00000100:00000001:1.0:1779717758.377240:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314878718
00000100:00000001:1.0:1779717758.377241:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314877459
00000100:00000001:1.0:1779717758.377243:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314878718
00000100:00000001:1.0:1779717758.377244:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717758.377246:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717758.377247:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717758.377249:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717758/real 1779717758]  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717758.377253:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717758.377254:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717758.377255:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717758.377256:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717758.377257:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717758.377258:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717758.377260:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717758.377265:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377269:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717758.377270:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377271:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717758.377272:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717758.377274:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377278:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717758.377280:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377284:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717758.377285:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377286:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717758.377287:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377288:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717758.377290:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717758.377291:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717758.377293:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717758.377295:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717758.377297:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717758.377301:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529387008:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717758.377303:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717758.377305:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377309:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717758.377310:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717758.377311:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717758.377312:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717758.377313:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717758.377315:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529387136:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717758.377317:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717758.377318:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717758.377320:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717758.377321:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717758.377324:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779717758.377325:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717758.377327:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717758.377329:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717758.377330:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717758.377332:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529387136, portal 4
00000100:00000001:1.0:1779717758.377333:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717758.377334:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000100:00000040:1.0:1779717758.377338:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377342:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717758.377344:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717758.377345:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717758.377346:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529387136, offset 0
00000400:00000200:1.0:1779717758.377349:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717758.377351:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717758.377352:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717758.377354:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717758.377355:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717758.377357:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717758.377358:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717758.377360:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156754:156754:256:4294967295] 192.168.203.145@tcp LPNI seq info [156753:156753:8:4294967295]
00000400:00000200:1.0:1779717758.377363:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717758.377367:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717758.377369:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717758.377371:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717758.377373:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717758.377375:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1779717758.377378:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717758.377379:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1779717758.377382:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717758.377383:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717758.377385:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717758.377387:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717758.377388:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717758.377389:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717758.377391:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717758.377393:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377397:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717758.377399:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377407:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717758.377408:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717758.377410:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717758.377412:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779717758.377414:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717758.377415:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314877457
00000100:00000001:1.0:1779717758.377416:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314878718
00000100:00000001:1.0:1779717758.377418:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314877457
00000100:00000001:1.0:1779717758.377419:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314878718
00000100:00000001:1.0:1779717758.377420:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717758.377421:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717758.377422:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717758.377424:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717758/real 1779717758]  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717758.377429:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717758.377429:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717758.377430:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717758.377431:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717758.377432:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717758.377434:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717758.377436:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717758.377441:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377445:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717758.377445:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377446:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717758.377447:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717758.377449:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377454:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717758.377456:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377461:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717758.377462:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377463:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717758.377464:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377465:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717758.377465:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717758.377467:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717758.377469:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717758.377470:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717758.377472:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717758.377476:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529387136:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717758.377478:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377480:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717758.377481:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906d80 x1866162529386880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377485:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717758.377486:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717758.377487:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717758.377489:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717758.377489:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717758.377490:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779717758.377491:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717758.377492:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996e800.
02000000:00000001:1.0:1779717758.377495:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717758.377496:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717758.377497:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906d80.
00000100:00000001:1.0:1779717758.377499:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717758.377500:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377501:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717758.377503:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529387008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377507:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717758.377508:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717758.377508:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779717758.377510:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717758.377510:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717758.377511:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779717758.377512:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717758.377513:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d400.
02000000:00000001:1.0:1779717758.377514:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717758.377515:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717758.377515:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:1.0:1779717758.377517:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717758.377517:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377518:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717758.377520:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938905880 x1866162529387136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717758.377523:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717758.377524:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717758.377525:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779717758.377526:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717758.377527:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717758.377527:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779717758.377529:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717758.377529:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c800.
02000000:00000001:1.0:1779717758.377530:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717758.377531:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717758.377532:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938905880.
00000100:00000001:1.0:1779717758.377533:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717758.377535:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377536:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717758.377538:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717758.377539:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717758.377540:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717758.377541:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717758.824139:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717758.824142:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717758.824145:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717759.656029:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314878718, at 4314878720
00000100:00000010:1.0:1779717759.656042:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b3c0.
00000020:00000001:1.0:1779717760.872122:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717760.872125:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717760.872128:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717763.496359:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717763.496368:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717763.496374:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717763.496393:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.496426:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717763.496430:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717763.496439:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717763.496445:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717763.496456:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717763.496477:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529387264:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717763.496491:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717763.496497:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717763.496502:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717763.496515:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717763.496527:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779717763.496536:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717763.496553:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717763.496560:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717763.496570:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717763.496580:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529387264, portal 25
00000100:00000001:1.0:1779717763.496587:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717763.496592:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569072768 : -117608140478848 : ffff950938906680)
00000100:00000040:1.0:1779717763.496610:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.496632:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717763.496639:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717763.496647:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717763.496655:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529387264, offset 0
00000400:00000200:1.0:1779717763.496671:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717763.496686:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717763.496705:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717763.496714:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717763.496723:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717763.496733:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717763.496745:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717763.496758:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156755:156755:256:4294967295] 192.168.203.145@tcp LPNI seq info [156754:156754:8:4294967295]
00000400:00000200:1.0:1779717763.496778:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717763.496830:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717763.496849:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717763.496859:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717763.496875:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717763.496880:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1779717763.496892:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717763.496898:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1779717763.496910:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717763.496915:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717763.496968:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717763.496990:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717763.496999:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717763.497008:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717763.497019:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717763.497031:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497114:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717763.497124:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497180:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717763.497184:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717763.497194:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717763.497201:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717763.497204:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314883839
00000100:00000010:1.0:1779717763.497211:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b3c0.
00000100:00000001:1.0:1779717763.497219:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779717763.497227:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314883839
00000100:00000010:1.0:1779717763.497230:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bc00.
00000100:00000001:1.0:1779717763.497233:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779717763.497236:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717763.497239:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717763.497242:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717763.497248:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717763/real 1779717763]  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717763.497257:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717763.497259:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717763.497261:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717763.497264:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717763.497265:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717763.497268:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717763.497271:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717763.497280:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497287:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717763.497289:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.497292:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717763.497294:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717763.497298:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497304:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717763.497309:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497316:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717763.497319:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.497321:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717763.497322:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.497325:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717763.497327:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717763.497330:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717763.497335:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717763.497338:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717763.497342:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717763.497350:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529387264:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717763.497355:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.497357:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717763.497360:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906680 x1866162529387264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497367:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717763.497370:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717763.497373:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779717763.497376:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717763.497379:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717763.497381:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779717763.497384:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717763.497386:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f400.
02000000:00000001:1.0:1779717763.497390:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717763.497392:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717763.497394:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906680.
00000100:00000001:1.0:1779717763.497398:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717763.497399:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.497401:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.497408:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717763.497410:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717763.497413:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717763.497415:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717763.497416:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717763.497420:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497428:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717763.497430:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717763.497432:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717763.497435:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717763.497437:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717763.497440:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529387392:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717763.497443:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717763.497446:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717763.497447:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717763.497449:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717763.497452:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779717763.497454:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717763.497458:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717763.497461:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717763.497464:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717763.497467:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529387392, portal 10
00000100:00000001:1.0:1779717763.497469:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717763.497471:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000100:00000040:1.0:1779717763.497478:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497486:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717763.497488:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717763.497491:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717763.497494:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529387392, offset 0
00000400:00000200:1.0:1779717763.497498:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717763.497503:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717763.497507:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717763.497510:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717763.497513:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717763.497515:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717763.497518:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717763.497521:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156756:156756:256:4294967295] 192.168.203.145@tcp LPNI seq info [156755:156755:8:4294967295]
00000400:00000200:1.0:1779717763.497526:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717763.497533:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717763.497538:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717763.497541:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717763.497546:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717763.497549:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1779717763.497554:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717763.497557:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1779717763.497561:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717763.497563:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717763.497566:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717763.497570:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717763.497573:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717763.497575:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717763.497578:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717763.497581:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497590:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717763.497593:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497607:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717763.497608:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717763.497612:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717763.497616:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779717763.497619:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717763.497622:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314882571
00000100:00000001:1.0:1779717763.497624:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314883839
00000100:00000001:1.0:1779717763.497627:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314882571
00000100:00000001:1.0:1779717763.497629:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314883839
00000100:00000001:1.0:1779717763.497631:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717763.497633:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717763.497636:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717763.497639:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717763/real 1779717763]  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717763.497648:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717763.497649:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717763.497651:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717763.497653:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717763.497655:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717763.497657:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717763.497661:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717763.497669:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497676:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717763.497678:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.497680:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717763.497682:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717763.497685:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497693:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717763.497697:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497704:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717763.497707:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.497709:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717763.497710:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.497712:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717763.497715:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717763.497718:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717763.497721:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717763.497724:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717763.497728:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717763.497737:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529387392:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717763.497741:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717763.497745:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497753:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717763.497755:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717763.497757:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717763.497760:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717763.497762:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717763.497765:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529387520:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717763.497768:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717763.497771:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717763.497773:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717763.497775:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717763.497778:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779717763.497780:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717763.497784:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717763.497786:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717763.497805:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717763.497809:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529387520, portal 10
00000100:00000001:1.0:1779717763.497811:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717763.497813:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:1.0:1779717763.497819:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497826:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717763.497829:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717763.497831:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717763.497833:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529387520, offset 0
00000400:00000200:1.0:1779717763.497838:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717763.497842:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717763.497847:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717763.497850:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717763.497852:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717763.497855:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717763.497858:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717763.497861:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156757:156757:256:4294967295] 192.168.203.145@tcp LPNI seq info [156756:156756:8:4294967295]
00000400:00000200:1.0:1779717763.497866:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717763.497874:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717763.497879:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717763.497882:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717763.497887:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717763.497890:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1779717763.497894:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717763.497897:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1779717763.497902:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717763.497905:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717763.497908:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717763.497912:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717763.497915:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717763.497917:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717763.497920:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717763.497946:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497955:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717763.497958:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.497965:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717763.497967:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717763.497971:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717763.497974:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779717763.497978:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717763.497980:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314882580
00000100:00000001:1.0:1779717763.497982:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314883839
00000100:00000001:1.0:1779717763.497985:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314882580
00000100:00000001:1.0:1779717763.497987:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314883839
00000100:00000001:1.0:1779717763.497989:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717763.497991:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717763.497994:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717763.497997:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717763/real 1779717763]  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717763.498007:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717763.498008:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717763.498010:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717763.498013:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717763.498015:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717763.498017:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717763.498021:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717763.498030:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498036:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717763.498038:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498040:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717763.498041:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717763.498045:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498052:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717763.498056:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498064:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717763.498066:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498068:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717763.498069:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498071:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717763.498073:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717763.498076:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717763.498079:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717763.498082:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717763.498086:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717763.498094:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529387520:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717763.498098:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717763.498102:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498109:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717763.498110:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717763.498113:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717763.498115:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717763.498117:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717763.498120:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529387648:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717763.498123:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717763.498125:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717763.498127:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717763.498129:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717763.498132:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717763.498134:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717763.498138:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717763.498141:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717763.498144:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717763.498147:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529387648, portal 4
00000100:00000001:1.0:1779717763.498149:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717763.498150:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:1.0:1779717763.498156:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498163:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717763.498165:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717763.498167:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717763.498169:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529387648, offset 0
00000400:00000200:1.0:1779717763.498174:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717763.498178:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717763.498181:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717763.498184:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717763.498187:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717763.498189:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717763.498192:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717763.498196:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156758:156758:256:4294967295] 192.168.203.145@tcp LPNI seq info [156757:156757:8:4294967295]
00000400:00000200:1.0:1779717763.498200:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717763.498206:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717763.498211:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717763.498214:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717763.498218:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717763.498221:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1779717763.498225:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717763.498228:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1779717763.498232:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717763.498233:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717763.498236:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717763.498239:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717763.498242:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717763.498244:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717763.498246:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717763.498250:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498258:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717763.498261:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498269:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717763.498270:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717763.498273:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717763.498277:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779717763.498280:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717763.498282:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314882578
00000100:00000001:1.0:1779717763.498285:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314883839
00000100:00000001:1.0:1779717763.498287:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314882578
00000100:00000001:1.0:1779717763.498289:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314883839
00000100:00000001:1.0:1779717763.498292:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717763.498294:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717763.498296:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717763.498300:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717763/real 1779717763]  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717763.498308:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717763.498309:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717763.498311:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717763.498314:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717763.498315:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717763.498317:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717763.498320:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717763.498326:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498330:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717763.498331:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498332:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717763.498333:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717763.498335:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498340:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717763.498342:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498346:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717763.498347:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498348:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717763.498349:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498350:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717763.498351:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717763.498353:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717763.498355:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717763.498356:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717763.498359:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717763.498364:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529387648:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717763.498366:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498367:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717763.498369:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938905880 x1866162529387392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498373:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717763.498374:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717763.498376:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779717763.498377:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717763.498378:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717763.498379:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779717763.498381:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717763.498382:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996fc00.
02000000:00000001:1.0:1779717763.498384:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717763.498385:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717763.498386:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938905880.
00000100:00000001:1.0:1779717763.498387:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717763.498388:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498389:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717763.498391:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529387520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498395:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717763.498396:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717763.498397:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779717763.498398:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717763.498398:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717763.498399:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779717763.498401:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717763.498403:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c000.
02000000:00000001:1.0:1779717763.498405:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717763.498406:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717763.498408:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:1.0:1779717763.498410:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717763.498411:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498413:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717763.498416:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906d80 x1866162529387648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717763.498423:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717763.498425:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717763.498426:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779717763.498429:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717763.498430:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717763.498431:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779717763.498433:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717763.498435:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c800.
02000000:00000001:1.0:1779717763.498437:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717763.498439:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717763.498440:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906d80.
00000100:00000001:1.0:1779717763.498442:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717763.498444:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498446:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717763.498450:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717763.498451:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717763.498454:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717763.498455:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717763.944072:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717763.944078:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717763.944082:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717764.776069:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314883839, at 4314883840
00000100:00000010:1.0:1779717764.776097:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bc00.
00000020:00000001:1.0:1779717767.016169:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717767.016173:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717767.016177:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717768.616054:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717768.616061:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717768.616064:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717768.616067:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717768.616071:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717768.616078:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20215
00000400:00000200:1.0:1779717768.616088:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717768.616094:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717768.616096:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717768.616100:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616103:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717768.616105:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616107:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717768.616110:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717768.616111:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717768.616113:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717768.616116:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717768.616117:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717768.616119:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717768.616121:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616122:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717768.616123:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616124:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717768.616126:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717768.616128:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616130:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717768.616132:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717768.616134:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717768.616136:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616138:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717768.616139:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717768.616147:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717768.616150:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717768.616153:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717768.616154:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616157:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717768.616158:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717768.616162:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717768.616169:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779717768.616177:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717768.616186:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529387776/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717768.616197:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717768.616210:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717768.616215:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529387776/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717768.616237:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717768.616239:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717768.616241:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717768.616242:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717768.616244:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717768.616246:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717768.616248:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20215
00000400:00000200:1.0:1779717768.616252:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717768.616255:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717768.616257:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717768.616260:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616263:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717768.616266:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616270:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717768.616271:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717768.616273:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717768.616275:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717768.616279:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717768.616282:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717768.616288:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717768.616295:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616300:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717768.616305:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616310:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717768.616317:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717768.616324:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616337:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717768.616343:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717768.616348:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717768.616353:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616357:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717768.616361:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717768.616367:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616372:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717768.616378:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717768.616384:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717768.616390:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717768.616393:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616396:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717768.616399:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717768.616402:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717768.616407:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:1.0:1779717768.616412:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717768.616418:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529387904/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717768.616431:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717768.616435:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717768.616440:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529387904/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717768.616478:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717768.616483:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717768.616492:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717768.616495:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717768.616497:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717768.616500:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717768.616504:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20215
00000400:00000200:1.0:1779717768.616512:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717768.616518:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717768.616522:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1779717768.616527:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779717768.616530:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616534:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1779717768.616534:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1779717768.616539:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616543:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717768.616548:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717768.616550:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717768.616554:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717768.616556:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717768.616558:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717768.616560:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717768.616566:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616569:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717768.616573:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616574:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717768.616578:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717768.616584:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616586:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717768.616589:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717768.616593:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717768.616598:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616602:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717768.616605:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717768.616608:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616611:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717768.616615:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717768.616619:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717768.616624:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717768.616627:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616632:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717768.616634:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717768.616636:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717768.616639:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779717768.616643:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717768.616652:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529388032/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717768.616662:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717768.616664:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717768.616670:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529388032/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717768.616683:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717768.616688:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717768.616695:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717768.616700:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717768.616703:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717768.616705:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717768.616708:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717768.616713:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717768.616719:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20215
00000400:00000200:1.0:1779717768.616724:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717768.616729:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717768.616732:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717768.616738:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616740:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717768.616745:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616748:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717768.616769:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717768.616770:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717768.616773:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717768.616776:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717768.616780:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717768.616785:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717768.616789:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616793:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717768.616796:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616800:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717768.616804:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717768.616811:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717768.616817:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717768.616821:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717768.616825:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717768.616828:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616831:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717768.616835:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717768.616839:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616843:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717768.616847:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717768.616853:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717768.616859:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717768.616863:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717768.616868:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717768.616871:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717768.616875:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717768.616883:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779717768.616889:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717768.616900:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529388160/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717768.616964:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717768.616969:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717768.616976:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529388160/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717768.616987:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717768.616993:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20225)
00000800:00000200:0.1:1779717768.617084:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717768.617087:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1779717768.617269:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717768.617271:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1779717768.617441:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717768.617443:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1779717769.896012:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314888958, at 4314888960
00000100:00000010:1.0:1779717769.896030:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d540.
00000020:00000001:1.0:1779717770.088094:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717770.088097:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717770.088100:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717773.160108:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717773.160111:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717773.160113:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717773.736019:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717773.736026:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717773.736030:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717773.736033:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717773.736038:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717773.736045:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20220
00000400:00000200:1.0:1779717773.736055:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717773.736060:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717773.736063:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717773.736066:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736069:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717773.736072:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736074:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717773.736077:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717773.736078:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717773.736080:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717773.736082:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717773.736084:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717773.736086:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717773.736088:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736089:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717773.736091:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736092:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717773.736094:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717773.736096:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736098:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717773.736100:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717773.736102:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717773.736104:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717773.736105:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717773.736107:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717773.736114:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779717773.736116:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717773.736119:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717773.736120:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717773.736123:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717773.736125:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717773.736128:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717773.736134:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779717773.736139:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717773.736146:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529388288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717773.736158:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717773.736161:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717773.736164:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529388288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717773.736180:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717773.736182:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717773.736184:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717773.736185:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717773.736186:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717773.736188:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717773.736190:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20220
00000400:00000200:1.0:1779717773.736193:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717773.736196:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717773.736198:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717773.736200:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736202:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717773.736206:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736208:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717773.736210:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717773.736212:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717773.736213:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717773.736216:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717773.736217:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717773.736221:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717773.736229:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736233:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717773.736237:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736240:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717773.736243:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717773.736247:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736250:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717773.736253:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717773.736258:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717773.736262:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717773.736264:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717773.736268:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717773.736272:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717773.736274:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717773.736278:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717773.736282:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717773.736285:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717773.736287:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717773.736291:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717773.736293:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717773.736294:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717773.736297:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779717773.736299:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717773.736305:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529388416/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717773.736314:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717773.736316:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717773.736320:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529388416/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717773.736331:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717773.736334:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717773.736341:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717773.736344:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717773.736346:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717773.736350:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717773.736356:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20220
00000400:00000200:1.0:1779717773.736362:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717773.736368:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717773.736370:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717773.736375:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736377:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717773.736379:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736384:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717773.736393:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717773.736396:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717773.736400:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717773.736404:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717773.736410:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717773.736415:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717773.736424:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736429:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717773.736436:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736440:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717773.736444:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717773.736449:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736452:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717773.736453:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717773.736457:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717773.736460:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717773.736464:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717773.736466:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1779717773.736466:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000008:00000001:1.0:1779717773.736470:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1779717773.736472:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1779717773.736473:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717773.736478:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717773.736481:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717773.736485:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717773.736486:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717773.736488:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717773.736488:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717773.736490:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717773.736492:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779717773.736495:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717773.736503:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529388544/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717773.736517:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717773.736523:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717773.736532:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529388544/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717773.736560:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717773.736566:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717773.736574:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717773.736579:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717773.736586:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717773.736588:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717773.736590:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717773.736595:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717773.736599:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20220
00000400:00000200:1.0:1779717773.736604:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717773.736608:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717773.736612:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717773.736615:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736619:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717773.736622:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736627:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717773.736629:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717773.736631:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717773.736633:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717773.736635:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717773.736637:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717773.736640:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717773.736646:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736649:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717773.736653:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736656:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717773.736660:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717773.736664:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717773.736666:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717773.736667:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717773.736672:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717773.736674:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717773.736676:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717773.736679:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717773.736681:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717773.736686:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717773.736689:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717773.736692:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717773.736696:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717773.736698:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717773.736700:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717773.736701:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717773.736702:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717773.736704:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779717773.736708:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717773.736731:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529388672/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717773.736755:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717773.736758:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717773.736765:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529388672/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717773.736776:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717773.736783:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20230)
00000800:00000200:0.1:1779717773.736990:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717773.736992:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1779717773.737206:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717773.737208:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1779717773.737385:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717773.737387:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1779717774.184122:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717774.184127:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717774.184131:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717775.016007:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314894078, at 4314894080
00000100:00000010:1.0:1779717775.016020:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d240.
00000020:00000001:1.0:1779717776.232093:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717776.232097:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717776.232100:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717777.256089:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717777.256092:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717777.256095:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717778.855997:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717778.856006:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717778.856010:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717778.856015:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717778.856021:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717778.856031:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20225
00000400:00000200:1.0:1779717778.856040:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717778.856049:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717778.856052:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717778.856056:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717778.856059:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717778.856062:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717778.856064:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717778.856068:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717778.856070:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717778.856073:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717778.856076:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717778.856079:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717778.856082:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717778.856085:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717778.856087:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717778.856089:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717778.856091:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717778.856093:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717778.856096:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717778.856099:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717778.856102:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717778.856106:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717778.856109:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717778.856111:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717778.856114:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717778.856123:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717778.856126:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717778.856130:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717778.856132:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717778.856135:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717778.856137:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717778.856141:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717778.856149:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779717778.856155:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717778.856165:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717778.856175:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717778.856179:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717778.856184:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717778.856206:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717778.856209:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717778.856213:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717778.856214:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717778.856216:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717778.856219:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717778.856221:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20225
00000400:00000200:1.0:1779717778.856225:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717778.856228:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717778.856231:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717778.856234:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717778.856237:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717778.856240:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717778.856244:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717778.856244:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779717778.856249:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1779717778.856249:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717778.856251:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:0.0:1779717778.856252:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1779717778.856253:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717778.856257:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717778.856260:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717778.856261:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779717778.856263:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717778.856272:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717778.856277:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717778.856277:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779717778.856280:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717778.856282:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:0.0:1779717778.856285:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717778.856287:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717778.856289:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717778.856292:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529388800:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717778.856296:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779717778.856297:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1779717778.856301:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:0.0:1779717778.856302:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717778.856305:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717778.856308:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:0.0:1779717778.856309:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1779717778.856313:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717778.856314:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a400.
02000000:00000001:1.0:1779717778.856315:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717778.856319:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717778.856322:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779717778.856325:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779717778.856327:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779717778.856330:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000100:00000001:1.0:1779717778.856330:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717778.856336:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1779717778.856338:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000008:00000001:1.0:1779717778.856343:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779717778.856345:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529388800, portal 25
00000100:00000001:1.0:1779717778.856345:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.856349:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717778.856350:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000010:1.0:1779717778.856350:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717778.856357:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000040:0.0:1779717778.856360:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779717778.856361:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717778.856365:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717778.856369:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717778.856372:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1779717778.856373:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1779717778.856375:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717778.856376:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717778.856381:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717778.856383:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529388800, offset 0
02000000:00000010:1.0:1779717778.856383:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779717778.856390:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717778.856393:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00100000:1.0:1779717778.856400:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779717778.856402:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717778.856410:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:1.0:1779717778.856416:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779717778.856418:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1779717778.856421:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717778.856424:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:1.0:1779717778.856428:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779717778.856430:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717778.856435:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717778.856442:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156767:156767:256:4294967295] 192.168.203.145@tcp LPNI seq info [156766:156766:8:4294967295]
00000400:00000200:0.0:1779717778.856452:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717778.856453:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717778.856457:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779717778.856465:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1779717778.856466:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717778.856470:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717778.856473:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1779717778.856474:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779717778.856479:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000800:00000010:0.0:1779717778.856481:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000100:00080000:1.0:1779717778.856485:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20225
00000800:00000200:0.0:1779717778.856492:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000400:00000200:1.0:1779717778.856492:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:0.0:1779717778.856498:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000400:00000200:1.0:1779717778.856500:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717778.856504:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1779717778.856507:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779717778.856512:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:0.1:1779717778.856512:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1779717778.856516:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1779717778.856520:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779717778.856522:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:0.0:1779717778.856523:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000100:00000001:1.0:1779717778.856529:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779717778.856531:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1779717778.856532:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717778.856535:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717778.856538:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1779717778.856539:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1779717778.856542:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:0.0:1779717778.856544:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000020:00000001:1.0:1779717778.856545:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000010:0.0:1779717778.856547:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000020:00000001:1.0:1779717778.856549:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:0.0:1779717778.856551:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1779717778.856555:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000200:0.0:1779717778.856558:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717778.856559:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717778.856565:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717778.856569:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717778.856575:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:0.0:1779717778.856576:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1779717778.856579:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000040:0.0:1779717778.856582:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717778.856584:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717778.856588:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717778.856593:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717778.856594:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.856599:0:248765:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1779717778.856599:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717778.856603:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717778.856605:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1779717778.856605:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717778.856610:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717778.856611:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717778.856616:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314899198
00000100:00000001:1.0:1779717778.856616:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717778.856622:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000100:00000010:0.0:1779717778.856623:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000020:00000040:1.0:1779717778.856628:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:0.0:1779717778.856631:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1779717778.856632:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717778.856635:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717778.856638:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717778.856639:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1779717778.856640:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314899198
02000000:00000001:1.0:1779717778.856643:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717778.856644:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d5a0.
00000100:00000001:0.0:1779717778.856648:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000010:1.0:1779717778.856649:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:0.0:1779717778.856650:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717778.856654:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717778.856655:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.856656:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717778.856665:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717778/real 1779717778]  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717778.856665:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1779717778.856707:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717778.856710:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717778.856713:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717778.856717:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000100:00000001:1.0:1779717778.856719:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1779717778.856720:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717778.856723:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1779717778.856724:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779717778.856728:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779717778.856733:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717778.856745:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.856761:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717778.856762:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.856764:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717778.856766:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779717778.856769:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1779717778.856772:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1779717778.856773:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779717778.856777:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1779717778.856782:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779717778.856783:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717778.856786:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717778.856789:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717778.856796:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779717778.856801:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779717778.856802:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20225
00000400:00000200:1.0:1779717778.856809:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779717778.856811:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779717778.856815:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717778.856821:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779717778.856827:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1779717778.856829:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717778.856831:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717778.856833:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779717778.856834:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717778.856837:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717778.856838:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717778.856839:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717778.856843:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717778.856844:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00080000:0.0:1779717778.856848:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1779717778.856849:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717778.856852:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00080000:0.0:1779717778.856855:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000020:00000001:1.0:1779717778.856855:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779717778.856859:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1779717778.856859:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717778.856865:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717778.856866:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779717778.856870:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717778.856878:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00100000:0.0:1779717778.856883:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529388800:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717778.856883:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779717778.856889:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717778.856889:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717778.856894:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1779717778.856894:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:0.0:1779717778.856899:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529388800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779717778.856899:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717778.856906:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717778.856911:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1779717778.856912:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717778.856914:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1779717778.856915:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1779717778.856916:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a400.
02000000:00000001:1.0:1779717778.856919:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717778.856939:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717778.856941:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717778.856943:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779717778.856945:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717778.856947:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779717778.856952:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717778.856954:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1779717778.856954:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1779717778.856957:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:1.0:1779717778.856959:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000010:0.0:1779717778.856960:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:0.0:1779717778.856964:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000008:00000001:1.0:1779717778.856965:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.856966:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717778.856968:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.856969:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1779717778.856973:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717778.856976:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717778.856982:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717778.856983:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717778.856985:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779717778.856987:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1779717778.856987:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717778.856989:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.856990:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.856996:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717778.856997:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
02000000:00000010:1.0:1779717778.856997:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:0.0:1779717778.857000:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1779717778.857003:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717778.857005:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717778.857011:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717778.857040:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717778.857041:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717778.857042:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717778.857046:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717778.857047:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717778.857050:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1779717778.857054:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779717778.857055:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717778.857063:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529388928:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717778.857072:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1779717778.857072:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717778.857078:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1779717778.857079:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20235)
02000000:00000001:0.0:1779717778.857080:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717778.857084:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717778.857088:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a400.
02000000:00000001:0.0:1779717778.857090:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717778.857096:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717778.857099:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717778.857103:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717778.857106:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529388928, portal 10
00000100:00000001:0.0:1779717778.857108:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717778.857109:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:0.0:1779717778.857115:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857120:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717778.857121:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717778.857123:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717778.857124:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529388928, offset 0
00000400:00000200:0.0:1779717778.857127:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717778.857130:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717778.857133:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717778.857135:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717778.857137:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717778.857138:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717778.857140:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717778.857143:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156768:156768:256:4294967295] 192.168.203.145@tcp LPNI seq info [156767:156767:8:4294967295]
00000400:00000200:0.0:1779717778.857146:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717778.857150:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717778.857153:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717778.857155:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717778.857158:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717778.857160:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717778.857163:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717778.857165:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717778.857168:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717778.857169:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717778.857171:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717778.857173:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717778.857175:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717778.857177:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717778.857178:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717778.857180:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857186:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717778.857188:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857192:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.857193:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717778.857195:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717778.857197:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779717778.857199:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717778.857200:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314897931
00000100:00000001:0.0:1779717778.857202:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314899198
00000100:00000001:0.0:1779717778.857203:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314897931
00000100:00000001:0.0:1779717778.857205:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314899198
00000100:00000001:0.0:1779717778.857206:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717778.857208:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.857209:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717778.857212:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717778/real 1779717778]  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717778.857217:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717778.857218:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717778.857219:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717778.857220:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717778.857221:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717778.857223:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717778.857224:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717778.857230:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857234:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717778.857235:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857236:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717778.857237:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717778.857239:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857243:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717778.857245:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857249:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717778.857250:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857251:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717778.857252:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857253:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717778.857255:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717778.857256:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717778.857259:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717778.857260:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717778.857263:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717778.857268:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529388928:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717778.857270:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717778.857272:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857276:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717778.857277:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717778.857278:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717778.857279:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717778.857280:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717778.857282:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529389056:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717778.857284:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717778.857286:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717778.857287:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717778.857288:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717778.857290:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779717778.857292:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717778.857293:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717778.857295:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717778.857297:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717778.857298:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529389056, portal 10
00000100:00000001:0.0:1779717778.857300:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717778.857301:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:0.0:1779717778.857305:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857309:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717778.857311:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717778.857312:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717778.857314:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529389056, offset 0
00000400:00000200:0.0:1779717778.857316:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717778.857318:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717778.857320:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717778.857322:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717778.857324:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717778.857325:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717778.857327:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717778.857329:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156769:156769:256:4294967295] 192.168.203.145@tcp LPNI seq info [156768:156768:8:4294967295]
00000400:00000200:0.0:1779717778.857332:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717778.857336:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717778.857339:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717778.857340:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717778.857342:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717778.857344:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717778.857347:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717778.857348:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717778.857351:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717778.857352:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717778.857354:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717778.857356:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717778.857358:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717778.857359:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717778.857360:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717778.857362:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857367:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717778.857369:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857373:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.857375:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717778.857376:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717778.857378:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779717778.857380:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717778.857382:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314897939
00000100:00000001:0.0:1779717778.857383:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314899198
00000100:00000001:0.0:1779717778.857385:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314897939
00000100:00000001:0.0:1779717778.857386:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314899198
00000100:00000001:0.0:1779717778.857387:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717778.857389:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.857390:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717778.857392:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717778/real 1779717778]  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717778.857396:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717778.857397:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717778.857398:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717778.857399:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717778.857400:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717778.857402:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717778.857403:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717778.857408:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857412:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717778.857413:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857414:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717778.857414:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717778.857416:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857420:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717778.857423:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857428:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717778.857429:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857430:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717778.857431:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857432:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717778.857433:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717778.857434:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717778.857436:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717778.857437:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717778.857440:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717778.857444:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529389056:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717778.857446:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857447:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717778.857449:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529388928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857453:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717778.857454:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717778.857455:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a400.
02000000:00000001:0.0:1779717778.857457:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717778.857458:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717778.857458:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779717778.857460:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717778.857461:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93000.
02000000:00000001:0.0:1779717778.857463:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717778.857464:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717778.857465:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:0.0:1779717778.857466:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717778.857468:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857469:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717778.857470:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529389056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857475:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717778.857476:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717778.857476:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779717778.857478:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717778.857478:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717778.857479:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779717778.857480:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717778.857481:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91800.
02000000:00000001:0.0:1779717778.857482:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717778.857483:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717778.857483:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:0.0:1779717778.857486:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717778.857486:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857487:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857490:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717778.857491:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.857492:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717778.857493:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717778.857494:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717778.857496:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857499:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717778.857500:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717778.857502:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717778.857502:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717778.857504:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717778.857505:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529389184:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717778.857508:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717778.857509:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717778.857510:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717778.857511:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717778.857513:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779717778.857514:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717778.857516:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717778.857518:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717778.857520:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717778.857522:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529389184, portal 4
00000100:00000001:0.0:1779717778.857523:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717778.857524:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:0.0:1779717778.857527:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857531:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717778.857533:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717778.857534:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717778.857535:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529389184, offset 0
00000400:00000200:0.0:1779717778.857538:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717778.857540:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717778.857541:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717778.857543:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717778.857545:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717778.857546:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717778.857547:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717778.857549:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156770:156770:256:4294967295] 192.168.203.145@tcp LPNI seq info [156769:156769:8:4294967295]
00000400:00000200:0.0:1779717778.857552:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717778.857556:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717778.857559:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717778.857560:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717778.857563:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717778.857564:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717778.857567:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717778.857569:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717778.857573:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717778.857575:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717778.857577:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717778.857581:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717778.857584:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717778.857585:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717778.857588:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717778.857592:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857600:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717778.857603:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857609:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.857611:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717778.857614:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717778.857617:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779717778.857621:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717778.857623:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314897937
00000100:00000001:0.0:1779717778.857625:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314899198
00000100:00000001:0.0:1779717778.857627:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314897937
00000100:00000001:0.0:1779717778.857629:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314899198
00000100:00000001:0.0:1779717778.857631:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717778.857633:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.857635:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717778.857638:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717778/real 1779717778]  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717778.857647:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717778.857648:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717778.857650:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717778.857653:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717778.857654:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717778.857657:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717778.857660:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717778.857690:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857697:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717778.857698:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857700:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717778.857701:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717778.857705:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857712:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717778.857716:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857724:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717778.857726:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857728:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717778.857729:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857731:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717778.857732:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717778.857735:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717778.857738:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717778.857741:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717778.857744:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717778.857752:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529389184:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717778.857757:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857759:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717778.857762:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529389184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717778.857774:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717778.857776:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717778.857778:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779717778.857781:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717778.857782:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717778.857783:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779717778.857786:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717778.857787:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91000.
02000000:00000001:0.0:1779717778.857789:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717778.857791:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717778.857792:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:0.0:1779717778.857795:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717778.857796:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857798:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717778.857801:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717778.857803:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717778.857805:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717778.857806:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717779.304106:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717779.304111:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717779.304114:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717780.136015:0:346536:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314899198, at 4314899200
00000100:00000040:1.0:1779717780.136015:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314899198, at 4314899200
00000100:00000010:1.0:1779717780.136029:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d5a0.
00000100:00000010:0.0:1779717780.136035:0:346536:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:1.0:1779717780.328107:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717780.328111:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717780.328115:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779717781.352105:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717781.352111:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717781.352115:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717782.376152:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717782.376158:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717782.376162:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717783.400071:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717783.400075:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717783.400077:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717783.976039:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717783.976051:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717783.976056:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717783.976060:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717783.976066:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717783.976076:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20230
00000400:00000200:0.0:1779717783.976088:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717783.976096:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717783.976099:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717783.976103:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717783.976107:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717783.976110:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717783.976113:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717783.976117:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717783.976119:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717783.976122:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717783.976125:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717783.976127:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717783.976130:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717783.976133:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717783.976134:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717783.976136:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717783.976138:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717783.976141:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717783.976144:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717783.976147:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717783.976150:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717783.976153:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717783.976156:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717783.976163:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717783.976165:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717783.976174:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779717783.976178:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717783.976181:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717783.976183:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717783.976187:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717783.976189:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717783.976193:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717783.976201:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779717783.976208:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717783.976217:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717783.976235:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717783.976239:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717783.976244:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717783.976265:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717783.976269:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717783.976272:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717783.976274:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717783.976277:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717783.976281:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717783.976285:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20230
00000100:00000001:1.0:1779717783.976287:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1779717783.976290:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717783.976292:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717783.976295:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1779717783.976298:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717783.976303:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717783.976304:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779717783.976309:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717783.976315:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779717783.976316:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717783.976319:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717783.976320:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:1.0:1779717783.976323:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1779717783.976324:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:1.0:1779717783.976325:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1779717783.976329:0:318778:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1779717783.976329:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1779717783.976332:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00100000:1.0:1779717783.976334:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529389312:192.168.203.145@tcp:250:kworker.0
00000020:00000001:0.0:1779717783.976336:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717783.976340:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:1.0:1779717783.976340:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717783.976344:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1779717783.976345:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:1.0:1779717783.976347:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717783.976349:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:1.0:1779717783.976351:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1779717783.976356:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000010:1.0:1779717783.976357:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:0.0:1779717783.976361:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1779717783.976362:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717783.976367:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:1.0:1779717783.976371:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717783.976372:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000010:1.0:1779717783.976375:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000020:00000040:0.0:1779717783.976378:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000400:00000010:1.0:1779717783.976381:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00080000:0.0:1779717783.976384:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717783.976388:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779717783.976389:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529389312, portal 25
02000000:00000001:0.0:1779717783.976394:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717783.976400:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717783.976401:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1779717783.976405:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.976405:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493245824 : -117608216305792 : ffff9509340b5f80)
00000100:00000001:0.0:1779717783.976411:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1779717783.976415:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1779717783.976416:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717783.976424:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717783.976430:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.976430:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717783.976434:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000010:0.0:1779717783.976436:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000400:00000010:1.0:1779717783.976437:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000020:00000040:0.0:1779717783.976441:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000200:1.0:1779717783.976441:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529389312, offset 0
02000000:00000001:0.0:1779717783.976448:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717783.976451:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717783.976452:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779717783.976457:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717783.976459:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717783.976462:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717783.976462:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:0.0:1779717783.976469:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000400:00000200:1.0:1779717783.976469:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717783.976476:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717783.976479:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:0.0:1779717783.976480:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717783.976483:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717783.976487:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717783.976491:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156771:156771:256:4294967295] 192.168.203.145@tcp LPNI seq info [156770:156770:8:4294967295]
00000100:00100000:0.0:1779717783.976492:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1779717783.976498:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717783.976510:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1779717783.976511:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1779717783.976516:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1779717783.976521:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779717783.976526:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1779717783.976527:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717783.976537:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717783.976542:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1779717783.976544:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1779717783.976548:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779717783.976550:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1779717783.976552:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1779717783.976559:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:1.0:1779717783.976562:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779717783.976563:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1779717783.976565:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000100:00080000:0.0:1779717783.976566:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717783.976570:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:1.0:1779717783.976571:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1779717783.976577:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20230
00000400:00000200:1.0:1779717783.976578:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717783.976585:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000200:0.0:1779717783.976587:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717783.976588:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717783.976594:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1779717783.976597:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000200:1.0:1779717783.976601:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779717783.976602:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717783.976612:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717783.976614:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1779717783.976615:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717783.976619:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779717783.976622:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717783.976628:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:1.0:1779717783.976633:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.976647:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1779717783.976649:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717783.976652:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000001:1.0:1779717783.976653:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717783.976655:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717783.976658:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:1.0:1779717783.976658:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717783.976662:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314904318
00000020:00000001:0.0:1779717783.976663:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000010:1.0:1779717783.976667:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bc00.
00000020:00000001:0.0:1779717783.976668:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717783.976675:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717783.976676:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779717783.976679:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717783.976683:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717783.976684:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314904318
00000100:00000001:0.0:1779717783.976689:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000010:1.0:1779717783.976689:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bae0.
00000100:00000001:1.0:1779717783.976694:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000020:00000040:0.0:1779717783.976695:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:1.0:1779717783.976698:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1779717783.976700:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717783.976701:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.976706:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1779717783.976707:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717783.976711:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1779717783.976712:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717783/real 1779717783]  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779717783.976717:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717783.976721:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1779717783.976721:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717783.976723:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1779717783.976727:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1779717783.976727:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717783.976731:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000008:00100000:0.0:1779717783.976732:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1779717783.976733:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717783.976736:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:0.0:1779717783.976739:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779717783.976740:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717783.976743:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717783.976750:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000100:00000200:1.0:1779717783.976751:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1779717783.976756:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:1.0:1779717783.976762:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1779717783.976763:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1779717783.976764:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779717783.976768:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.976768:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717783.976771:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717783.976773:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1779717783.976775:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779717783.976776:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717783.976780:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.976786:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1779717783.976788:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000040:1.0:1779717783.976791:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717783.976794:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.976800:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717783.976803:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.976805:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1779717783.976806:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717783.976807:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.976810:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717783.976813:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717783.976819:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1779717783.976826:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1779717783.976829:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717783.976832:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.976834:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717783.976840:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779717783.976844:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717783.976867:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717783.976871:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529389312:192.168.203.145@tcp:250:kworker.0
00000100:00000040:0.0:1779717783.976872:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779717783.976880:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717783.976881:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717783.976885:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717783.976888:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717783.976890:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1779717783.976891:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717783.976894:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1779717783.976896:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5f80 x1866162529389312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717783.976898:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717783.976905:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20230
00000100:00000001:1.0:1779717783.976905:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717783.976909:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717783.976911:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93c00.
00000400:00000200:0.0:1779717783.976913:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779717783.976915:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717783.976918:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000400:00000200:0.0:1779717783.976919:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000020:00000040:1.0:1779717783.976937:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779717783.976939:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717783.976940:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:1.0:1779717783.976944:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717783.976946:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717783.976948:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5f80.
00000100:00000001:1.0:1779717783.976951:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717783.976952:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.976954:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.976960:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717783.976961:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.976964:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717783.976967:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1779717783.976968:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1779717783.976969:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717783.976977:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:1.0:1779717783.976977:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717783.976984:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779717783.976988:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1779717783.976990:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717783.976990:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717783.976994:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1779717783.976996:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:1.0:1779717783.976996:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717783.977001:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717783.977002:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:1.0:1779717783.977006:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529389440:192.168.203.145@tcp:38:kworker.0
00000020:00000040:0.0:1779717783.977007:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717783.977012:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1779717783.977012:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717783.977016:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1779717783.977017:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
02000000:00000001:1.0:1779717783.977018:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717783.977022:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
02000000:00000001:1.0:1779717783.977023:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717783.977026:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93c00.
00000020:00000001:0.0:1779717783.977027:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
02000000:00000001:1.0:1779717783.977029:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717783.977034:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:1.0:1779717783.977035:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717783.977039:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1779717783.977039:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717783.977042:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000040:0.0:1779717783.977043:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:1.0:1779717783.977047:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529389440, portal 10
00000100:00000001:0.0:1779717783.977048:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:1.0:1779717783.977051:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1779717783.977053:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:1.0:1779717783.977054:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493243136 : -117608216308480 : ffff9509340b5500)
00000100:00080000:0.0:1779717783.977061:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000040:1.0:1779717783.977063:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717783.977067:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717783.977073:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1779717783.977074:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717783.977078:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
02000000:00000001:0.0:1779717783.977079:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1779717783.977080:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717783.977085:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529389440, offset 0
02000000:00000001:0.0:1779717783.977086:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717783.977090:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1779717783.977091:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000008:00100000:0.0:1779717783.977095:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1779717783.977096:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00000001:0.0:1779717783.977101:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717783.977102:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:0.0:1779717783.977106:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717783.977108:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1779717783.977114:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779717783.977117:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:1.0:1779717783.977121:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
02000000:00000001:0.0:1779717783.977123:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1779717783.977125:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1779717783.977127:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717783.977129:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779717783.977132:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1779717783.977134:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156772:156772:256:4294967295] 192.168.203.145@tcp LPNI seq info [156771:156771:8:4294967295]
02000000:00000001:0.0:1779717783.977135:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717783.977139:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717783.977140:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:0.0:1779717783.977147:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000400:00000200:1.0:1779717783.977149:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1779717783.977155:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1779717783.977156:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717783.977162:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000100:00100000:0.0:1779717783.977167:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1779717783.977168:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717783.977171:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717783.977181:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717783.977186:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1779717783.977188:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1779717783.977192:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779717783.977194:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1779717783.977194:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717783.977202:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1779717783.977203:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779717783.977209:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717783.977214:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717783.977217:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717783.977221:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1779717783.977226:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779717783.977226:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779717783.977235:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20240)
00000100:00000001:1.0:1779717783.977236:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717783.977241:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977245:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.977246:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717783.977249:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717783.977252:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779717783.977255:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717783.977257:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314903051
00000100:00000001:1.0:1779717783.977259:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314904318
00000100:00000001:1.0:1779717783.977261:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314903051
00000100:00000001:1.0:1779717783.977263:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314904318
00000100:00000001:1.0:1779717783.977265:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717783.977266:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.977268:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717783.977271:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717783/real 1779717783]  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717783.977276:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717783.977277:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717783.977278:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717783.977280:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717783.977281:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717783.977283:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717783.977285:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717783.977290:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977294:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717783.977295:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977296:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717783.977297:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717783.977299:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977303:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717783.977305:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977310:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717783.977312:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977313:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717783.977314:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977315:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717783.977317:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717783.977318:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717783.977320:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717783.977321:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717783.977324:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717783.977328:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529389440:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717783.977331:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717783.977333:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977337:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717783.977338:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717783.977340:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717783.977341:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717783.977342:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717783.977344:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529389568:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717783.977346:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717783.977347:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717783.977348:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717783.977349:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717783.977352:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92400.
02000000:00000001:1.0:1779717783.977353:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717783.977355:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717783.977357:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717783.977359:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717783.977361:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529389568, portal 10
00000100:00000001:1.0:1779717783.977362:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717783.977363:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244032 : -117608216307584 : ffff9509340b5880)
00000100:00000040:1.0:1779717783.977367:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977371:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717783.977373:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717783.977374:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717783.977376:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529389568, offset 0
00000400:00000200:1.0:1779717783.977378:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717783.977380:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717783.977382:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717783.977384:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717783.977386:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717783.977388:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717783.977389:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717783.977391:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156773:156773:256:4294967295] 192.168.203.145@tcp LPNI seq info [156772:156772:8:4294967295]
00000400:00000200:1.0:1779717783.977394:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717783.977399:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717783.977402:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717783.977404:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717783.977406:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717783.977408:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717783.977411:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717783.977412:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1779717783.977415:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717783.977416:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717783.977418:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717783.977420:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717783.977423:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717783.977424:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717783.977426:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717783.977428:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977433:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717783.977434:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977438:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.977439:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717783.977441:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717783.977443:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779717783.977445:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717783.977446:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314903059
00000100:00000001:1.0:1779717783.977448:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314904318
00000100:00000001:1.0:1779717783.977449:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314903059
00000100:00000001:1.0:1779717783.977450:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314904318
00000100:00000001:1.0:1779717783.977452:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717783.977453:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.977454:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717783.977456:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717783/real 1779717783]  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717783.977460:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717783.977461:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717783.977463:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717783.977464:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717783.977465:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717783.977466:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717783.977468:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717783.977473:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977478:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717783.977478:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977480:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717783.977481:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717783.977483:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977487:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717783.977489:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977493:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717783.977494:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977495:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717783.977496:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977497:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717783.977498:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717783.977499:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717783.977501:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717783.977502:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717783.977504:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717783.977509:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529389568:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717783.977511:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977512:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717783.977514:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5500 x1866162529389440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977518:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717783.977520:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717783.977521:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93c00.
02000000:00000001:1.0:1779717783.977523:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717783.977524:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717783.977525:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779717783.977526:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717783.977528:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59400.
02000000:00000001:1.0:1779717783.977529:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717783.977530:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717783.977531:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5500.
00000100:00000001:1.0:1779717783.977533:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717783.977534:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977535:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717783.977537:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5880 x1866162529389568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977540:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717783.977541:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717783.977542:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92400.
02000000:00000001:1.0:1779717783.977545:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717783.977545:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717783.977546:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779717783.977547:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717783.977548:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b400.
02000000:00000001:1.0:1779717783.977550:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717783.977550:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717783.977551:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5880.
00000100:00000001:1.0:1779717783.977553:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717783.977554:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977555:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977557:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717783.977558:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.977559:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717783.977560:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717783.977561:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717783.977563:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977568:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717783.977569:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717783.977571:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779717783.977572:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717783.977573:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717783.977575:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529389696:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717783.977577:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779717783.977578:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779717783.977579:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717783.977580:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779717783.977581:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92400.
02000000:00000001:1.0:1779717783.977583:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717783.977585:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779717783.977586:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779717783.977588:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779717783.977590:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529389696, portal 4
00000100:00000001:1.0:1779717783.977591:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717783.977592:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244928 : -117608216306688 : ffff9509340b5c00)
00000100:00000040:1.0:1779717783.977596:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977600:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717783.977601:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779717783.977603:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779717783.977604:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529389696, offset 0
00000400:00000200:1.0:1779717783.977606:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717783.977609:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717783.977610:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779717783.977612:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779717783.977614:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779717783.977615:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779717783.977617:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779717783.977619:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156774:156774:256:4294967295] 192.168.203.145@tcp LPNI seq info [156773:156773:8:4294967295]
00000400:00000200:1.0:1779717783.977622:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717783.977626:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779717783.977629:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717783.977631:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779717783.977650:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779717783.977653:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1779717783.977656:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779717783.977657:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1779717783.977660:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779717783.977661:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779717783.977664:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779717783.977666:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779717783.977668:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779717783.977669:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779717783.977671:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779717783.977673:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977678:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717783.977681:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977685:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.977686:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717783.977688:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717783.977691:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779717783.977693:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717783.977694:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314903057
00000100:00000001:1.0:1779717783.977696:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314904318
00000100:00000001:1.0:1779717783.977697:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314903057
00000100:00000001:1.0:1779717783.977699:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314904318
00000100:00000001:1.0:1779717783.977700:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717783.977701:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.977703:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779717783.977705:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717783/real 1779717783]  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779717783.977710:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779717783.977711:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779717783.977712:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779717783.977714:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779717783.977715:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779717783.977716:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779717783.977718:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779717783.977723:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977727:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779717783.977728:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977729:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717783.977730:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717783.977732:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977736:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717783.977738:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977742:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717783.977743:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977744:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779717783.977745:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977746:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779717783.977747:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717783.977748:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779717783.977750:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779717783.977751:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779717783.977754:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717783.977759:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529389696:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779717783.977762:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977763:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779717783.977765:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5c00 x1866162529389696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717783.977768:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779717783.977769:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779717783.977770:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92400.
02000000:00000001:1.0:1779717783.977772:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779717783.977773:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779717783.977774:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779717783.977775:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779717783.977776:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:1.0:1779717783.977777:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779717783.977778:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779717783.977779:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5c00.
00000100:00000001:1.0:1779717783.977780:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779717783.977781:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977782:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717783.977784:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717783.977785:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717783.977786:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717783.977787:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717784.424096:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717784.424099:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717784.424101:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717785.256008:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314904318, at 4314904320
00000100:00000040:0.0:1779717785.256015:0:346536:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314904318, at 4314904320
00000100:00000010:1.0:1779717785.256025:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bae0.
00000100:00000010:0.0:1779717785.256027:0:346536:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bc00.
00000020:00000001:1.0:1779717785.448065:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717785.448068:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717785.448070:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779717787.496028:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717787.496031:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717787.496034:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717788.520102:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717788.520105:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717788.520109:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717789.095998:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717789.096005:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717789.096008:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717789.096012:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717789.096018:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717789.096025:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20235
00000400:00000200:0.0:1779717789.096034:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717789.096039:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717789.096042:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717789.096046:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096049:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717789.096051:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096054:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717789.096057:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717789.096058:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717789.096061:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717789.096063:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717789.096065:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717789.096067:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717789.096071:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096073:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717789.096075:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096077:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717789.096079:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717789.096081:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096083:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717789.096085:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717789.096087:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717789.096089:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096091:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717789.096092:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717789.096097:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6680.
00000020:00000040:0.0:1779717789.096100:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717789.096103:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717789.096104:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096107:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717789.096109:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717789.096112:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717789.096123:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779717789.096128:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717789.096136:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6680 x1866162529389824/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717789.096144:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717789.096147:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717789.096152:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bfd0c85] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6680 x1866162529389824/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717789.096176:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717789.096178:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717789.096182:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717789.096184:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717789.096186:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717789.096189:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717789.096191:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20235
00000400:00000200:0.0:1779717789.096195:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717789.096198:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717789.096200:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717789.096203:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096207:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717789.096212:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096215:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717789.096219:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717789.096222:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717789.096226:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717789.096229:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717789.096234:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717789.096237:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717789.096245:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096248:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717789.096250:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096253:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717789.096256:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717789.096261:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096267:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717789.096270:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717789.096274:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717789.096276:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096277:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717789.096281:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717789.096284:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096285:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717789.096288:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6d80.
00000020:00000040:0.0:1779717789.096291:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717789.096293:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717789.096295:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096298:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717789.096300:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717789.096303:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717789.096308:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779717789.096312:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717789.096318:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6d80 x1866162529389952/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717789.096331:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717789.096335:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717789.096343:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27aefa5] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6d80 x1866162529389952/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717789.096358:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717789.096362:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717789.096364:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717789.096368:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717789.096370:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717789.096375:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717789.096380:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20235
00000400:00000200:0.0:1779717789.096386:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717789.096392:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717789.096396:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717789.096403:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096406:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717789.096409:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096413:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717789.096415:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717789.096418:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717789.096422:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717789.096425:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717789.096428:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717789.096430:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717789.096433:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096435:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717789.096437:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096439:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717789.096442:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717789.096446:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096449:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717789.096451:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717789.096454:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717789.096457:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096459:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717789.096461:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717789.096464:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096465:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717789.096471:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779717789.096473:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717789.096475:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717789.096476:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096477:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717789.096478:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717789.096480:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717789.096483:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779717789.096486:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717789.096491:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529390080/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717789.096496:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717789.096498:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717789.096502:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529390080/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717789.096508:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717789.096510:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717789.096514:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717789.096517:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717789.096523:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717789.096524:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717789.096525:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717789.096529:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717789.096534:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20235
00000400:00000200:0.0:1779717789.096541:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717789.096549:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717789.096555:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717789.096560:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096563:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717789.096570:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096574:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717789.096576:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717789.096577:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717789.096578:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717789.096579:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717789.096581:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717789.096582:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717789.096585:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096587:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717789.096589:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096591:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717789.096594:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717789.096611:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717789.096613:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717789.096615:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717789.096617:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717789.096620:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096622:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717789.096624:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717789.096626:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096627:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717789.096630:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779717789.096632:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717789.096634:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717789.096635:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717789.096637:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717789.096638:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717789.096640:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717789.096646:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779717789.096653:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717789.096663:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529390208/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717789.096680:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717789.096685:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717789.096685:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717789.096691:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1779717789.096695:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529390208/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717789.096711:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717789.096717:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20245)
00000800:00000200:3.1:1779717789.097074:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717789.097077:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779717789.097277:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717789.097279:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779717789.097555:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717789.097558:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1779717790.376038:0:346536:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314909438, at 4314909440
00000100:00000040:1.0:1779717790.376039:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314909438, at 4314909440
00000100:00000010:0.0:1779717790.376052:0:346536:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084750c0.
00000100:00000010:1.0:1779717790.376053:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ea0.
00000020:00000001:0.0:1779717790.568088:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717790.568092:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717790.568095:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717791.592118:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717791.592121:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717791.592124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779717793.640193:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717793.640197:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717793.640201:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717794.216016:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717794.216024:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717794.216027:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717794.216031:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717794.216038:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717794.216045:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20240
00000400:00000200:0.0:1779717794.216054:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717794.216059:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717794.216062:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717794.216064:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216067:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717794.216069:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216071:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717794.216074:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717794.216075:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717794.216077:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717794.216079:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717794.216081:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717794.216083:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717794.216085:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216086:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717794.216088:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216089:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717794.216091:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717794.216093:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216094:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717794.216096:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717794.216100:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717794.216102:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216103:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717794.216105:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717794.216113:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779717794.216116:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717794.216119:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717794.216120:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216123:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717794.216125:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717794.216128:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717794.216134:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779717794.216139:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717794.216146:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529390336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717794.216154:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717794.216165:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717794.216169:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529390336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717794.216192:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717794.216195:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717794.216199:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717794.216200:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717794.216202:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717794.216205:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717794.216208:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20240
00000400:00000200:0.0:1779717794.216213:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717794.216217:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717794.216220:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717794.216226:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216230:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717794.216235:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216236:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717794.216241:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717794.216243:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717794.216245:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717794.216248:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717794.216251:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717794.216254:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717794.216258:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216260:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717794.216264:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216266:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717794.216269:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717794.216273:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216278:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717794.216281:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717794.216285:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717794.216288:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216290:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717794.216293:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717794.216297:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216300:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717794.216303:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779717794.216308:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717794.216310:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717794.216311:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216314:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717794.216316:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717794.216317:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717794.216321:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779717794.216328:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717794.216332:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529390464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717794.216343:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717794.216347:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717794.216352:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529390464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717794.216365:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717794.216369:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717794.216372:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717794.216373:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717794.216376:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717794.216379:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717794.216382:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20240
00000400:00000200:0.0:1779717794.216385:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717794.216387:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717794.216388:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717794.216391:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216393:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717794.216395:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216398:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717794.216401:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717794.216402:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717794.216403:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717794.216404:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717794.216405:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717794.216409:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717794.216413:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216415:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717794.216416:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216418:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717794.216420:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717794.216424:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216429:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717794.216430:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717794.216433:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717794.216434:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216437:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717794.216439:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717794.216443:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216444:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717794.216447:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779717794.216451:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717794.216454:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717794.216456:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216458:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717794.216460:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717794.216462:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717794.216466:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779717794.216470:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717794.216477:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529390592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717794.216487:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717794.216488:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717794.216494:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529390592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717794.216506:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717794.216509:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717794.216514:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717794.216517:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717794.216520:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717794.216522:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717794.216523:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717794.216525:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717794.216530:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20240
00000400:00000200:0.0:1779717794.216533:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717794.216538:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717794.216542:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717794.216545:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216548:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717794.216550:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216554:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:3.1:1779717794.216554:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717794.216570:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1779717794.216571:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717794.216573:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717794.216576:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717794.216579:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717794.216581:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717794.216585:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717794.216589:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216592:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717794.216594:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216599:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717794.216603:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717794.216606:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717794.216610:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717794.216614:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717794.216617:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717794.216621:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216622:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717794.216625:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717794.216630:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216634:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717794.216639:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779717794.216642:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717794.216646:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717794.216648:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717794.216652:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717794.216654:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717794.216656:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717794.216660:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779717794.216664:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717794.216672:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529390720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717794.216681:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717794.216683:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717794.216689:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529390720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717794.216701:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717794.216704:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20250)
00000800:00000200:3.1:1779717794.216968:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717794.216971:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717794.217213:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717794.217215:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717794.217435:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717794.217438:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1779717794.664159:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717794.664162:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717794.664164:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717795.495980:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314914558, at 4314914560
00000100:00000040:0.0:1779717795.495988:0:346536:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314914558, at 4314914560
00000100:00000010:1.0:1779717795.495992:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ae0.
00000100:00000010:0.0:1779717795.496000:0:346536:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475c00.
00000020:00000001:0.0:1779717796.712107:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717796.712111:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717796.712114:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717799.336029:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717799.336036:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717799.336039:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717799.336043:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717799.336047:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717799.336053:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20245
00000400:00000200:1.0:1779717799.336060:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717799.336066:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717799.336069:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717799.336072:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336074:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717799.336075:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336077:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717799.336080:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717799.336081:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717799.336083:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717799.336085:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717799.336087:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717799.336088:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717799.336090:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336092:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717799.336093:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336095:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717799.336097:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717799.336100:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336101:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717799.336104:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717799.336106:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717799.336108:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336109:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717799.336111:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717799.336117:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779717799.336120:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717799.336123:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717799.336124:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336127:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717799.336128:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717799.336132:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717799.336137:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779717799.336143:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717799.336149:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529390848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717799.336157:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717799.336160:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717799.336163:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529390848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717799.336179:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717799.336182:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717799.336184:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717799.336185:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717799.336186:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717799.336188:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717799.336190:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20245
00000400:00000200:1.0:1779717799.336194:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717799.336196:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717799.336198:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717799.336201:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336205:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717799.336208:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336212:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717799.336214:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717799.336216:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717799.336218:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717799.336222:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717799.336226:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717799.336230:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717799.336238:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336241:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717799.336252:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336259:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717799.336262:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717799.336267:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336270:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717799.336273:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717799.336277:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717799.336280:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336284:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717799.336289:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717799.336295:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336297:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717799.336302:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717799.336305:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717799.336307:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717799.336310:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336311:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717799.336313:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717799.336314:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717799.336320:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779717799.336323:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717799.336330:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529390976/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717799.336345:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717799.336348:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717799.336356:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529390976/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717799.336369:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717799.336371:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717799.336377:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717799.336379:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717799.336380:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717799.336384:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717799.336388:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20245
00000400:00000200:1.0:1779717799.336395:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717799.336401:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717799.336405:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717799.336411:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336414:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717799.336420:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336423:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717799.336427:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717799.336429:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717799.336430:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717799.336432:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717799.336435:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717799.336439:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717799.336442:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336443:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717799.336446:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336449:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717799.336453:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717799.336459:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336464:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717799.336467:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717799.336469:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717799.336472:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336474:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717799.336478:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717799.336480:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336482:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717799.336487:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717799.336489:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717799.336492:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717799.336494:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336495:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717799.336498:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717799.336500:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717799.336504:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779717799.336509:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717799.336514:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00100000:1.0:1779717799.336515:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529391104/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1779717799.336532:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1779717799.336536:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717799.336538:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717799.336546:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529391104/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717799.336556:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717799.336560:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717799.336568:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717799.336570:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717799.336574:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717799.336578:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717799.336579:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717799.336581:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717799.336586:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20245
00000400:00000200:1.0:1779717799.336592:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717799.336599:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717799.336604:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717799.336607:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336612:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717799.336616:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336621:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717799.336625:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717799.336627:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717799.336630:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717799.336632:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717799.336634:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717799.336637:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717799.336641:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336645:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717799.336651:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336656:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717799.336662:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717799.336668:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717799.336672:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717799.336677:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717799.336682:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717799.336689:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336694:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717799.336698:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717799.336702:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336707:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717799.336714:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717799.336717:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717799.336720:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717799.336722:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717799.336726:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717799.336727:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717799.336728:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717799.336731:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779717799.336734:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717799.336741:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529391232/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717799.336758:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717799.336763:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717799.336768:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529391232/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717799.336795:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717799.336800:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20256)
00000800:00000200:3.1:1779717799.337002:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717799.337004:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779717799.337213:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717799.337215:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779717799.337395:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717799.337397:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1779717799.784110:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717799.784113:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717799.784116:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779717800.616011:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314919678, at 4314919680
00000100:00000040:0.0:1779717800.616018:0:346536:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314919678, at 4314919680
00000100:00000010:1.0:1779717800.616022:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475c00.
00000100:00000010:0.0:1779717800.616027:0:346536:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475300.
00000020:00000001:0.0:1779717802.856051:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717802.856056:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717802.856060:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717804.455991:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717804.455999:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717804.456002:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717804.456005:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717804.456009:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717804.456023:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20251
00000400:00000200:1.0:1779717804.456032:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717804.456039:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717804.456042:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717804.456046:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456049:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717804.456052:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456055:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717804.456059:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717804.456061:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717804.456063:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717804.456066:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717804.456069:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717804.456071:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717804.456075:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456077:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717804.456079:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456082:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717804.456085:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717804.456088:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456091:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717804.456095:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717804.456099:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717804.456102:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456104:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717804.456105:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717804.456113:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717804.456116:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717804.456119:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717804.456120:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456123:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717804.456124:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717804.456128:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717804.456135:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779717804.456140:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717804.456147:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529391360/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717804.456154:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717804.456157:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717804.456161:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529391360/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717804.456178:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717804.456182:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717804.456185:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717804.456186:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717804.456188:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717804.456191:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717804.456193:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20251
00000400:00000200:1.0:1779717804.456198:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717804.456201:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717804.456203:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717804.456206:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456208:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717804.456210:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456213:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717804.456215:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717804.456217:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717804.456219:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717804.456221:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717804.456223:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717804.456226:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717804.456228:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456231:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717804.456233:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456235:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717804.456237:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717804.456240:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456242:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717804.456244:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717804.456249:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717804.456251:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456253:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717804.456257:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717804.456260:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456262:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717804.456265:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717804.456268:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717804.456270:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717804.456272:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456273:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717804.456275:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717804.456277:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717804.456280:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779717804.456283:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717804.456288:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529391488/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717804.456297:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717804.456299:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717804.456303:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529391488/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717804.456312:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717804.456315:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717804.456318:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717804.456320:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717804.456322:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717804.456324:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717804.456326:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20251
00000400:00000200:1.0:1779717804.456329:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717804.456332:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717804.456335:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717804.456337:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456339:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717804.456341:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456343:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717804.456346:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717804.456347:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717804.456349:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717804.456351:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717804.456353:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717804.456355:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717804.456358:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456360:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717804.456362:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456364:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717804.456366:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717804.456369:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456371:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717804.456373:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717804.456376:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717804.456378:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456380:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717804.456382:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717804.456384:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456387:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717804.456390:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717804.456392:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717804.456394:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1779717804.456394:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779717804.456395:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456397:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717804.456398:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717804.456400:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717804.456403:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779717804.456406:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717804.456411:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529391616/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717804.456419:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717804.456421:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717804.456425:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529391616/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717804.456432:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717804.456435:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717804.456439:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717804.456442:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717804.456446:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717804.456448:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717804.456450:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717804.456452:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717804.456455:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20251
00000400:00000200:1.0:1779717804.456459:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717804.456462:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717804.456464:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717804.456467:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456470:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717804.456472:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456475:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717804.456477:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717804.456492:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717804.456494:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717804.456496:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717804.456499:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717804.456502:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717804.456505:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456507:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717804.456509:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456511:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717804.456514:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717804.456517:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717804.456520:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717804.456521:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717804.456525:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717804.456527:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456529:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717804.456532:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717804.456534:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456536:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717804.456539:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717804.456542:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717804.456544:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717804.456546:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717804.456548:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717804.456549:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717804.456551:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717804.456555:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779717804.456558:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717804.456563:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529391744/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717804.456571:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717804.456573:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717804.456576:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529391744/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717804.456585:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717804.456590:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20261)
00000800:00000200:3.1:1779717804.456631:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717804.456726:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717804.456853:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:0.0:1779717805.736026:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314924798, at 4314924800
00000100:00000040:1.0:1779717805.736026:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314924798, at 4314924800
00000100:00000010:0.0:1779717805.736040:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ae0.
00000100:00000010:1.0:1779717805.736048:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ea0.
00000020:00000001:0.0:1779717805.928098:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717805.928102:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717805.928105:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1779717807.528267:0:248754:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1779717807.528315:0:248754:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1779717807.528328:0:248754:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717807.528333:0:248754:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:0.0:1779717807.528339:0:248754:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717807.528345:0:248754:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1779717807.528351:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717807.528355:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:0.0:1779717807.528362:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717807.528368:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717807.528376:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d990
00000400:00000010:0.0:1779717807.528380:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d990.
00000100:00000001:0.0:1779717807.528388:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717807.528399:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7c700 x1866162529391360/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717807.528427:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717807.528432:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529391360/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717807.528441:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717807.528443:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779717807.528454:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717807.528472:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647b00.
00000400:00000200:0.0:1779717807.528476:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717807.528480:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717807.528484:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dd48
00000400:00000010:0.0:1779717807.528487:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dd48.
00000100:00000001:0.0:1779717807.528491:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717807.528498:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7f800 x1866162529391488/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717807.528515:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717807.528521:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529391488/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717807.528540:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717807.528544:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779717807.528560:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717807.528568:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647e00.
00000400:00000200:0.0:1779717807.528573:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717807.528589:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717807.528605:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d6e8
00000400:00000010:0.0:1779717807.528610:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d6e8.
00000100:00000001:0.0:1779717807.528614:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717807.528623:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7c000 x1866162529391616/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717807.528641:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717807.528649:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529391616/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717807.528660:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717807.528664:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779717807.528680:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717807.528692:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647600.
00000400:00000200:0.0:1779717807.528700:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717807.528711:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717807.528718:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:0.0:1779717807.528725:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:0.0:1779717807.528734:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717807.528743:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7d180 x1866162529391744/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717807.528770:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717807.528779:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529391744/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717807.528840:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717807.528846:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1779717809.000140:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717809.000145:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717809.000149:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717809.576014:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717809.576024:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717809.576029:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717809.576035:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717809.576040:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717809.576048:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20256
00000400:00000200:1.0:1779717809.576060:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717809.576072:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717809.576076:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717809.576078:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576081:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717809.576083:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576084:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717809.576087:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717809.576088:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717809.576091:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717809.576093:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717809.576094:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717809.576096:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717809.576097:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576099:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717809.576101:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576102:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717809.576105:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717809.576108:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576110:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717809.576114:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717809.576117:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717809.576120:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576123:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717809.576125:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717809.576132:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779717809.576135:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717809.576139:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717809.576141:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576144:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717809.576146:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717809.576150:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717809.576157:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779717809.576164:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717809.576174:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529391872/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717809.576184:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717809.576188:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717809.576193:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529391872/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717809.576217:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717809.576220:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717809.576224:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717809.576225:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717809.576227:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717809.576230:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717809.576233:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20256
00000400:00000200:1.0:1779717809.576238:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717809.576241:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717809.576243:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717809.576247:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576249:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717809.576251:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576253:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717809.576256:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717809.576257:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717809.576259:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717809.576261:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717809.576263:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717809.576265:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717809.576268:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576270:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717809.576272:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576274:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717809.576277:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717809.576280:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576282:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717809.576284:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717809.576289:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717809.576291:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576293:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717809.576297:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717809.576300:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576302:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717809.576306:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717809.576308:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717809.576311:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717809.576313:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576315:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717809.576316:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717809.576318:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717809.576322:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779717809.576325:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717809.576330:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529392000/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717809.576337:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717809.576340:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717809.576343:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529392000/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717809.576353:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717809.576355:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717809.576359:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717809.576361:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717809.576362:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717809.576365:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717809.576368:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20256
00000400:00000200:1.0:1779717809.576372:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717809.576374:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717809.576377:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717809.576380:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576382:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717809.576384:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576386:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717809.576389:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717809.576390:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717809.576392:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717809.576393:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717809.576395:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717809.576398:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717809.576401:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576403:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717809.576405:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576408:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717809.576410:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717809.576412:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576415:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717809.576416:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717809.576419:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717809.576421:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576424:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717809.576426:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717809.576428:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576430:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717809.576433:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717809.576435:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717809.576438:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717809.576439:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576453:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717809.576455:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717809.576457:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717809.576461:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779717809.576465:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717809.576470:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529392128/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717809.576477:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717809.576479:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717809.576483:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529392128/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1779717809.576489:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717809.576491:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717809.576493:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1779717809.576494:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717809.576499:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717809.576502:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717809.576505:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717809.576506:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717809.576508:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717809.576511:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717809.576513:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20256
00000400:00000200:1.0:1779717809.576517:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717809.576519:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717809.576522:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717809.576524:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576526:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717809.576529:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576531:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717809.576533:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717809.576535:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717809.576536:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717809.576538:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717809.576540:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717809.576543:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717809.576546:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576549:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717809.576550:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576552:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717809.576554:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717809.576557:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717809.576559:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717809.576561:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717809.576564:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717809.576567:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576569:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717809.576572:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717809.576574:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576576:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717809.576579:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717809.576582:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717809.576584:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717809.576585:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717809.576587:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717809.576589:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717809.576591:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717809.576594:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779717809.576597:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717809.576601:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529392256/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717809.576613:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717809.576615:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717809.576619:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529392256/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717809.576628:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717809.576632:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20266)
00000800:00000200:3.1:1779717809.577046:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717809.577049:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717809.577361:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717809.577363:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717809.577654:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717809.577657:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1779717810.600116:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779717810.600120:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717810.600122:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717810.600128:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779717810.600132:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717810.600135:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717810.600139:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717810.600141:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717810.600144:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717810.856003:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314929918, at 4314929920
00000100:00000040:1.0:1779717810.856004:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314929918, at 4314929920
00000100:00000010:0.0:1779717810.856016:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084750c0.
00000100:00000010:1.0:1779717810.856018:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475d80.
00000100:00000001:0.0:1779717811.624018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779717811.624024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717811.624025:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717811.624030:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779717811.624033:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717811.624036:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717811.624038:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717811.624040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717811.624042:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717812.072125:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717812.072128:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717812.072132:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779717812.648041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779717812.648046:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717812.648048:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717812.648052:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779717812.648054:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717812.648058:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717812.648060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717812.648064:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717812.648065:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717813.672042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779717813.672049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717813.672051:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717813.672057:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779717813.672061:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717813.672064:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717813.672067:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717813.672070:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717813.672073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717814.696042:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779717814.696045:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1779717814.696051:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717814.696052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717814.696053:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1779717814.696055:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717814.696058:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717814.696062:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:1.0:1779717814.696062:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717814.696066:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1779717814.696069:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20261
00000100:00000001:1.0:1779717814.696072:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717814.696076:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1779717814.696077:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717814.696082:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1779717814.696086:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:1.0:1779717814.696087:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717814.696089:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717814.696093:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696095:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717814.696097:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696099:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717814.696103:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717814.696104:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717814.696106:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717814.696108:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717814.696110:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717814.696112:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717814.696115:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696117:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717814.696119:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696121:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717814.696124:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717814.696127:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696129:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717814.696131:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717814.696134:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717814.696136:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696137:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717814.696139:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717814.696146:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779717814.696149:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717814.696152:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717814.696153:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696155:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717814.696157:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717814.696161:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717814.696166:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779717814.696171:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717814.696179:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529392384/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717814.696186:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717814.696189:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717814.696193:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529392384/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717814.696209:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717814.696212:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717814.696215:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717814.696216:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717814.696218:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717814.696221:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717814.696224:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20261
00000400:00000200:0.0:1779717814.696228:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717814.696231:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717814.696234:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717814.696237:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696239:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717814.696241:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696243:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717814.696245:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717814.696246:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717814.696248:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717814.696250:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717814.696252:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717814.696255:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717814.696258:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696260:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717814.696262:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696264:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717814.696267:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717814.696269:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696272:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717814.696274:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717814.696279:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717814.696281:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696283:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717814.696287:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717814.696290:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696292:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717814.696295:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779717814.696298:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717814.696300:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717814.696302:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696303:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717814.696305:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717814.696306:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717814.696310:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779717814.696313:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717814.696318:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529392512/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717814.696324:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717814.696326:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717814.696330:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529392512/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717814.696339:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717814.696342:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717814.696345:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717814.696347:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717814.696349:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717814.696351:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717814.696353:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20261
00000400:00000200:0.0:1779717814.696357:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717814.696359:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717814.696361:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717814.696364:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696366:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717814.696368:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696370:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717814.696372:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717814.696373:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717814.696374:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717814.696376:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717814.696378:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717814.696381:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717814.696384:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696386:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717814.696387:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696390:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717814.696392:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717814.696394:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696397:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717814.696398:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717814.696400:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717814.696416:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696418:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717814.696420:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717814.696422:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696424:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717814.696428:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779717814.696430:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717814.696433:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717814.696434:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696435:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717814.696437:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717814.696438:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717814.696442:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779717814.696445:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717814.696449:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529392640/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1779717814.696451:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717814.696454:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1779717814.696457:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717814.696459:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717814.696463:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529392640/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717814.696470:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717814.696473:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717814.696477:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717814.696480:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717814.696483:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717814.696485:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717814.696486:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717814.696489:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717814.696491:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20261
00000400:00000200:0.0:1779717814.696495:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717814.696498:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717814.696500:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717814.696502:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696505:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717814.696507:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696509:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717814.696511:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717814.696512:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717814.696514:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717814.696516:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717814.696517:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717814.696520:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717814.696523:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696525:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717814.696527:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696529:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717814.696531:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717814.696533:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717814.696535:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717814.696537:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717814.696540:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717814.696542:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696544:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717814.696547:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717814.696550:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696552:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717814.696555:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779717814.696557:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717814.696559:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717814.696561:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717814.696562:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717814.696564:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717814.696566:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717814.696569:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779717814.696571:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717814.696575:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529392768/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717814.696583:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717814.696585:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717814.696588:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529392768/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717814.696597:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717814.696601:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20271)
00000800:00000200:3.1:1779717814.696788:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717814.696790:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717814.696998:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717814.697000:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717814.697175:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717814.697176:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1779717815.144089:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717815.144093:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717815.144097:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717815.720011:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717815.720017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717815.720019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717815.720024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717815.720028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717815.720032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717815.720035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717815.720038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717815.720041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717815.976020:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314935038, at 4314935040
00000100:00000040:1.0:1779717815.976020:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314935038, at 4314935040
00000100:00000010:0.0:1779717815.976034:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475900.
00000100:00000010:1.0:1779717815.976035:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475720.
00000100:00000001:1.0:1779717816.744059:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717816.744066:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717816.744068:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717816.744073:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717816.744076:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717816.744079:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717816.744098:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717816.744101:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717816.744103:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717818.216069:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717818.216074:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717818.216079:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717819.816039:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717819.816047:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717819.816049:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717819.816052:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717819.816055:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717819.816060:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20266
00000400:00000200:1.0:1779717819.816067:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717819.816072:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717819.816074:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717819.816076:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816079:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717819.816080:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816083:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717819.816086:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717819.816088:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717819.816090:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717819.816092:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717819.816093:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717819.816095:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717819.816097:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816098:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717819.816099:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816100:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717819.816102:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717819.816105:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816106:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717819.816108:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717819.816111:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717819.816113:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816114:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717819.816116:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717819.816124:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717819.816126:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717819.816129:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717819.816131:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816133:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717819.816135:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717819.816138:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717819.816144:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779717819.816149:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717819.816156:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529392896/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717819.816164:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717819.816168:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717819.816171:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529392896/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717819.816189:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717819.816191:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717819.816193:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717819.816194:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717819.816196:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717819.816198:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717819.816200:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20266
00000400:00000200:1.0:1779717819.816202:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717819.816204:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717819.816206:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717819.816209:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816210:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717819.816212:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816214:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717819.816216:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717819.816219:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717819.816220:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717819.816224:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717819.816227:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717819.816229:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717819.816234:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816238:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717819.816241:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816246:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717819.816251:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717819.816256:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816260:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717819.816263:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717819.816269:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717819.816272:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816276:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717819.816281:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717819.816284:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816286:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717819.816292:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717819.816295:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717819.816298:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717819.816301:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816307:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717819.816310:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717819.816314:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717819.816321:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:1.0:1779717819.816327:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717819.816337:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529393024/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717819.816355:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717819.816358:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717819.816379:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529393024/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717819.816396:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717819.816402:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717819.816406:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717819.816409:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717819.816411:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717819.816413:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717819.816416:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20266
00000400:00000200:1.0:1779717819.816423:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717819.816427:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717819.816433:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717819.816438:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816441:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717819.816446:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816448:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717819.816451:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717819.816454:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717819.816457:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717819.816460:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717819.816463:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717819.816466:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717819.816474:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816477:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717819.816480:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816482:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717819.816486:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717819.816491:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816495:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717819.816498:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717819.816502:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717819.816505:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816506:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717819.816509:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717819.816511:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816514:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717819.816519:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717819.816524:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:3.1:1779717819.816529:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779717819.816530:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717819.816532:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816535:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1779717819.816535:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1779717819.816537:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717819.816540:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717819.816545:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779717819.816552:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717819.816558:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529393152/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717819.816570:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717819.816574:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717819.816579:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529393152/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717819.816595:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717819.816600:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717819.816603:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717819.816608:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717819.816615:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717819.816618:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717819.816621:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717819.816625:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717819.816630:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20266
00000400:00000200:1.0:1779717819.816637:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717819.816642:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717819.816644:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717819.816650:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816654:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717819.816658:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816660:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717819.816662:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717819.816665:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717819.816667:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717819.816669:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717819.816670:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717819.816674:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717819.816677:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816681:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717819.816685:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816687:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717819.816692:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717819.816695:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717819.816698:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717819.816701:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717819.816706:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717819.816709:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816713:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717819.816717:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717819.816722:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816725:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717819.816729:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717819.816733:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717819.816736:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717819.816738:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717819.816743:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717819.816744:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717819.816747:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717819.816752:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779717819.816757:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717819.816766:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529393280/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717819.816793:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717819.816797:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717819.816803:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529393280/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717819.816814:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717819.816817:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20276)
00000800:00000200:3.1:1779717819.817065:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717819.817067:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717819.817259:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717819.817260:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717819.817448:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717819.817450:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1779717821.096027:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314940158, at 4314940160
00000100:00000040:1.0:1779717821.096027:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314940158, at 4314940160
00000100:00000010:0.0:1779717821.096040:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084758a0.
00000100:00000010:1.0:1779717821.096043:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475600.
00000020:00000001:0.0:1779717821.288113:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717821.288118:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717821.288122:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779717824.360073:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717824.360076:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717824.360080:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717824.936027:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717824.936039:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717824.936044:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717824.936049:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717824.936054:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717824.936062:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20271
00000400:00000200:1.0:1779717824.936072:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717824.936089:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717824.936091:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717824.936094:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936098:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717824.936101:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936104:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717824.936109:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717824.936111:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717824.936115:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717824.936118:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717824.936121:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717824.936124:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717824.936129:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936132:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717824.936135:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936137:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717824.936140:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717824.936144:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936147:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717824.936151:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717824.936156:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717824.936159:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717824.936163:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717824.936165:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717824.936172:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779717824.936177:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717824.936182:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717824.936184:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717824.936188:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717824.936190:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717824.936195:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717824.936203:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779717824.936210:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717824.936219:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717824.936228:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717824.936232:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717824.936237:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717824.936257:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717824.936261:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717824.936264:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717824.936267:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717824.936269:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717824.936273:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717824.936278:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20271
00000100:00000001:0.0:1779717824.936280:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717824.936285:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1779717824.936285:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717824.936289:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1779717824.936293:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000040:0.0:1779717824.936297:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779717824.936298:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717824.936306:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936312:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779717824.936315:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1779717824.936318:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717824.936319:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717824.936336:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717824.936339:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717824.936339:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717824.936345:0:318778:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1779717824.936346:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779717824.936349:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00100000:0.0:1779717824.936353:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529393408:192.168.203.145@tcp:250:kworker.0
00000020:00000001:1.0:1779717824.936354:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779717824.936358:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1779717824.936358:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717824.936362:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:0.0:1779717824.936363:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717824.936366:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717824.936367:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:0.0:1779717824.936369:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717824.936375:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b000.
00000100:00000040:1.0:1779717824.936375:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:0.0:1779717824.936379:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717824.936380:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717824.936384:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:0.0:1779717824.936386:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717824.936391:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000010:0.0:1779717824.936392:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000020:00000040:1.0:1779717824.936395:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000400:00000010:0.0:1779717824.936398:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00080000:1.0:1779717824.936399:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936403:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717824.936405:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1779717824.936406:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529393408, portal 25
00000100:00000001:0.0:1779717824.936409:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1779717824.936410:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717824.936411:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885892736 : -117608823658880 : ffff95090fd7e680)
02000000:00000001:1.0:1779717824.936415:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717824.936417:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1779717824.936419:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1779717824.936422:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717824.936427:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717824.936432:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.936433:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1779717824.936436:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000100:00000040:0.0:1779717824.936437:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000020:00000040:1.0:1779717824.936440:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000010:0.0:1779717824.936441:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
02000000:00000001:1.0:1779717824.936443:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1779717824.936445:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529393408, offset 0
02000000:00000001:1.0:1779717824.936445:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717824.936450:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717824.936452:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717824.936453:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717824.936455:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000010:1.0:1779717824.936459:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000400:00000200:0.0:1779717824.936463:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717824.936464:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717824.936470:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00100000:1.0:1779717824.936473:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779717824.936476:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717824.936482:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717824.936487:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717824.936492:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936492:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779717824.936496:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156803:156803:256:4294967295] 192.168.203.145@tcp LPNI seq info [156802:156802:8:4294967295]
00000100:00000001:1.0:1779717824.936498:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717824.936502:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779717824.936507:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779717824.936514:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717824.936525:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717824.936530:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000100:00000001:1.0:1779717824.936531:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717824.936535:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717824.936539:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717824.936540:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717824.936542:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1779717824.936547:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717824.936548:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:0.0:1779717824.936551:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00080000:1.0:1779717824.936555:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20271
00000800:00000200:0.1:1779717824.936558:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717824.936562:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000400:00000200:1.0:1779717824.936565:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000100:0.0:1779717824.936569:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717824.936572:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000010:0.0:1779717824.936573:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000100:00080000:1.0:1779717824.936576:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1779717824.936579:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1779717824.936581:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936584:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717824.936587:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936592:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779717824.936594:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1779717824.936596:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717824.936599:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:0.0:1779717824.936600:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000020:00000001:1.0:1779717824.936601:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1779717824.936603:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000020:00000040:1.0:1779717824.936604:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000001:0.0:1779717824.936607:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1779717824.936609:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000200:0.0:1779717824.936612:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779717824.936613:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717824.936622:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717824.936625:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1779717824.936626:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717824.936630:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779717824.936633:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936640:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779717824.936642:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.936645:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1779717824.936646:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:0.0:1779717824.936651:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717824.936651:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936657:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717824.936658:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717824.936663:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314945278
02000000:00000001:1.0:1779717824.936663:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1779717824.936669:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
02000000:00000001:1.0:1779717824.936670:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717824.936675:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717824.936677:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717824.936678:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000008:00100000:1.0:1779717824.936680:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1779717824.936684:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314945278
00000008:00000001:1.0:1779717824.936685:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717824.936689:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d840.
00000100:00000001:1.0:1779717824.936689:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.936694:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000010:1.0:1779717824.936697:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000100:00000001:0.0:1779717824.936698:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717824.936702:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779717824.936703:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:0.0:1779717824.936705:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717824.936709:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717824/real 1779717824]  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779717824.936719:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717824.936721:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1779717824.936722:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1779717824.936724:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:0.0:1779717824.936726:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1779717824.936727:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1779717824.936730:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
02000000:00000001:1.0:1779717824.936731:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717824.936734:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717824.936738:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
02000000:00000010:1.0:1779717824.936738:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:0.0:1779717824.936743:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1779717824.936745:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779717824.936750:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779717824.936754:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1779717824.936772:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717824.936775:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717824.936780:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.936781:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717824.936785:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.936787:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717824.936789:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717824.936790:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717824.936795:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717824.936813:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.936814:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717824.936817:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717824.936820:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779717824.936822:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717824.936827:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717824.936835:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717824.936839:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717824.936840:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779717824.936844:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779717824.936844:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717824.936847:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717824.936850:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717824.936850:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779717824.936852:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717824.936854:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779717824.936857:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20271
00000100:00080000:0.0:1779717824.936858:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717824.936864:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717824.936868:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1779717824.936868:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779717824.936874:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779717824.936877:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717824.936883:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1779717824.936888:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529393408:192.168.203.145@tcp:250:kworker.0
00000100:00000040:1.0:1779717824.936892:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717824.936893:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.936897:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1779717824.936898:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717824.936901:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7e680 x1866162529393408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779717824.936904:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936911:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779717824.936912:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717824.936915:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:1.0:1779717824.936916:0:318778:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:0.0:1779717824.936917:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b000.
00000020:00000040:1.0:1779717824.936918:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717824.936945:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1779717824.936946:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:1.0:1779717824.936947:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717824.936950:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717824.936951:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000001:1.0:1779717824.936954:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000040:0.0:1779717824.936955:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000100:00000040:1.0:1779717824.936959:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000020:00000001:0.0:1779717824.936960:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1779717824.936962:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1779717824.936964:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90400.
00000100:00000040:1.0:1779717824.936965:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717824.936969:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779717824.936970:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:1.0:1779717824.936971:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
02000000:00000001:0.0:1779717824.936975:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:1.0:1779717824.936976:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000010:0.0:1779717824.936978:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7e680.
00000100:00000001:1.0:1779717824.936979:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.936982:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1779717824.936982:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1779717824.936985:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1779717824.936987:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717824.936988:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1779717824.936991:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717824.936993:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717824.936995:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:1.0:1779717824.936996:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1779717824.936998:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1779717824.936999:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937001:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717824.937002:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937003:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717824.937005:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1779717824.937006:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000100:00000040:0.0:1779717824.937010:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779717824.937010:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717824.937015:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717824.937017:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717824.937021:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779717824.937022:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1779717824.937023:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1779717824.937025:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717824.937026:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717824.937027:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717824.937030:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1779717824.937031:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
02000000:00000001:0.0:1779717824.937032:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717824.937037:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529393536:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779717824.937037:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937043:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717824.937045:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1779717824.937047:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1779717824.937048:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717824.937051:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717824.937055:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:1.0:1779717824.937058:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1779717824.937059:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717824.937062:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717824.937066:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717824.937069:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000100:00000040:1.0:1779717824.937069:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1779717824.937074:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717824.937078:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529393536, portal 10
00000100:00000001:0.0:1779717824.937081:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779717824.937082:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937083:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:1.0:1779717824.937090:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20281)
00000100:00000040:0.0:1779717824.937093:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937098:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717824.937100:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717824.937102:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717824.937104:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529393536, offset 0
00000400:00000200:0.0:1779717824.937107:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717824.937110:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717824.937114:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717824.937116:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717824.937119:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717824.937122:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717824.937124:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717824.937128:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156804:156804:256:4294967295] 192.168.203.145@tcp LPNI seq info [156803:156803:8:4294967295]
00000400:00000200:0.0:1779717824.937133:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717824.937140:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717824.937145:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717824.937148:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717824.937153:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717824.937156:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779717824.937161:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717824.937164:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1779717824.937168:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717824.937169:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717824.937171:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717824.937174:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717824.937176:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717824.937178:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717824.937180:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717824.937182:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937188:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717824.937190:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937195:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937196:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717824.937198:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717824.937201:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779717824.937203:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717824.937205:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314944011
00000100:00000001:0.0:1779717824.937207:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314945278
00000100:00000001:0.0:1779717824.937208:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314944011
00000100:00000001:0.0:1779717824.937210:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314945278
00000100:00000001:0.0:1779717824.937211:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717824.937213:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937214:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717824.937216:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717824/real 1779717824]  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717824.937221:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717824.937222:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717824.937223:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717824.937224:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717824.937225:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717824.937227:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717824.937229:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717824.937233:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937237:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717824.937238:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937239:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717824.937240:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717824.937242:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937246:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717824.937248:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937253:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717824.937254:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937256:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717824.937257:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937258:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717824.937260:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717824.937262:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717824.937264:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717824.937265:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717824.937268:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717824.937273:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529393536:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717824.937276:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717824.937277:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937281:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717824.937282:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717824.937283:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717824.937285:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717824.937286:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717824.937287:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529393664:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717824.937289:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717824.937290:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717824.937292:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717824.937293:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717824.937295:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779717824.937296:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717824.937299:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717824.937300:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717824.937302:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717824.937304:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529393664, portal 10
00000100:00000001:0.0:1779717824.937305:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717824.937307:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:0.0:1779717824.937311:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937315:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717824.937317:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717824.937318:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717824.937320:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529393664, offset 0
00000400:00000200:0.0:1779717824.937322:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717824.937338:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717824.937341:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717824.937343:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717824.937345:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717824.937346:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717824.937348:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717824.937350:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156805:156805:256:4294967295] 192.168.203.145@tcp LPNI seq info [156804:156804:8:4294967295]
00000400:00000200:0.0:1779717824.937353:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717824.937357:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717824.937360:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717824.937363:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717824.937365:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717824.937367:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779717824.937370:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717824.937371:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1779717824.937374:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717824.937375:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717824.937377:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717824.937380:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717824.937381:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717824.937382:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717824.937384:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717824.937387:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937396:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717824.937398:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937402:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937403:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717824.937405:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717824.937407:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779717824.937409:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717824.937410:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314944019
00000100:00000001:0.0:1779717824.937411:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314945278
00000100:00000001:0.0:1779717824.937413:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314944019
00000100:00000001:0.0:1779717824.937414:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314945278
00000100:00000001:0.0:1779717824.937416:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717824.937418:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937419:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717824.937421:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717824/real 1779717824]  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717824.937425:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717824.937426:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717824.937427:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717824.937428:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717824.937429:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717824.937431:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717824.937432:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717824.937438:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937441:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717824.937443:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937444:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717824.937445:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717824.937447:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937451:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717824.937453:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937457:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717824.937459:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937460:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717824.937460:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937462:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717824.937463:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717824.937464:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717824.937466:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717824.937467:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717824.937469:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717824.937474:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529393664:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717824.937476:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937477:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717824.937479:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529393536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937483:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717824.937485:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717824.937486:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b000.
02000000:00000001:0.0:1779717824.937488:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717824.937488:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717824.937490:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779717824.937491:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717824.937493:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92c00.
02000000:00000001:0.0:1779717824.937495:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717824.937496:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717824.937497:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:0.0:1779717824.937499:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717824.937500:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937502:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717824.937503:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529393664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937507:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717824.937508:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717824.937509:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779717824.937510:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717824.937511:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717824.937511:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779717824.937512:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717824.937513:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91c00.
02000000:00000001:0.0:1779717824.937515:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717824.937515:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717824.937516:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:0.0:1779717824.937518:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717824.937519:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937520:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937522:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717824.937523:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937524:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717824.937525:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717824.937526:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717824.937528:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937532:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717824.937533:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717824.937534:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717824.937536:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717824.937537:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717824.937539:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529393792:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717824.937541:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717824.937543:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717824.937544:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717824.937545:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717824.937547:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779717824.937548:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717824.937550:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717824.937551:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717824.937553:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717824.937555:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529393792, portal 4
00000100:00000001:0.0:1779717824.937556:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717824.937558:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:0.0:1779717824.937561:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937565:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717824.937567:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717824.937568:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717824.937569:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529393792, offset 0
00000400:00000200:0.0:1779717824.937572:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717824.937574:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717824.937576:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717824.937577:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717824.937579:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717824.937580:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717824.937582:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717824.937583:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156806:156806:256:4294967295] 192.168.203.145@tcp LPNI seq info [156805:156805:8:4294967295]
00000400:00000200:0.0:1779717824.937586:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717824.937590:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717824.937593:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717824.937595:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717824.937598:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717824.937599:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779717824.937602:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717824.937604:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1779717824.937606:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717824.937608:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717824.937609:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717824.937611:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717824.937613:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717824.937614:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717824.937616:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717824.937618:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937623:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717824.937624:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937628:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937629:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717824.937631:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717824.937633:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779717824.937634:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717824.937635:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314944017
00000100:00000001:0.0:1779717824.937637:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314945278
00000100:00000001:0.0:1779717824.937638:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314944017
00000100:00000001:0.0:1779717824.937640:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314945278
00000100:00000001:0.0:1779717824.937641:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717824.937642:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937644:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717824.937646:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717824/real 1779717824]  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717824.937654:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717824.937655:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717824.937656:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717824.937658:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717824.937658:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717824.937660:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717824.937661:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717824.937666:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937670:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717824.937671:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937672:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717824.937673:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717824.937675:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937679:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717824.937681:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937685:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717824.937687:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937687:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717824.937688:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937689:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717824.937690:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717824.937692:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717824.937693:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717824.937695:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717824.937697:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717824.937702:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529393792:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717824.937705:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937706:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717824.937708:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529393792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717824.937715:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717824.937716:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717824.937718:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779717824.937720:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717824.937722:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717824.937723:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779717824.937725:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717824.937726:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90000.
02000000:00000001:0.0:1779717824.937728:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717824.937730:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717824.937731:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:0.0:1779717824.937733:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717824.937734:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937736:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717824.937739:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717824.937740:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717824.937742:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717824.937744:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717826.216046:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314945278, at 4314945280
00000100:00000040:0.0:1779717826.216056:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314945278, at 4314945280
00000100:00000010:1.0:1779717826.216058:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d840.
00000100:00000010:0.0:1779717826.216071:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:0.0:1779717827.432162:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717827.432168:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717827.432173:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717830.056028:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717830.056036:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717830.056039:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717830.056043:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717830.056047:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717830.056054:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20276
00000400:00000200:1.0:1779717830.056063:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717830.056069:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717830.056071:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717830.056074:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056077:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717830.056079:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056081:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717830.056085:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717830.056086:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717830.056089:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717830.056092:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717830.056094:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717830.056097:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717830.056102:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056105:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717830.056108:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056111:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717830.056115:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717830.056119:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056123:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717830.056128:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717830.056135:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717830.056140:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717830.056146:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717830.056152:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717830.056165:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717830.056170:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717830.056174:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717830.056176:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717830.056179:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717830.056181:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717830.056185:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717830.056191:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779717830.056197:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717830.056205:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717830.056214:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717830.056219:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717830.056223:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717830.056243:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717830.056246:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717830.056249:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717830.056250:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717830.056251:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717830.056253:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717830.056256:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20276
00000400:00000200:1.0:1779717830.056260:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717830.056264:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717830.056267:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779717830.056269:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1779717830.056270:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056274:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779717830.056275:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1779717830.056277:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717830.056279:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1779717830.056280:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717830.056284:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1779717830.056300:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779717830.056301:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717830.056304:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717830.056307:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717830.056312:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717830.056318:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:0.0:1779717830.056319:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717830.056323:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717830.056324:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056327:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1779717830.056328:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1779717830.056330:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:0.0:1779717830.056333:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717830.056333:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779717830.056339:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779717830.056340:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00100000:0.0:1779717830.056349:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529393920:192.168.203.145@tcp:250:kworker.0
00000100:00080000:1.0:1779717830.056349:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717830.056359:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1779717830.056359:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717830.056363:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717830.056364:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717830.056367:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717830.056368:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717830.056370:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1779717830.056372:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717830.056374:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1779717830.056377:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b000.
00000008:00100000:1.0:1779717830.056378:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1779717830.056381:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1779717830.056382:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717830.056385:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717830.056389:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000400:00000200:0.0:1779717830.056390:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:1.0:1779717830.056395:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000010:0.0:1779717830.056397:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
02000000:00000001:1.0:1779717830.056398:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717830.056401:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717830.056403:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1779717830.056404:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
02000000:00000001:1.0:1779717830.056404:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717830.056406:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717830.056412:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000200:0.0:1779717830.056413:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529393920, portal 25
00000100:00000001:1.0:1779717830.056417:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.056418:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717830.056422:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000100:00100000:1.0:1779717830.056425:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1779717830.056435:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717830.056435:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717830.056439:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717830.056448:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.056462:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1779717830.056467:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717830.056468:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779717830.056473:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1779717830.056474:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00080000:1.0:1779717830.056479:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1779717830.056480:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529393920, offset 0
00000100:00000001:1.0:1779717830.056482:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717830.056484:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717830.056488:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:0.0:1779717830.056489:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779717830.056494:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20276
00000400:00000200:0.0:1779717830.056500:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717830.056506:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717830.056511:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717830.056515:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717830.056518:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717830.056521:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717830.056525:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156807:156807:256:4294967295] 192.168.203.145@tcp LPNI seq info [156806:156806:8:4294967295]
00000400:00000200:0.0:1779717830.056529:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717830.056538:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717830.056547:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779717830.056548:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000010:0.0:1779717830.056552:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000400:00000200:1.0:1779717830.056557:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000200:0.0:1779717830.056562:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779717830.056563:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1779717830.056568:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1779717830.056571:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:0.1:1779717830.056577:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717830.056578:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1779717830.056584:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:1.0:1779717830.056585:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056590:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000100:0.0:1779717830.056591:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717830.056595:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000020:00000001:1.0:1779717830.056596:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717830.056599:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:0.0:1779717830.056600:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1779717830.056601:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717830.056604:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717830.056608:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779717830.056609:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1779717830.056615:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779717830.056617:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717830.056621:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000040:1.0:1779717830.056621:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056625:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779717830.056628:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1779717830.056628:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056630:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717830.056632:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717830.056634:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056636:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717830.056639:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717830.056643:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1779717830.056644:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779717830.056648:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717830.056654:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717830.056658:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1779717830.056660:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1779717830.056665:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717830.056666:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717830.056670:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.056679:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717830.056679:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000100:00000001:0.0:1779717830.056683:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1779717830.056686:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:0.0:1779717830.056689:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717830.056693:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1779717830.056696:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779717830.056697:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.056702:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314950398
00000100:00000001:1.0:1779717830.056702:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717830.056706:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717830.056710:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717830.056713:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
02000000:00000010:1.0:1779717830.056715:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779717830.056720:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.056723:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1779717830.056726:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717830.056732:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314950398
00000100:00000001:1.0:1779717830.056734:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717830.056738:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717830.056740:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d060.
00000100:00000040:1.0:1779717830.056742:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.056747:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779717830.056756:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779717830.056756:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717830.056762:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779717830.056763:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.056769:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1779717830.056769:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717830.056774:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1779717830.056777:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717830/real 1779717830]  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779717830.056778:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717830.056782:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717830.056784:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717830.056790:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717830.056795:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20276
00000400:00000001:0.0:1779717830.056797:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717830.056799:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1779717830.056801:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717830.056803:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:1.0:1779717830.056806:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1779717830.056808:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000100:00080000:1.0:1779717830.056809:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1779717830.056812:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000040:1.0:1779717830.056815:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717830.056817:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1779717830.056818:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717830.056824:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:0.0:1779717830.056826:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717830.056831:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000200:0.0:1779717830.056840:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779717830.056850:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717830.056853:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:0.0:1779717830.056855:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1779717830.056857:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779717830.056859:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1779717830.056861:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:0.0:1779717830.056865:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1779717830.056866:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:0.0:1779717830.056868:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1779717830.056872:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00100000:0.0:1779717830.056875:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779717830.056882:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056888:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779717830.056889:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779717830.056892:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056895:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:0.0:1779717830.056897:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779717830.056899:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717830.056906:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717830.056913:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.056918:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1779717830.056918:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1779717830.056942:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.056943:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717830.056944:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.056947:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1779717830.056948:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717830.056949:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1779717830.056954:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717830.056955:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1779717830.056958:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717830.056961:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00080000:0.0:1779717830.056964:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000008:00000001:1.0:1779717830.056966:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.056968:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1779717830.056969:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717830.056975:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000100:00000040:0.0:1779717830.056976:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779717830.056980:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717830.056986:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717830.056989:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717830.056993:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529393920:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717830.056993:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717830.056997:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717830.057001:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.057003:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1779717830.057005:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:0.0:1779717830.057006:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1779717830.057010:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717830.057015:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1779717830.057024:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529393920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717830.057024:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717830.057028:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717830.057038:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057040:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717830.057044:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717830.057048:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b000.
02000000:00000001:0.0:1779717830.057054:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717830.057058:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717830.057060:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000100:00000001:1.0:1779717830.057060:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717830.057064:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:1.0:1779717830.057065:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20286)
02000000:00000010:0.0:1779717830.057067:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90800.
02000000:00000001:0.0:1779717830.057072:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717830.057074:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717830.057076:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:0.0:1779717830.057080:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717830.057081:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057083:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057090:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717830.057092:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.057094:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717830.057096:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717830.057097:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717830.057101:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057108:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717830.057109:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717830.057111:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717830.057113:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717830.057115:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717830.057119:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394048:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717830.057122:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717830.057123:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717830.057125:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717830.057127:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717830.057129:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b000.
02000000:00000001:0.0:1779717830.057131:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717830.057134:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717830.057136:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717830.057139:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717830.057142:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529394048, portal 10
00000100:00000001:0.0:1779717830.057143:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717830.057144:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:0.0:1779717830.057150:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057155:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717830.057157:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717830.057159:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717830.057160:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529394048, offset 0
00000400:00000200:0.0:1779717830.057164:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717830.057167:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717830.057170:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717830.057172:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717830.057175:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717830.057176:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717830.057178:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717830.057181:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156808:156808:256:4294967295] 192.168.203.145@tcp LPNI seq info [156807:156807:8:4294967295]
00000400:00000200:0.0:1779717830.057185:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717830.057190:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717830.057194:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717830.057197:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717830.057200:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717830.057203:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779717830.057206:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717830.057208:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1779717830.057211:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717830.057213:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717830.057215:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717830.057218:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717830.057220:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717830.057222:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717830.057223:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717830.057226:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057232:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717830.057235:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057239:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.057241:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717830.057243:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717830.057246:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779717830.057248:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717830.057250:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314949131
00000100:00000001:0.0:1779717830.057252:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314950398
00000100:00000001:0.0:1779717830.057254:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314949131
00000100:00000001:0.0:1779717830.057255:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314950398
00000100:00000001:0.0:1779717830.057257:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717830.057259:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.057260:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717830.057263:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717830/real 1779717830]  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717830.057274:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717830.057275:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717830.057277:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717830.057278:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717830.057279:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717830.057281:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717830.057283:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717830.057307:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057313:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717830.057314:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057316:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717830.057317:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717830.057320:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057325:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717830.057328:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057333:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717830.057334:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057335:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717830.057336:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057338:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717830.057339:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717830.057341:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717830.057343:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717830.057345:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717830.057348:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717830.057356:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394048:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717830.057361:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717830.057365:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057374:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717830.057375:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717830.057378:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717830.057380:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717830.057382:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717830.057386:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394176:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717830.057390:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717830.057392:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717830.057394:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717830.057396:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717830.057400:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779717830.057402:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717830.057405:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717830.057407:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717830.057409:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717830.057411:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529394176, portal 10
00000100:00000001:0.0:1779717830.057413:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717830.057414:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:0.0:1779717830.057419:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057424:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717830.057426:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717830.057427:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717830.057429:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529394176, offset 0
00000400:00000200:0.0:1779717830.057433:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717830.057436:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717830.057439:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717830.057441:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717830.057443:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717830.057445:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717830.057447:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717830.057450:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156809:156809:256:4294967295] 192.168.203.145@tcp LPNI seq info [156808:156808:8:4294967295]
00000400:00000200:0.0:1779717830.057453:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717830.057458:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717830.057461:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717830.057464:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717830.057467:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717830.057469:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779717830.057472:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717830.057474:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1779717830.057477:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717830.057479:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717830.057481:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717830.057484:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717830.057486:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717830.057487:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717830.057489:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717830.057492:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057498:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717830.057500:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057504:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.057506:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717830.057508:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717830.057510:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779717830.057513:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717830.057515:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314949139
00000100:00000001:0.0:1779717830.057517:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314950398
00000100:00000001:0.0:1779717830.057519:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314949139
00000100:00000001:0.0:1779717830.057520:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314950398
00000100:00000001:0.0:1779717830.057522:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717830.057523:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.057525:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717830.057527:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717830/real 1779717830]  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717830.057533:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717830.057534:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717830.057535:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717830.057537:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717830.057538:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717830.057540:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717830.057542:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717830.057548:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057553:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717830.057554:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057555:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717830.057556:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717830.057559:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057563:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717830.057566:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057571:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717830.057573:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057574:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717830.057575:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057577:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717830.057578:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717830.057580:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717830.057583:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717830.057584:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717830.057587:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717830.057592:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394176:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717830.057595:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717830.057598:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057603:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717830.057604:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717830.057605:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717830.057607:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717830.057608:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717830.057610:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394304:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717830.057612:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717830.057614:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717830.057615:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717830.057616:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717830.057619:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779717830.057620:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717830.057623:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717830.057624:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717830.057627:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717830.057629:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529394304, portal 4
00000100:00000001:0.0:1779717830.057631:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717830.057632:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:0.0:1779717830.057636:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057641:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717830.057642:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717830.057644:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717830.057646:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529394304, offset 0
00000400:00000200:0.0:1779717830.057648:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717830.057651:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717830.057653:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717830.057655:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717830.057656:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717830.057658:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717830.057660:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717830.057662:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156810:156810:256:4294967295] 192.168.203.145@tcp LPNI seq info [156809:156809:8:4294967295]
00000400:00000200:0.0:1779717830.057666:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717830.057670:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717830.057673:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717830.057675:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717830.057678:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717830.057680:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779717830.057683:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717830.057685:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1779717830.057687:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717830.057689:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717830.057691:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717830.057693:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717830.057695:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717830.057696:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717830.057699:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717830.057702:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057719:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717830.057723:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057731:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.057733:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717830.057737:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717830.057741:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779717830.057746:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717830.057748:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314949137
00000100:00000001:0.0:1779717830.057751:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314950398
00000100:00000001:0.0:1779717830.057754:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314949137
00000100:00000001:0.0:1779717830.057757:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314950398
00000100:00000001:0.0:1779717830.057759:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717830.057762:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.057763:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717830.057767:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717830/real 1779717830]  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717830.057773:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717830.057774:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717830.057776:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717830.057778:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717830.057779:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717830.057781:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717830.057783:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717830.057789:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057794:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717830.057796:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057797:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717830.057798:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717830.057801:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057806:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717830.057809:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057813:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717830.057815:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057816:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717830.057817:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057818:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717830.057819:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717830.057821:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717830.057823:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717830.057825:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717830.057827:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717830.057833:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394304:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717830.057836:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057837:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717830.057839:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529394048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057845:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717830.057846:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717830.057848:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b000.
02000000:00000001:0.0:1779717830.057849:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717830.057851:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717830.057852:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779717830.057854:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717830.057855:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91800.
02000000:00000001:0.0:1779717830.057857:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717830.057858:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717830.057859:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:0.0:1779717830.057861:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717830.057862:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057864:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717830.057866:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529394176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057871:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717830.057871:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717830.057873:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779717830.057874:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717830.057875:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717830.057876:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779717830.057878:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717830.057879:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92800.
02000000:00000001:0.0:1779717830.057881:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717830.057882:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717830.057883:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:0.0:1779717830.057884:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717830.057885:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057886:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717830.057888:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529394304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717830.057892:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717830.057893:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717830.057894:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779717830.057895:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717830.057896:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717830.057897:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779717830.057898:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717830.057899:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93000.
02000000:00000001:0.0:1779717830.057901:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717830.057902:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717830.057903:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:0.0:1779717830.057905:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717830.057906:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057907:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717830.057910:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717830.057911:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717830.057913:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717830.057914:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717830.504106:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717830.504112:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717830.504117:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717831.336035:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314950398, at 4314950400
00000100:00000040:1.0:1779717831.336035:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314950398, at 4314950400
00000100:00000010:0.0:1779717831.336053:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000010:1.0:1779717831.336055:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d060.
00000100:00000001:1.0:1779717832.104074:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717832.104082:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717832.104084:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717832.104091:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717832.104095:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717832.104099:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717832.104103:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717832.104106:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717832.104109:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717833.128021:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717833.128027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717833.128028:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717833.128032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717833.128035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717833.128038:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717833.128040:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717833.128043:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717833.128045:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717834.152022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717834.152027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717834.152029:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717834.152033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717834.152035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717834.152038:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717834.152040:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717834.152043:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717834.152044:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717835.176036:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717835.176042:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717835.176044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717835.176049:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717835.176053:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717835.176058:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717835.176061:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717835.176065:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717835.176069:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.176257:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717835.176262:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717835.176265:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717835.176274:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.176292:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717835.176294:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717835.176299:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717835.176303:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717835.176307:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717835.176312:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529394432:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717835.176318:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717835.176323:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717835.176326:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717835.176330:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717835.176337:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779717835.176341:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717835.176348:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717835.176353:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717835.176359:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717835.176367:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529394432, portal 25
00000100:00000001:0.0:1779717835.176375:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717835.176379:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000040:0.0:1779717835.176391:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.176414:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717835.176421:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717835.176426:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717835.176431:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529394432, offset 0
00000400:00000200:0.0:1779717835.176443:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717835.176456:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717835.176465:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717835.176473:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717835.176479:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717835.176494:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717835.176501:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717835.176508:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156811:156811:256:4294967295] 192.168.203.145@tcp LPNI seq info [156810:156810:8:4294967295]
00000400:00000200:0.0:1779717835.176516:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717835.176528:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717835.176537:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717835.176544:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717835.176553:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717835.176557:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779717835.176564:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717835.176569:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1779717835.176575:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717835.176576:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717835.176583:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717835.176589:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717835.176595:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717835.176599:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717835.176603:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717835.176609:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.176631:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717835.176635:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.176648:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.176651:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717835.176657:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717835.176662:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717835.176665:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314955518
00000100:00000010:0.0:1779717835.176671:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779717835.176679:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779717835.176687:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314955518
00000100:00000010:0.0:1779717835.176692:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d060.
00000100:00000001:0.0:1779717835.176696:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779717835.176701:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717835.176703:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.176705:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717835.176709:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717835/real 1779717835]  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717835.176726:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717835.176729:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717835.176733:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717835.176738:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717835.176741:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717835.176743:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717835.176748:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717835.176760:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.176773:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717835.176777:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.176780:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717835.176783:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717835.176789:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.176800:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717835.176808:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.176825:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717835.176837:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.176839:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717835.176841:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.176845:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717835.176849:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717835.176855:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717835.176864:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717835.176869:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717835.176877:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717835.176889:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529394432:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717835.176894:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.176897:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717835.176902:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529394432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.176916:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717835.176919:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717835.176950:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779717835.176957:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717835.176960:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717835.176963:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779717835.176965:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717835.176967:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:0.0:1779717835.176970:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717835.176972:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717835.176973:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:0.0:1779717835.176975:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717835.176976:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.176978:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.176983:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717835.176984:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.176986:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717835.176987:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717835.176988:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717835.176990:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.176995:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717835.176996:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717835.176998:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717835.176999:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717835.177000:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717835.177002:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394560:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717835.177004:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717835.177006:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717835.177008:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717835.177009:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717835.177013:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779717835.177015:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717835.177019:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717835.177022:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717835.177025:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717835.177029:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529394560, portal 10
00000100:00000001:0.0:1779717835.177030:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717835.177032:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:0.0:1779717835.177039:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177047:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717835.177050:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717835.177052:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717835.177055:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529394560, offset 0
00000400:00000200:0.0:1779717835.177060:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717835.177064:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717835.177067:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717835.177069:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717835.177071:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717835.177073:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717835.177074:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717835.177077:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156812:156812:256:4294967295] 192.168.203.145@tcp LPNI seq info [156811:156811:8:4294967295]
00000400:00000200:0.0:1779717835.177079:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717835.177084:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717835.177089:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717835.177093:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717835.177097:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717835.177100:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779717835.177105:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717835.177107:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1779717835.177111:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717835.177113:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717835.177116:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717835.177120:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717835.177123:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717835.177126:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717835.177128:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717835.177132:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177139:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717835.177141:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177150:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.177151:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717835.177153:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717835.177156:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779717835.177159:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717835.177160:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314954251
00000100:00000001:0.0:1779717835.177162:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314955518
00000100:00000001:0.0:1779717835.177164:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314954251
00000100:00000001:0.0:1779717835.177165:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314955518
00000100:00000001:0.0:1779717835.177167:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717835.177168:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.177169:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717835.177172:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717835/real 1779717835]  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717835.177177:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717835.177178:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717835.177179:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717835.177181:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717835.177182:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717835.177183:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717835.177185:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717835.177191:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177195:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717835.177195:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177196:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717835.177197:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717835.177199:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177204:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717835.177207:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177211:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717835.177213:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177213:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717835.177214:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177215:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717835.177217:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717835.177218:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717835.177220:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717835.177222:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717835.177224:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717835.177229:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394560:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717835.177231:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717835.177233:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177238:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717835.177239:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717835.177240:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717835.177241:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717835.177242:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717835.177244:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394688:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717835.177262:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717835.177264:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717835.177265:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717835.177267:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717835.177269:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779717835.177271:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717835.177273:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717835.177275:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717835.177277:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717835.177279:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529394688, portal 10
00000100:00000001:0.0:1779717835.177280:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717835.177281:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:0.0:1779717835.177286:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177290:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717835.177291:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717835.177293:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717835.177294:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529394688, offset 0
00000400:00000200:0.0:1779717835.177297:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717835.177299:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717835.177302:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717835.177304:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717835.177305:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717835.177307:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717835.177309:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717835.177311:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156813:156813:256:4294967295] 192.168.203.145@tcp LPNI seq info [156812:156812:8:4294967295]
00000400:00000200:0.0:1779717835.177314:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717835.177318:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717835.177322:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717835.177324:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717835.177326:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717835.177328:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779717835.177331:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717835.177332:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1779717835.177335:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717835.177337:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717835.177339:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717835.177341:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717835.177343:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717835.177344:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717835.177346:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717835.177348:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177353:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717835.177355:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177359:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.177360:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717835.177362:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717835.177364:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779717835.177366:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717835.177368:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314954259
00000100:00000001:0.0:1779717835.177370:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314955518
00000100:00000001:0.0:1779717835.177373:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314954259
00000100:00000001:0.0:1779717835.177375:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314955518
00000100:00000001:0.0:1779717835.177377:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717835.177380:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.177381:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717835.177385:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717835/real 1779717835]  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717835.177393:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717835.177395:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717835.177396:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717835.177399:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717835.177400:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717835.177403:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717835.177406:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717835.177416:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177422:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717835.177423:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177425:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717835.177426:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717835.177428:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177433:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717835.177435:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177439:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717835.177441:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177442:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717835.177443:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177444:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717835.177445:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717835.177447:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717835.177449:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717835.177450:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717835.177453:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717835.177458:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394688:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717835.177460:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717835.177463:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177467:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717835.177468:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717835.177470:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717835.177471:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717835.177472:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717835.177474:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394816:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717835.177476:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717835.177477:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717835.177478:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717835.177480:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717835.177482:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779717835.177484:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717835.177486:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717835.177488:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717835.177490:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717835.177492:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529394816, portal 4
00000100:00000001:0.0:1779717835.177494:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717835.177495:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:0.0:1779717835.177499:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177503:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717835.177504:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717835.177506:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717835.177507:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529394816, offset 0
00000400:00000200:0.0:1779717835.177510:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717835.177512:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717835.177515:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717835.177516:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717835.177518:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717835.177520:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717835.177521:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717835.177524:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156814:156814:256:4294967295] 192.168.203.145@tcp LPNI seq info [156813:156813:8:4294967295]
00000400:00000200:0.0:1779717835.177527:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717835.177531:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717835.177534:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717835.177536:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717835.177538:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717835.177540:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779717835.177543:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717835.177544:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1779717835.177547:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717835.177548:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717835.177550:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717835.177553:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717835.177555:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717835.177556:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717835.177557:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717835.177559:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177564:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717835.177566:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177570:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.177571:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717835.177573:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717835.177575:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779717835.177577:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717835.177578:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314954257
00000100:00000001:0.0:1779717835.177579:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314955518
00000100:00000001:0.0:1779717835.177581:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314954257
00000100:00000001:0.0:1779717835.177582:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314955518
00000100:00000001:0.0:1779717835.177584:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717835.177585:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.177586:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717835.177589:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717835/real 1779717835]  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717835.177593:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717835.177594:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717835.177595:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717835.177596:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717835.177597:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717835.177599:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717835.177600:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717835.177606:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177609:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717835.177610:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177611:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717835.177612:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717835.177614:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177618:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717835.177620:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177624:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717835.177625:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177626:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717835.177627:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177628:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717835.177629:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717835.177630:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717835.177633:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717835.177634:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717835.177636:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717835.177641:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529394816:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717835.177643:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177644:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717835.177646:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529394560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177650:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717835.177651:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717835.177652:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779717835.177654:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717835.177655:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717835.177655:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779717835.177657:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717835.177658:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:0.0:1779717835.177659:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717835.177660:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717835.177661:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:0.0:1779717835.177663:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717835.177664:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177665:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717835.177667:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529394688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177671:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717835.177672:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717835.177673:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779717835.177675:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717835.177676:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717835.177676:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779717835.177678:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717835.177679:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:0.0:1779717835.177680:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717835.177681:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717835.177682:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:0.0:1779717835.177683:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717835.177684:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177685:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717835.177687:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529394816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717835.177690:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717835.177691:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717835.177692:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779717835.177693:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717835.177693:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717835.177694:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779717835.177695:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717835.177696:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:0.0:1779717835.177697:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717835.177698:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717835.177698:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:0.0:1779717835.177700:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717835.177700:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177701:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717835.177704:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717835.177705:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717835.177706:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717835.177707:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717836.200025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717836.200032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717836.200035:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717836.200041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717836.200044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717836.200048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717836.200051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717836.200054:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717836.200058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717836.455992:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314955518, at 4314955520
00000100:00000040:1.0:1779717836.455992:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314955518, at 4314955520
00000100:00000010:1.0:1779717836.456006:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d060.
00000100:00000010:0.0:1779717836.456008:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000001:1.0:1779717837.224007:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717837.224013:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717837.224014:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717837.224019:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717837.224022:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717837.224027:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717837.224030:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717837.224033:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717837.224035:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717838.248035:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717838.248043:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717838.248045:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717838.248050:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717838.248052:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717838.248055:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717838.248058:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717838.248060:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717838.248063:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717839.271986:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717839.271992:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717839.271994:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717839.272001:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717839.272004:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717839.272008:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717839.272011:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717839.272014:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717839.272016:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717840.296002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717840.296008:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717840.296011:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717840.296016:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779717840.296018:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779717840.296019:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717840.296023:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717840.296027:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1779717840.296028:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717840.296030:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717840.296032:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1779717840.296033:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717840.296037:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717840.296042:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717840.296050:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20286
00000400:00000200:0.0:1779717840.296060:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717840.296066:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717840.296070:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717840.296073:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296076:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717840.296078:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296081:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717840.296084:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717840.296086:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717840.296089:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717840.296092:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717840.296094:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717840.296097:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717840.296100:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296102:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717840.296104:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296106:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717840.296109:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717840.296112:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296114:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717840.296117:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717840.296121:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717840.296124:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.296126:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717840.296129:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717840.296139:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779717840.296151:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717840.296155:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717840.296157:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.296161:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717840.296163:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717840.296167:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717840.296175:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779717840.296181:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717840.296191:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529394944/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717840.296202:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717840.296206:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717840.296226:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529394944/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717840.296250:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717840.296254:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717840.296257:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717840.296259:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717840.296261:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717840.296264:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717840.296268:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20286
00000400:00000200:0.0:1779717840.296272:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717840.296277:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717840.296283:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717840.296290:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296296:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717840.296303:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296311:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717840.296315:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717840.296319:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717840.296323:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717840.296327:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717840.296333:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717840.296338:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717840.296345:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296352:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717840.296358:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296365:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717840.296370:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717840.296377:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296381:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717840.296385:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717840.296393:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717840.296399:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.296405:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717840.296411:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717840.296418:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.296423:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717840.296429:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779717840.296435:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717840.296440:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717840.296443:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.296447:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717840.296450:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717840.296453:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717840.296460:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779717840.296466:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717840.296478:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529395072/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717840.296502:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717840.296506:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717840.296514:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529395072/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1779717840.296523:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717840.296529:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1779717840.296538:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717840.296544:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717840.296551:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717840.296557:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717840.296561:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717840.296568:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717840.296573:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20286
00000400:00000200:0.0:1779717840.296584:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717840.296592:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717840.296597:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717840.296608:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296613:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717840.296618:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296624:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717840.296630:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717840.296632:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717840.296647:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717840.296652:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717840.296657:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717840.296665:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717840.296674:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296680:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717840.296685:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296691:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717840.296706:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717840.296715:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717840.296722:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717840.296728:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717840.296734:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717840.296739:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.296745:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717840.296748:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717840.296756:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.296762:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717840.296769:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779717840.296774:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717840.296778:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717840.296779:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.296783:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717840.296786:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717840.296790:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717840.296798:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779717840.296806:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717840.296817:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529395200/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717840.296835:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717840.296840:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717840.296847:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529395200/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717840.296866:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717840.296871:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717840.296879:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717840.296885:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717840.296889:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717840.296894:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717840.296899:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717840.296904:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717840.296912:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20286
00000400:00000200:0.0:1779717840.296973:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717840.296984:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717840.296988:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717840.296998:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.297004:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717840.297012:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.297018:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717840.297023:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717840.297025:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717840.297027:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717840.297031:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717840.297036:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717840.297043:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717840.297052:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.297059:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717840.297065:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717840.297072:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717840.297079:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717840.297089:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717840.297095:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717840.297100:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717840.297106:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1779717840.297110:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779717840.297112:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.297116:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1779717840.297117:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000008:00100000:0.0:1779717840.297119:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717840.297127:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.297132:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717840.297140:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779717840.297147:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717840.297153:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717840.297156:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717840.297162:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717840.297166:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717840.297171:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717840.297181:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779717840.297187:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717840.297200:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529395328/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717840.297239:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717840.297244:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717840.297254:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529395328/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717840.297284:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717840.297294:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20297)
00000800:00000200:3.1:1779717840.297423:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717840.297425:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717840.297655:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717840.297656:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1779717841.319993:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717841.319998:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717841.320000:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717841.320004:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717841.320007:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717841.320011:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717841.320014:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717841.320017:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717841.320020:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717841.576014:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314960638, at 4314960640
00000100:00000010:1.0:1779717841.576029:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475000.
00000100:00000040:0.0:1779717841.576031:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314960638, at 4314960640
00000100:00000010:0.0:1779717841.576038:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475480.
00000100:00000001:1.0:1779717842.344025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717842.344031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717842.344032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717842.344036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717842.344039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717842.344041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717842.344044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717842.344046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717842.344048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717842.792095:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717842.792098:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717842.792102:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717843.368003:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717843.368009:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717843.368011:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717843.368016:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717843.368019:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717843.368022:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717843.368024:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717843.368026:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717843.368028:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717844.392008:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717844.392016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717844.392019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717844.392025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717844.392029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717844.392033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717844.392035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717844.392038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717844.392041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717845.416013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717845.416019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717845.416020:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717845.416025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717845.416029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717845.416033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717845.416036:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717845.416057:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717845.416060:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.416261:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717845.416266:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717845.416269:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717845.416279:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.416295:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717845.416299:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717845.416307:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717845.416312:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717845.416317:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717845.416325:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529395456:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717845.416335:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717845.416340:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717845.416346:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717845.416350:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717845.416356:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779717845.416359:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717845.416368:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717845.416374:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717845.416381:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717845.416388:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529395456, portal 25
00000100:00000001:0.0:1779717845.416391:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717845.416394:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:0.0:1779717845.416405:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.416420:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717845.416427:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717845.416431:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717845.416436:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529395456, offset 0
00000400:00000200:0.0:1779717845.416446:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717845.416457:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717845.416467:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717845.416473:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717845.416480:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717845.416487:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717845.416491:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717845.416496:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156819:156819:256:4294967295] 192.168.203.145@tcp LPNI seq info [156818:156818:8:4294967295]
00000400:00000200:0.0:1779717845.416504:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717845.416516:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717845.416526:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717845.416532:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717845.416542:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717845.416547:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717845.416557:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717845.416564:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717845.416571:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717845.416575:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717845.416581:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717845.416588:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717845.416594:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717845.416598:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717845.416603:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717845.416611:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.416627:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717845.416633:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.416648:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.416652:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717845.416656:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717845.416662:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717845.416667:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314965758
00000100:00000010:0.0:1779717845.416673:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779717845.416681:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779717845.416689:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314965758
00000100:00000010:0.0:1779717845.416694:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d840.
00000100:00000001:0.0:1779717845.416707:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779717845.416710:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717845.416715:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.416720:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717845.416725:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717845/real 1779717845]  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717845.416739:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717845.416741:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717845.416742:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717845.416745:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717845.416748:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717845.416751:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717845.416755:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717845.416771:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.416781:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717845.416784:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.416786:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717845.416788:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717845.416794:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.416807:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717845.416814:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.416826:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717845.416831:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.416835:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717845.416837:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.416843:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717845.416845:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717845.416848:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717845.416856:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717845.416858:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717845.416861:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717845.416868:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529395456:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717845.416871:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.416872:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717845.416874:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529395456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.416878:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717845.416880:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717845.416882:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779717845.416883:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717845.416884:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717845.416886:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779717845.416888:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717845.416889:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:0.0:1779717845.416892:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717845.416893:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717845.416895:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:0.0:1779717845.416897:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717845.416898:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.416899:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.416904:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717845.416905:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.416906:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717845.416908:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717845.416909:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717845.416911:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.416916:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717845.416917:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717845.416936:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717845.416937:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717845.416939:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717845.416941:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529395584:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717845.416944:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717845.416945:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717845.416946:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717845.416947:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717845.416950:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779717845.416951:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717845.416953:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717845.416955:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717845.416957:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717845.416960:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529395584, portal 10
00000100:00000001:0.0:1779717845.416961:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717845.416962:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:0.0:1779717845.416966:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.416971:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717845.416973:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717845.416974:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717845.416976:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529395584, offset 0
00000400:00000200:0.0:1779717845.416979:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717845.416981:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717845.416983:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717845.416985:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717845.416987:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717845.416989:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717845.416990:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717845.416992:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156820:156820:256:4294967295] 192.168.203.145@tcp LPNI seq info [156819:156819:8:4294967295]
00000400:00000200:0.0:1779717845.416995:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717845.416999:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717845.417002:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717845.417004:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717845.417007:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717845.417009:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717845.417012:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717845.417014:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717845.417016:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717845.417018:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717845.417020:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717845.417022:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717845.417024:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717845.417025:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717845.417027:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717845.417029:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417034:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717845.417036:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417045:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.417046:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717845.417048:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717845.417050:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779717845.417052:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717845.417053:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314964491
00000100:00000001:0.0:1779717845.417055:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314965758
00000100:00000001:0.0:1779717845.417057:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314964491
00000100:00000001:0.0:1779717845.417058:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314965758
00000100:00000001:0.0:1779717845.417060:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717845.417061:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.417062:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717845.417064:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717845/real 1779717845]  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717845.417069:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717845.417078:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717845.417079:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717845.417081:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717845.417082:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717845.417087:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717845.417089:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717845.417095:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417099:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717845.417100:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417101:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717845.417102:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717845.417104:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417109:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717845.417111:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417116:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717845.417117:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417118:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717845.417119:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417120:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717845.417121:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717845.417123:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717845.417125:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717845.417126:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717845.417128:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717845.417133:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529395584:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717845.417135:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717845.417138:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417142:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717845.417143:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717845.417144:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717845.417146:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717845.417147:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717845.417148:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529395712:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717845.417150:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717845.417152:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717845.417153:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717845.417154:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717845.417157:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779717845.417158:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717845.417160:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717845.417161:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717845.417163:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717845.417165:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529395712, portal 10
00000100:00000001:0.0:1779717845.417166:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717845.417167:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:0.0:1779717845.417185:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417189:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717845.417191:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717845.417193:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717845.417195:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529395712, offset 0
00000400:00000200:0.0:1779717845.417197:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717845.417200:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717845.417203:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717845.417205:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717845.417207:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717845.417208:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717845.417210:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717845.417212:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156821:156821:256:4294967295] 192.168.203.145@tcp LPNI seq info [156820:156820:8:4294967295]
00000400:00000200:0.0:1779717845.417215:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717845.417219:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717845.417221:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717845.417223:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717845.417225:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717845.417227:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717845.417230:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717845.417231:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717845.417234:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717845.417236:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717845.417238:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717845.417240:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717845.417242:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717845.417243:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717845.417245:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717845.417247:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417252:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717845.417254:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417258:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.417259:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717845.417261:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717845.417263:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779717845.417264:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717845.417266:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314964499
00000100:00000001:0.0:1779717845.417267:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314965758
00000100:00000001:0.0:1779717845.417268:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314964499
00000100:00000001:0.0:1779717845.417270:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314965758
00000100:00000001:0.0:1779717845.417272:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717845.417273:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.417275:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717845.417277:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717845/real 1779717845]  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717845.417281:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717845.417282:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717845.417283:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717845.417284:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717845.417285:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717845.417287:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717845.417289:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717845.417298:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417305:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717845.417307:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417308:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717845.417310:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717845.417313:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417320:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717845.417324:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417332:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717845.417334:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417336:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717845.417338:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417339:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717845.417341:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717845.417344:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717845.417348:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717845.417349:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717845.417352:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717845.417357:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529395712:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717845.417360:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717845.417362:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417367:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717845.417368:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717845.417369:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717845.417371:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717845.417372:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717845.417373:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529395840:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717845.417376:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717845.417377:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717845.417378:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717845.417379:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717845.417382:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779717845.417383:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717845.417386:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717845.417387:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717845.417389:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717845.417391:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529395840, portal 4
00000100:00000001:0.0:1779717845.417393:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717845.417394:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:0.0:1779717845.417397:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417402:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717845.417403:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717845.417405:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717845.417406:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529395840, offset 0
00000400:00000200:0.0:1779717845.417409:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717845.417411:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717845.417413:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717845.417415:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717845.417417:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717845.417418:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717845.417420:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717845.417422:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156822:156822:256:4294967295] 192.168.203.145@tcp LPNI seq info [156821:156821:8:4294967295]
00000400:00000200:0.0:1779717845.417425:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717845.417429:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717845.417432:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717845.417434:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717845.417437:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717845.417438:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717845.417441:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717845.417443:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717845.417445:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717845.417447:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717845.417448:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717845.417451:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717845.417453:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717845.417454:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717845.417455:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717845.417457:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417462:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717845.417464:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417469:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.417470:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717845.417471:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717845.417473:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779717845.417475:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717845.417477:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314964497
00000100:00000001:0.0:1779717845.417478:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314965758
00000100:00000001:0.0:1779717845.417480:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314964497
00000100:00000001:0.0:1779717845.417481:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314965758
00000100:00000001:0.0:1779717845.417483:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717845.417484:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.417486:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717845.417488:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717845/real 1779717845]  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717845.417493:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717845.417493:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717845.417494:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717845.417496:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717845.417497:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717845.417498:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717845.417500:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717845.417505:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417509:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717845.417510:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417511:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717845.417512:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717845.417514:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417517:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717845.417520:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417524:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717845.417525:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417526:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717845.417527:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417528:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717845.417528:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717845.417530:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717845.417532:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717845.417533:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717845.417536:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717845.417541:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529395840:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717845.417543:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417544:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717845.417546:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529395584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417550:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717845.417551:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717845.417552:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779717845.417553:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717845.417554:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717845.417555:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779717845.417556:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717845.417557:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:0.0:1779717845.417559:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717845.417560:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717845.417561:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:0.0:1779717845.417563:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717845.417564:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417565:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717845.417567:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529395712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417570:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717845.417571:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717845.417572:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779717845.417573:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717845.417574:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717845.417574:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779717845.417575:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717845.417577:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:0.0:1779717845.417578:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717845.417579:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717845.417580:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:0.0:1779717845.417581:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717845.417582:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417583:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717845.417585:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529395840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717845.417588:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717845.417589:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717845.417590:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779717845.417592:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717845.417592:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717845.417593:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779717845.417594:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717845.417595:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:0.0:1779717845.417596:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717845.417597:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717845.417597:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:0.0:1779717845.417599:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717845.417599:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417600:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717845.417603:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717845.417603:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717845.417605:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717845.417606:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717845.864053:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717845.864057:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717845.864059:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717846.439988:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717846.439993:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717846.439995:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717846.439999:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717846.440003:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717846.440005:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717846.440007:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717846.440010:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717846.440012:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717846.696028:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314965758, at 4314965760
00000100:00000040:0.0:1779717846.696029:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314965758, at 4314965760
00000100:00000010:1.0:1779717846.696044:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d840.
00000100:00000010:0.0:1779717846.696047:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000001:1.0:1779717847.464002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717847.464008:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717847.464010:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717847.464014:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717847.464017:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717847.464019:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717847.464021:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717847.464024:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717847.464026:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717848.487980:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717848.487985:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717848.487987:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717848.487991:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717848.487994:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717848.487997:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717848.487999:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717848.488002:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717848.488004:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717848.936111:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717848.936116:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717848.936120:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717849.511975:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717849.511981:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717849.511983:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717849.511987:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717849.511990:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717849.511992:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717849.511995:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717849.511997:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717849.511998:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717850.536012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717850.536016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717850.536019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717850.536024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717850.536029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717850.536033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717850.536036:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717850.536039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717850.536043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.536224:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717850.536229:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717850.536233:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717850.536242:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.536254:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717850.536256:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717850.536261:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717850.536264:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717850.536267:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717850.536274:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529395968:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717850.536280:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717850.536283:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717850.536286:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717850.536290:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717850.536296:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779717850.536299:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717850.536308:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717850.536313:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717850.536319:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717850.536326:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529395968, portal 25
00000100:00000001:0.0:1779717850.536331:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717850.536335:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000040:0.0:1779717850.536355:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.536377:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717850.536386:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717850.536392:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717850.536400:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529395968, offset 0
00000400:00000200:0.0:1779717850.536412:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717850.536423:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717850.536431:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717850.536438:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717850.536443:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717850.536450:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717850.536455:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717850.536462:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156823:156823:256:4294967295] 192.168.203.145@tcp LPNI seq info [156822:156822:8:4294967295]
00000400:00000200:0.0:1779717850.536472:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717850.536488:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717850.536504:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717850.536512:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717850.536525:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717850.536531:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717850.536543:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717850.536549:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779717850.536560:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717850.536565:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717850.536575:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717850.536586:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717850.536595:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717850.536600:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717850.536605:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717850.536613:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.536626:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717850.536630:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.536640:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.536642:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717850.536649:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717850.536657:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717850.536660:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314970878
00000100:00000010:0.0:1779717850.536669:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779717850.536677:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779717850.536686:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314970878
00000100:00000010:0.0:1779717850.536693:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d5a0.
00000100:00000001:0.0:1779717850.536697:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779717850.536700:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717850.536703:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.536705:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717850.536709:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717850/real 1779717850]  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717850.536718:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717850.536720:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717850.536722:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717850.536725:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717850.536727:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717850.536729:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717850.536733:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717850.536743:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.536751:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717850.536752:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.536755:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717850.536757:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717850.536761:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.536769:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717850.536774:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.536782:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717850.536785:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.536787:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717850.536788:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.536791:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717850.536793:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717850.536797:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717850.536801:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717850.536803:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717850.536807:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717850.536812:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529395968:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717850.536816:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.536817:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717850.536819:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529395968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.536823:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717850.536825:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717850.536828:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779717850.536829:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717850.536831:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717850.536832:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779717850.536833:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717850.536835:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:0.0:1779717850.536838:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717850.536839:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717850.536840:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:0.0:1779717850.536842:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717850.536844:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.536846:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.536852:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717850.536854:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.536856:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717850.536858:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717850.536859:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717850.536863:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.536876:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717850.536877:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717850.536880:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717850.536881:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717850.536894:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717850.536897:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396096:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717850.536901:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717850.536902:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717850.536904:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717850.536906:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717850.536909:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779717850.536911:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717850.536914:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717850.536917:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717850.536950:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717850.536954:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529396096, portal 10
00000100:00000001:0.0:1779717850.536957:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717850.536958:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:0.0:1779717850.536964:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.536971:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717850.536974:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717850.536976:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717850.536978:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529396096, offset 0
00000400:00000200:0.0:1779717850.536983:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717850.536987:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717850.536991:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717850.536994:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717850.536997:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717850.536999:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717850.537001:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717850.537005:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156824:156824:256:4294967295] 192.168.203.145@tcp LPNI seq info [156823:156823:8:4294967295]
00000400:00000200:0.0:1779717850.537009:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717850.537016:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717850.537021:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717850.537024:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717850.537028:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717850.537031:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717850.537035:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717850.537038:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779717850.537042:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717850.537044:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717850.537047:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717850.537050:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717850.537054:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717850.537056:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717850.537058:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717850.537062:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537070:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717850.537073:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537080:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.537082:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717850.537086:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717850.537090:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779717850.537093:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717850.537095:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314969611
00000100:00000001:0.0:1779717850.537098:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314970878
00000100:00000001:0.0:1779717850.537100:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314969611
00000100:00000001:0.0:1779717850.537103:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314970878
00000100:00000001:0.0:1779717850.537105:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717850.537107:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.537109:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717850.537114:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717850/real 1779717850]  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717850.537145:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717850.537147:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717850.537149:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717850.537152:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717850.537153:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717850.537155:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717850.537159:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717850.537169:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537175:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717850.537177:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537179:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717850.537180:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717850.537184:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537191:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717850.537194:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537201:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717850.537204:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537206:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717850.537207:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537209:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717850.537212:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717850.537214:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717850.537218:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717850.537220:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717850.537225:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717850.537233:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396096:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717850.537237:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717850.537241:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537247:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717850.537249:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717850.537251:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717850.537253:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717850.537255:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717850.537258:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396224:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717850.537262:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717850.537264:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717850.537266:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717850.537268:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717850.537271:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779717850.537273:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717850.537276:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717850.537279:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717850.537282:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717850.537285:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529396224, portal 10
00000100:00000001:0.0:1779717850.537288:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717850.537289:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:0.0:1779717850.537294:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537302:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717850.537305:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717850.537307:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717850.537309:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529396224, offset 0
00000400:00000200:0.0:1779717850.537314:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717850.537318:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717850.537322:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717850.537325:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717850.537327:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717850.537330:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717850.537332:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717850.537335:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156825:156825:256:4294967295] 192.168.203.145@tcp LPNI seq info [156824:156824:8:4294967295]
00000400:00000200:0.0:1779717850.537340:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717850.537347:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717850.537352:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717850.537356:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717850.537360:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717850.537363:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717850.537367:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717850.537370:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779717850.537374:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717850.537375:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717850.537379:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717850.537382:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717850.537386:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717850.537387:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717850.537390:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717850.537394:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537402:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717850.537405:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537412:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.537414:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717850.537417:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717850.537420:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779717850.537424:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717850.537426:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314969619
00000100:00000001:0.0:1779717850.537428:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314970878
00000100:00000001:0.0:1779717850.537431:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314969619
00000100:00000001:0.0:1779717850.537433:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314970878
00000100:00000001:0.0:1779717850.537435:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717850.537437:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.537439:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717850.537443:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717850/real 1779717850]  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717850.537451:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717850.537452:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717850.537454:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717850.537457:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717850.537459:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717850.537462:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717850.537465:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717850.537473:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537480:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717850.537481:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537483:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717850.537484:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717850.537488:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537495:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717850.537499:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537507:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717850.537510:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537511:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717850.537513:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537514:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717850.537516:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717850.537519:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717850.537522:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717850.537525:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717850.537529:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717850.537537:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396224:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717850.537540:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717850.537544:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537551:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717850.537553:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717850.537555:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717850.537557:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717850.537559:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717850.537562:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396352:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717850.537565:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717850.537567:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717850.537568:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717850.537571:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717850.537574:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779717850.537576:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717850.537580:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717850.537583:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717850.537586:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717850.537589:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529396352, portal 4
00000100:00000001:0.0:1779717850.537591:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717850.537592:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:0.0:1779717850.537598:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537604:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717850.537607:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717850.537609:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717850.537612:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529396352, offset 0
00000400:00000200:0.0:1779717850.537616:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717850.537620:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717850.537625:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717850.537628:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717850.537630:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717850.537632:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717850.537635:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717850.537638:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156826:156826:256:4294967295] 192.168.203.145@tcp LPNI seq info [156825:156825:8:4294967295]
00000400:00000200:0.0:1779717850.537643:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717850.537650:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717850.537655:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717850.537659:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717850.537663:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717850.537665:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717850.537670:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717850.537673:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779717850.537677:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717850.537679:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717850.537682:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717850.537685:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717850.537688:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717850.537691:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717850.537694:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717850.537697:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537706:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717850.537709:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537715:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.537717:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717850.537720:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717850.537723:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779717850.537727:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717850.537729:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314969617
00000100:00000001:0.0:1779717850.537731:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314970878
00000100:00000001:0.0:1779717850.537733:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314969617
00000100:00000001:0.0:1779717850.537736:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314970878
00000100:00000001:0.0:1779717850.537738:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717850.537740:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.537742:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717850.537745:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717850/real 1779717850]  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717850.537753:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717850.537755:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717850.537756:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717850.537759:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717850.537760:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717850.537762:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717850.537765:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717850.537773:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537780:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717850.537782:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537783:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717850.537784:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717850.537788:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537795:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717850.537799:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537806:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717850.537809:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537811:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717850.537812:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537814:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717850.537815:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717850.537818:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717850.537821:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717850.537824:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717850.537828:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717850.537835:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396352:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717850.537840:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537842:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717850.537845:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529396096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537852:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717850.537853:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717850.537856:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779717850.537859:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717850.537860:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717850.537862:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779717850.537864:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717850.537866:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:0.0:1779717850.537869:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717850.537870:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717850.537872:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:0.0:1779717850.537874:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717850.537876:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537877:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717850.537880:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529396224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537886:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717850.537888:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717850.537889:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779717850.537891:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717850.537892:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717850.537894:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779717850.537896:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717850.537897:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:0.0:1779717850.537900:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717850.537901:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717850.537902:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:0.0:1779717850.537905:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717850.537906:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537908:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717850.537911:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529396352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717850.537918:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717850.537937:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717850.537939:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779717850.537943:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717850.537944:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717850.537946:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779717850.537948:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717850.537950:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:0.0:1779717850.537952:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717850.537953:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717850.537954:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:0.0:1779717850.537957:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717850.537958:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537960:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717850.537964:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717850.537966:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717850.537968:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717850.537969:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717851.560012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717851.560017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717851.560019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717851.560024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717851.560026:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717851.560029:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717851.560031:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717851.560034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717851.560036:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717851.815996:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314970878, at 4314970880
00000100:00000040:0.0:1779717851.816001:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314970878, at 4314970880
00000100:00000010:1.0:1779717851.816014:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d5a0.
00000100:00000010:0.0:1779717851.816015:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:0.0:1779717852.008156:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717852.008160:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717852.008163:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717852.584022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717852.584028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717852.584031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717852.584037:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717852.584041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717852.584045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717852.584047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717852.584051:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717852.584053:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717853.608086:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717853.608094:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717853.608096:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717853.608101:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717853.608105:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717853.608122:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717853.608125:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717853.608128:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717853.608131:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717854.632000:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717854.632005:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717854.632008:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717854.632014:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717854.632018:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717854.632021:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717854.632024:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717854.632027:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717854.632030:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779717855.080093:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717855.080109:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717855.080113:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717855.656025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717855.656032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717855.656035:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717855.656041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717855.656045:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717855.656049:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717855.656052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717855.656055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717855.656058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717855.656079:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717855.656084:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717855.656087:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717855.656090:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717855.656110:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717855.656118:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20302
00000400:00000200:1.0:1779717855.656127:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717855.656133:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717855.656137:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717855.656140:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656144:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717855.656147:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656150:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717855.656154:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717855.656157:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717855.656159:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717855.656162:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717855.656165:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717855.656168:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717855.656172:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656174:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717855.656176:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656178:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717855.656182:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717855.656185:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656189:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717855.656192:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717855.656197:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717855.656200:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717855.656203:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717855.656205:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717855.656215:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779717855.656219:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717855.656223:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717855.656225:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717855.656228:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717855.656231:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717855.656235:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717855.656243:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779717855.656251:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717855.656261:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717855.656273:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717855.656278:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717855.656283:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717855.656306:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717855.656310:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717855.656314:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717855.656315:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717855.656317:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717855.656320:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717855.656324:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20302
00000400:00000200:1.0:1779717855.656329:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717855.656334:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717855.656337:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779717855.656339:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1779717855.656341:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717855.656343:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717855.656345:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779717855.656347:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717855.656350:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000040:0.0:1779717855.656355:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717855.656355:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717855.656360:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717855.656363:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717855.656367:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779717855.656369:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1779717855.656370:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:0.0:1779717855.656371:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717855.656376:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1779717855.656376:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:0.0:1779717855.656380:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1779717855.656380:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:0.0:1779717855.656385:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717855.656389:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00100000:0.0:1779717855.656391:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529396480:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717855.656394:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779717855.656397:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1779717855.656400:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:0.0:1779717855.656401:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1779717855.656403:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779717855.656404:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717855.656408:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1779717855.656408:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717855.656414:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000010:0.0:1779717855.656415:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
00000100:00000001:1.0:1779717855.656417:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717855.656418:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717855.656421:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1779717855.656426:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779717855.656428:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1779717855.656430:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
02000000:00000001:1.0:1779717855.656433:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779717855.656437:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000001:1.0:1779717855.656437:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717855.656441:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1779717855.656443:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529396480, portal 25
00000008:00000001:1.0:1779717855.656447:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.656448:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717855.656450:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885893632 : -117608823657984 : ffff95090fd7ea00)
00000100:00000001:1.0:1779717855.656452:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717855.656456:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1779717855.656460:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717855.656466:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:0.0:1779717855.656467:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717855.656472:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779717855.656473:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1779717855.656475:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
02000000:00000001:1.0:1779717855.656476:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779717855.656479:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529396480, offset 0
00000100:00000001:1.0:1779717855.656480:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717855.656482:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717855.656485:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717855.656490:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000400:00000200:0.0:1779717855.656495:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656496:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717855.656504:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779717855.656509:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717855.656518:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:1.0:1779717855.656519:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717855.656524:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717855.656525:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717855.656532:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:1.0:1779717855.656533:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779717855.656537:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717855.656543:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717855.656550:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156827:156827:256:4294967295] 192.168.203.145@tcp LPNI seq info [156826:156826:8:4294967295]
00000100:00000001:1.0:1779717855.656554:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717855.656558:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779717855.656560:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717855.656565:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717855.656568:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1779717855.656572:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1779717855.656572:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717855.656578:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:0.0:1779717855.656581:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779717855.656583:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20302
00000800:00000010:0.0:1779717855.656587:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000400:00000200:1.0:1779717855.656589:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717855.656594:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000200:0.0:1779717855.656598:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779717855.656599:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1779717855.656603:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1779717855.656605:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656609:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1779717855.656613:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779717855.656615:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:0.1:1779717855.656617:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1779717855.656618:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717855.656623:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000100:0.0:1779717855.656626:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000020:00000040:1.0:1779717855.656626:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717855.656630:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:0.0:1779717855.656631:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000020:00000040:1.0:1779717855.656633:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717855.656636:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779717855.656637:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1779717855.656639:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779717855.656642:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717855.656646:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717855.656648:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717855.656653:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717855.656659:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779717855.656659:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656665:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717855.656672:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656676:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779717855.656677:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1779717855.656681:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000040:0.0:1779717855.656686:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779717855.656687:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656694:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717855.656698:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717855.656703:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717855.656704:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717855.656708:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.656709:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779717855.656712:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717855.656716:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1779717855.656717:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1779717855.656719:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717855.656723:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717855.656727:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717855.656729:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4314975998
00000100:00000010:1.0:1779717855.656729:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717855.656734:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000010:0.0:1779717855.656737:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
02000000:00000001:1.0:1779717855.656739:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717855.656741:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.656744:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779717855.656744:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717855.656745:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717855.656750:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.656753:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4314975998
02000000:00000010:1.0:1779717855.656755:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000010:0.0:1779717855.656757:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d240.
00000100:00000001:1.0:1779717855.656760:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.656762:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779717855.656767:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1779717855.656768:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717855.656773:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.656780:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1779717855.656784:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717855.656788:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717855.656790:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717855/real 1779717855]  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779717855.656795:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717855.656815:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1779717855.656815:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1779717855.656817:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1779717855.656819:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1779717855.656820:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717855.656825:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000100:00000040:1.0:1779717855.656826:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1779717855.656827:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717855.656832:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1779717855.656833:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1779717855.656838:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779717855.656839:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717855.656843:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717855.656847:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717855.656852:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717855.656855:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20302
00000400:00000200:1.0:1779717855.656859:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717855.656866:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717855.656871:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1779717855.656876:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779717855.656877:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656882:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717855.656888:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717855.656889:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717855.656892:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717855.656893:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779717855.656895:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717855.656897:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1779717855.656897:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717855.656900:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717855.656903:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717855.656905:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00100000:0.0:1779717855.656908:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779717855.656909:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717855.656914:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717855.656943:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656946:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717855.656949:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656952:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717855.656957:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:0.0:1779717855.656962:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779717855.656964:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717855.656969:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717855.656970:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779717855.656974:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717855.656979:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717855.656980:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1779717855.656985:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717855.656987:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717855.656991:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1779717855.656991:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1779717855.656993:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717855.656995:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1779717855.656998:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.656999:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717855.657003:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779717855.657003:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717855.657008:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:1.0:1779717855.657010:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000100:00080000:0.0:1779717855.657015:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000020:00000040:1.0:1779717855.657016:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:0.0:1779717855.657020:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1779717855.657021:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717855.657024:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717855.657028:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1779717855.657029:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779717855.657030:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717855.657034:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717855.657041:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00100000:0.0:1779717855.657046:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529396480:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779717855.657047:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.657056:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779717855.657058:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717855.657060:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717855.657067:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7ea00 x1866162529396480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717855.657076:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717855.657081:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717855.657090:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657111:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717855.657115:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1779717855.657116:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717855.657118:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
00000100:00000040:1.0:1779717855.657120:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20312)
02000000:00000001:0.0:1779717855.657121:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717855.657124:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717855.657125:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779717855.657127:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717855.657130:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92000.
02000000:00000001:0.0:1779717855.657134:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717855.657136:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717855.657137:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7ea00.
00000100:00000001:0.0:1779717855.657140:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717855.657141:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657143:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657148:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717855.657149:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.657151:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717855.657152:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717855.657153:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717855.657156:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657161:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717855.657162:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717855.657164:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717855.657165:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717855.657167:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717855.657168:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396608:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717855.657171:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717855.657172:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717855.657173:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717855.657175:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717855.657177:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779717855.657179:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717855.657181:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717855.657183:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717855.657186:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717855.657189:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529396608, portal 10
00000100:00000001:0.0:1779717855.657190:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717855.657191:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:0.0:1779717855.657196:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657200:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717855.657202:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717855.657204:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717855.657205:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529396608, offset 0
00000400:00000200:0.0:1779717855.657208:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717855.657210:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717855.657213:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717855.657216:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717855.657218:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717855.657219:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717855.657221:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717855.657223:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156828:156828:256:4294967295] 192.168.203.145@tcp LPNI seq info [156827:156827:8:4294967295]
00000400:00000200:0.0:1779717855.657226:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717855.657231:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717855.657233:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717855.657235:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717855.657238:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717855.657240:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717855.657244:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717855.657245:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1779717855.657248:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717855.657249:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717855.657251:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717855.657253:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717855.657255:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717855.657257:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717855.657259:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717855.657261:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657267:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717855.657268:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657273:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.657274:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717855.657276:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717855.657279:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779717855.657281:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717855.657283:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314974731
00000100:00000001:0.0:1779717855.657285:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314975998
00000100:00000001:0.0:1779717855.657286:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314974731
00000100:00000001:0.0:1779717855.657288:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314975998
00000100:00000001:0.0:1779717855.657289:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717855.657290:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.657291:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717855.657293:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717855/real 1779717855]  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717855.657299:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717855.657300:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717855.657301:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717855.657302:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717855.657303:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717855.657304:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717855.657306:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717855.657311:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657319:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717855.657320:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657322:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717855.657323:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717855.657325:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657329:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717855.657331:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657335:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717855.657337:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657337:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717855.657338:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657339:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717855.657341:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717855.657342:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717855.657344:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717855.657345:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717855.657348:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717855.657352:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396608:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717855.657355:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717855.657357:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657361:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717855.657362:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717855.657364:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717855.657365:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717855.657366:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717855.657368:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396736:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717855.657370:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717855.657371:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717855.657372:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717855.657373:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717855.657375:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779717855.657376:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717855.657378:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717855.657380:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717855.657381:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717855.657383:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529396736, portal 10
00000100:00000001:0.0:1779717855.657385:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717855.657386:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:0.0:1779717855.657389:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657393:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717855.657395:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717855.657396:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717855.657397:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529396736, offset 0
00000400:00000200:0.0:1779717855.657400:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717855.657402:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717855.657404:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717855.657405:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717855.657407:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717855.657408:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717855.657410:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717855.657412:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156829:156829:256:4294967295] 192.168.203.145@tcp LPNI seq info [156828:156828:8:4294967295]
00000400:00000200:0.0:1779717855.657415:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717855.657419:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717855.657422:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717855.657424:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717855.657427:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717855.657428:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717855.657431:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717855.657432:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1779717855.657435:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717855.657436:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717855.657437:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717855.657439:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717855.657441:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717855.657442:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717855.657444:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717855.657446:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657450:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717855.657452:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657456:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.657457:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717855.657459:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717855.657461:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779717855.657463:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717855.657464:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314974739
00000100:00000001:0.0:1779717855.657466:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314975998
00000100:00000001:0.0:1779717855.657467:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314974739
00000100:00000001:0.0:1779717855.657469:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314975998
00000100:00000001:0.0:1779717855.657470:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717855.657471:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.657472:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717855.657474:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717855/real 1779717855]  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717855.657479:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717855.657480:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717855.657481:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717855.657483:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717855.657484:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717855.657485:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717855.657487:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717855.657491:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657495:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717855.657496:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657497:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717855.657498:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717855.657499:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657504:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717855.657506:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657510:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717855.657512:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657513:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717855.657514:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657515:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717855.657516:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717855.657517:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717855.657519:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717855.657520:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717855.657523:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717855.657528:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396736:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717855.657530:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717855.657532:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657536:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717855.657537:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717855.657538:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717855.657539:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717855.657540:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717855.657542:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396864:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717855.657544:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717855.657545:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717855.657546:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717855.657547:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717855.657548:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779717855.657550:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717855.657552:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717855.657553:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717855.657555:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717855.657557:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529396864, portal 4
00000100:00000001:0.0:1779717855.657558:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717855.657559:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:0.0:1779717855.657562:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657567:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717855.657568:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717855.657569:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717855.657571:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529396864, offset 0
00000400:00000200:0.0:1779717855.657574:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717855.657576:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717855.657578:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717855.657580:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717855.657581:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717855.657583:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717855.657584:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717855.657586:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156830:156830:256:4294967295] 192.168.203.145@tcp LPNI seq info [156829:156829:8:4294967295]
00000400:00000200:0.0:1779717855.657589:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717855.657593:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717855.657595:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717855.657597:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717855.657599:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717855.657601:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779717855.657603:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717855.657605:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1779717855.657608:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717855.657609:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717855.657611:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717855.657613:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717855.657615:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717855.657616:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717855.657617:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717855.657619:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657623:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717855.657625:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657629:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.657630:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717855.657631:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717855.657633:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779717855.657636:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717855.657637:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4314974737
00000100:00000001:0.0:1779717855.657639:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4314975998
00000100:00000001:0.0:1779717855.657641:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4314974737
00000100:00000001:0.0:1779717855.657642:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4314975998
00000100:00000001:0.0:1779717855.657643:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717855.657645:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.657646:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717855.657648:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717855/real 1779717855]  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717855.657652:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717855.657653:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717855.657654:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717855.657655:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717855.657656:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717855.657657:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717855.657659:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717855.657663:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657668:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717855.657669:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657670:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717855.657671:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717855.657674:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657682:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717855.657686:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657693:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717855.657696:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657697:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717855.657699:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657700:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717855.657702:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717855.657705:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717855.657708:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717855.657710:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717855.657714:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717855.657723:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529396864:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717855.657727:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657729:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717855.657731:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529396608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657736:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717855.657737:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717855.657738:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779717855.657740:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717855.657741:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717855.657742:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779717855.657744:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717855.657745:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93c00.
02000000:00000001:0.0:1779717855.657747:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717855.657748:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717855.657749:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:0.0:1779717855.657751:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717855.657752:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657753:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717855.657755:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529396736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657765:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717855.657767:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717855.657768:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779717855.657771:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717855.657772:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717855.657773:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779717855.657775:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717855.657777:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92400.
02000000:00000001:0.0:1779717855.657779:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717855.657780:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717855.657782:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:0.0:1779717855.657784:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717855.657785:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657787:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717855.657791:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529396864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717855.657798:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717855.657800:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717855.657801:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779717855.657803:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717855.657804:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717855.657806:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779717855.657808:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717855.657809:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91000.
02000000:00000001:0.0:1779717855.657811:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717855.657811:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717855.657812:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:0.0:1779717855.657814:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717855.657814:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657816:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717855.657819:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717855.657819:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717855.657821:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717855.657822:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717856.680020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717856.680028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717856.680030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717856.680036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717856.680041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717856.680044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717856.680048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717856.680051:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717856.680053:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717856.936040:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314975998, at 4314976000
00000100:00000040:1.0:1779717856.936040:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314975998, at 4314976000
00000100:00000010:0.0:1779717856.936065:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000010:1.0:1779717856.936074:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d240.
00000100:00000001:1.0:1779717857.704075:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717857.704095:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717857.704097:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717857.704102:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717857.704105:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717857.704109:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717857.704111:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717857.704114:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717857.704116:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717858.728015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717858.728021:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717858.728024:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717858.728028:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717858.728031:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717858.728034:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717858.728036:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717858.728038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717858.728041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717859.752040:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717859.752046:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717859.752048:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717859.752053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717859.752055:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717859.752059:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717859.752076:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717859.752079:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717859.752083:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717860.776025:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717860.776040:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717860.776043:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717860.776046:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717860.776050:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717860.776073:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20307
00000400:00000200:0.0:1779717860.776084:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717860.776092:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717860.776097:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717860.776103:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776107:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717860.776111:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776114:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717860.776119:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717860.776121:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717860.776123:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717860.776126:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717860.776128:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717860.776129:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717860.776132:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776134:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717860.776136:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776138:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717860.776140:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717860.776144:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776147:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717860.776150:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717860.776152:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717860.776154:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776156:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717860.776158:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717860.776164:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4700.
00000020:00000040:0.0:1779717860.776166:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717860.776170:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717860.776172:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776175:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717860.776177:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717860.776181:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717860.776187:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779717860.776193:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717860.776201:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4700 x1866162529396992/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717860.776208:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717860.776212:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717860.776217:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003407d8f0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4700 x1866162529396992/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717860.776235:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717860.776238:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717860.776240:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717860.776242:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717860.776244:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717860.776250:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717860.776255:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20307
00000400:00000200:0.0:1779717860.776264:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717860.776273:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717860.776278:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717860.776285:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776293:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717860.776301:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776305:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717860.776340:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717860.776342:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717860.776346:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717860.776348:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717860.776350:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717860.776352:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717860.776355:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776356:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717860.776357:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776359:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717860.776360:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717860.776363:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776365:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717860.776366:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717860.776372:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717860.776374:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776375:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717860.776379:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717860.776381:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776383:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717860.776386:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5180.
00000020:00000040:0.0:1779717860.776388:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717860.776390:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717860.776391:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776393:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717860.776395:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717860.776396:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717860.776399:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779717860.776401:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717860.776405:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5180 x1866162529397120/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717860.776411:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717860.776413:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717860.776417:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084bee898] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5180 x1866162529397120/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717860.776430:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717860.776434:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717860.776441:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717860.776444:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717860.776446:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717860.776449:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717860.776453:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20307
00000400:00000200:0.0:1779717860.776461:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717860.776463:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717860.776465:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717860.776467:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776468:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717860.776470:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776471:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717860.776475:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717860.776476:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717860.776478:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717860.776479:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717860.776483:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717860.776486:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717860.776487:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776490:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717860.776494:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776497:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717860.776498:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717860.776500:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776506:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717860.776508:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717860.776511:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717860.776515:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776517:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717860.776520:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717860.776524:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776527:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717860.776533:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779717860.776536:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717860.776537:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717860.776538:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776539:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717860.776540:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717860.776541:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717860.776543:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779717860.776545:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717860.776548:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529397248/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717860.776553:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717860.776554:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717860.776557:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529397248/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717860.776563:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717860.776564:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717860.776567:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717860.776569:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717860.776570:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717860.776571:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717860.776572:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717860.776574:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717860.776576:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20307
00000400:00000200:0.0:1779717860.776579:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717860.776581:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717860.776582:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717860.776584:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776585:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717860.776586:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776588:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717860.776589:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717860.776590:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717860.776591:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717860.776593:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717860.776594:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717860.776596:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717860.776598:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776599:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717860.776600:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776601:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717860.776602:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717860.776604:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717860.776605:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717860.776606:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717860.776607:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717860.776608:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776609:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717860.776611:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717860.776612:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776614:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717860.776616:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779717860.776618:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717860.776620:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717860.776621:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717860.776622:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717860.776622:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717860.776624:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717860.776626:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779717860.776628:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717860.776630:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529397376/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717860.776634:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717860.776636:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717860.776638:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529397376/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717860.776644:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717860.776646:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20317)
00000800:00000200:3.1:1779717860.776730:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717860.776732:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717860.777082:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717860.777084:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717860.777273:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717860.777275:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717860.777455:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717860.777457:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1779717862.055974:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314981118, at 4314981120
00000100:00000040:1.0:1779717862.055974:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314981118, at 4314981120
00000100:00000010:1.0:1779717862.055987:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475f00.
00000100:00000010:0.0:1779717862.055989:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475b40.
00000100:00080000:0.0:1779717865.896053:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717865.896079:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717865.896083:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717865.896088:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717865.896099:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717865.896106:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20312
00000400:00000200:0.0:1779717865.896118:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717865.896140:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717865.896144:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717865.896148:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896151:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717865.896154:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896157:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717865.896162:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717865.896164:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717865.896167:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717865.896169:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717865.896171:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717865.896174:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717865.896176:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896178:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717865.896180:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896182:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717865.896184:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717865.896187:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896205:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717865.896207:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717865.896211:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717865.896213:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.896215:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717865.896217:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717865.896226:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779717865.896228:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717865.896232:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717865.896234:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.896237:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717865.896239:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717865.896243:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717865.896250:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:0.0:1779717865.896256:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717865.896265:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529397504/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717865.896274:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717865.896294:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717865.896299:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529397504/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717865.896324:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717865.896328:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717865.896331:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717865.896332:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717865.896334:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717865.896336:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717865.896338:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20312
00000400:00000200:0.0:1779717865.896342:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717865.896345:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717865.896347:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717865.896367:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896369:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717865.896372:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896375:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717865.896378:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717865.896379:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717865.896381:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717865.896384:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717865.896389:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717865.896392:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717865.896399:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896401:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717865.896407:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896412:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717865.896418:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717865.896434:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896437:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717865.896441:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717865.896448:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717865.896452:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.896455:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717865.896460:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717865.896464:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.896466:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717865.896492:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779717865.896497:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717865.896504:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717865.896507:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.896513:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717865.896515:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717865.896518:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717865.896527:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779717865.896532:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717865.896554:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529397632/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717865.896563:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717865.896572:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717865.896579:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529397632/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717865.896600:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717865.896604:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717865.896608:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717865.896611:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717865.896613:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717865.896618:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717865.896623:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20312
00000400:00000200:0.0:1779717865.896630:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717865.896637:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717865.896640:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717865.896646:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896650:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717865.896653:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896658:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717865.896664:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717865.896666:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717865.896684:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717865.896687:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717865.896691:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717865.896695:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717865.896702:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896706:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717865.896712:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896717:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717865.896722:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717865.896730:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717865.896738:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717865.896743:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717865.896756:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717865.896760:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.896764:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717865.896767:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717865.896770:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.896772:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717865.896773:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000010:0.0:1779717865.896775:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000800:00000200:3.1:1779717865.896777:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000020:00000040:0.0:1779717865.896779:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717865.896784:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717865.896786:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.896794:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717865.896796:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717865.896800:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717865.896806:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779717865.896837:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717865.896845:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529397760/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717865.896883:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717865.896889:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717865.896898:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529397760/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717865.896940:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717865.896946:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717865.896974:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717865.896977:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717865.896980:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717865.896982:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717865.896983:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717865.897004:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717865.897009:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20312
00000400:00000200:0.0:1779717865.897026:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717865.897033:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717865.897035:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717865.897041:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.897044:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717865.897048:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.897052:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717865.897057:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717865.897059:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717865.897062:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717865.897064:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717865.897066:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717865.897070:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717865.897073:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.897078:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717865.897080:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717865.897083:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717865.897088:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717865.897091:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717865.897093:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717865.897095:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717865.897097:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717865.897100:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.897105:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717865.897108:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717865.897112:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.897114:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717865.897119:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779717865.897123:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717865.897128:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717865.897148:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717865.897151:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717865.897154:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717865.897157:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717865.897162:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779717865.897168:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717865.897179:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529397888/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717865.897204:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717865.897209:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717865.897220:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529397888/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717865.897236:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717865.897242:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20322)
00000800:00000200:3.1:1779717865.897481:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717865.897483:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717865.897741:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717865.897742:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717865.897996:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717865.897999:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1779717867.176003:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314986238, at 4314986240
00000100:00000040:1.0:1779717867.176003:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314986238, at 4314986240
00000100:00000010:0.0:1779717867.176025:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475540.
00000100:00000010:1.0:1779717867.176027:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475180.
00000100:00080000:1.0:1779717871.016017:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717871.016025:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717871.016027:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717871.016031:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717871.016036:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717871.016042:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20317
00000400:00000200:1.0:1779717871.016057:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717871.016065:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717871.016069:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717871.016083:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016087:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717871.016095:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016100:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717871.016110:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717871.016117:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717871.016120:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717871.016122:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717871.016124:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717871.016127:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717871.016130:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016132:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717871.016135:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016138:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717871.016140:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717871.016142:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016144:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717871.016146:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717871.016149:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717871.016151:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.016152:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717871.016154:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717871.016159:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717871.016162:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717871.016165:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717871.016166:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.016169:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717871.016170:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717871.016173:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717871.016178:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779717871.016184:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717871.016192:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529398016/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717871.016211:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717871.016214:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717871.016218:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529398016/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717871.016235:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717871.016238:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717871.016241:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717871.016242:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717871.016243:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717871.016245:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717871.016247:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20317
00000400:00000200:1.0:1779717871.016250:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717871.016252:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717871.016254:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717871.016257:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016259:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717871.016262:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016269:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717871.016273:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717871.016277:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717871.016280:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717871.016281:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717871.016283:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717871.016288:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717871.016300:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016310:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717871.016319:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016330:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717871.016336:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717871.016347:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016353:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717871.016356:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717871.016362:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717871.016368:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.016373:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717871.016380:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717871.016384:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.016386:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717871.016390:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717871.016395:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717871.016399:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717871.016399:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.016403:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717871.016409:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717871.016415:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717871.016419:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779717871.016426:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717871.016435:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529398144/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717871.016443:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717871.016446:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717871.016449:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529398144/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717871.016471:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717871.016478:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717871.016493:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717871.016499:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717871.016503:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717871.016514:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717871.016521:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20317
00000400:00000200:1.0:1779717871.016531:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717871.016539:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717871.016541:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717871.016543:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016551:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717871.016554:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016556:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717871.016562:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717871.016567:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717871.016571:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717871.016573:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717871.016578:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717871.016584:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717871.016600:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016606:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717871.016614:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016620:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717871.016628:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717871.016632:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016634:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717871.016646:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717871.016654:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717871.016662:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.016666:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717871.016667:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717871.016672:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.016674:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717871.016677:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717871.016683:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717871.016687:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1779717871.016688:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779717871.016689:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.016699:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717871.016701:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717871.016702:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717871.016706:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779717871.016709:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717871.016713:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529398272/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717871.016727:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717871.016734:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717871.016741:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529398272/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717871.016751:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717871.016755:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717871.016758:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717871.016763:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717871.016769:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717871.016776:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717871.016779:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717871.016785:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717871.016792:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20317
00000400:00000200:1.0:1779717871.016803:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717871.016808:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717871.016811:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717871.016822:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016823:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717871.016825:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016830:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717871.016835:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717871.016842:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717871.016847:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717871.016851:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717871.016857:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717871.016866:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717871.016881:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016887:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717871.016894:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016903:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717871.016914:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717871.016974:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717871.016997:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717871.017006:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717871.017013:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717871.017025:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.017029:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717871.017035:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717871.017050:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.017057:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717871.017068:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717871.017074:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717871.017083:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717871.017087:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717871.017098:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717871.017104:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717871.017110:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717871.017124:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779717871.017137:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717871.017154:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529398400/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717871.017218:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717871.017224:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717871.017239:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529398400/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1779717871.017241:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717871.017267:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717871.017279:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20327)
00000800:00000200:3.1:1779717871.017437:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717871.017701:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:0.0:1779717872.296018:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314991358, at 4314991360
00000100:00000040:1.0:1779717872.296023:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314991358, at 4314991360
00000100:00000010:0.0:1779717872.296031:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084751e0.
00000100:00000010:1.0:1779717872.296033:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475a20.
00000400:00000100:0.0:1779717874.088272:0:248753:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1779717874.088344:0:248753:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1779717874.088358:0:248753:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717874.088364:0:248753:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:0.0:1779717874.088372:0:248753:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717874.088378:0:248753:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1779717874.088386:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717874.088393:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:0.0:1779717874.088401:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717874.088408:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717874.088418:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dcc0
00000400:00000010:0.0:1779717874.088422:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dcc0.
00000100:00000001:0.0:1779717874.088431:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717874.088444:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7f800 x1866162529398016/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717874.088489:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717874.088496:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529398016/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717874.088506:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717874.088510:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779717874.088528:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717874.088532:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647c00.
00000400:00000200:0.0:1779717874.088537:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717874.088542:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717874.088548:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d3b8
00000400:00000010:0.0:1779717874.088551:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d3b8.
00000100:00000001:0.0:1779717874.088558:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717874.088568:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7d880 x1866162529398144/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717874.088591:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717874.088604:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529398144/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717874.088650:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717874.088653:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779717874.088670:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717874.088677:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647200.
00000400:00000200:0.0:1779717874.088683:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717874.088697:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717874.088707:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d220
00000400:00000010:0.0:1779717874.088714:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d220.
00000100:00000001:0.0:1779717874.088724:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717874.088736:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7f100 x1866162529398272/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717874.088794:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717874.088806:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529398272/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717874.088846:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717874.088855:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779717874.088871:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717874.088878:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647f00.
00000400:00000200:0.0:1779717874.088884:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717874.088897:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717874.088909:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d6e8
00000400:00000010:0.0:1779717874.088917:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d6e8.
00000100:00000001:0.0:1779717874.089033:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717874.089045:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7c380 x1866162529398400/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717874.089107:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717874.089117:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529398400/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717874.089141:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717874.089146:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1779717876.136045:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717876.136053:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717876.136055:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717876.136058:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717876.136062:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717876.136068:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20322
00000400:00000200:0.0:1779717876.136076:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717876.136081:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717876.136084:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717876.136086:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136089:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717876.136092:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136095:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717876.136101:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717876.136103:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717876.136106:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717876.136108:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717876.136112:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717876.136114:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717876.136118:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136119:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717876.136123:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136126:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717876.136129:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717876.136134:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136137:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717876.136142:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717876.136145:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717876.136147:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136149:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717876.136150:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717876.136156:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779717876.136159:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717876.136162:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717876.136163:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136166:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717876.136167:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717876.136170:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717876.136176:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779717876.136181:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717876.136188:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529398528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717876.136197:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717876.136201:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717876.136204:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529398528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717876.136220:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717876.136223:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717876.136225:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717876.136226:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717876.136227:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717876.136229:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717876.136231:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20322
00000400:00000200:0.0:1779717876.136233:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717876.136236:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717876.136238:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717876.136240:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136242:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717876.136245:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136246:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717876.136248:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717876.136249:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717876.136250:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717876.136252:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717876.136256:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717876.136257:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717876.136262:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136265:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717876.136267:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136270:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717876.136273:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717876.136281:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136289:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717876.136295:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717876.136312:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717876.136317:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136322:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717876.136327:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717876.136332:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136338:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717876.136343:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779717876.136348:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717876.136352:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717876.136355:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136358:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717876.136361:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717876.136363:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717876.136368:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779717876.136376:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717876.136386:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529398656/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717876.136398:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717876.136403:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717876.136407:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529398656/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717876.136428:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717876.136433:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717876.136443:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717876.136448:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717876.136451:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717876.136458:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717876.136464:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20322
00000400:00000200:0.0:1779717876.136471:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717876.136477:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717876.136481:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717876.136495:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136501:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717876.136506:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136510:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717876.136516:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717876.136518:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717876.136522:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717876.136525:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717876.136530:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717876.136536:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717876.136545:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136550:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717876.136556:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136561:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717876.136567:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717876.136572:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136578:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717876.136584:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717876.136589:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717876.136596:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136601:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717876.136604:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717876.136607:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136611:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717876.136616:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779717876.136620:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717876.136625:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717876.136628:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136633:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717876.136635:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717876.136637:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717876.136642:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000800:00000200:3.1:1779717876.136645:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779717876.136648:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717876.136650:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00100000:0.0:1779717876.136657:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529398784/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717876.136674:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717876.136678:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717876.136686:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529398784/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717876.136701:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717876.136706:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717876.136713:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717876.136716:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717876.136720:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717876.136722:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717876.136725:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717876.136730:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717876.136737:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20322
00000400:00000200:0.0:1779717876.136746:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717876.136751:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717876.136755:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717876.136763:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136768:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717876.136774:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136779:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717876.136784:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717876.136788:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717876.136790:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717876.136792:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717876.136795:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717876.136799:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717876.136802:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136804:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717876.136811:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136815:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717876.136820:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717876.136824:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717876.136829:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717876.136831:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717876.136835:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717876.136838:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136842:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717876.136846:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717876.136852:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136855:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717876.136863:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779717876.136867:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717876.136872:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717876.136875:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717876.136879:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717876.136882:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717876.136886:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717876.136893:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779717876.136900:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717876.136909:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529398912/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717876.136990:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717876.136994:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717876.137002:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529398912/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717876.137014:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717876.137021:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20332)
00000800:00000200:3.1:1779717876.137423:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717876.137425:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717876.137686:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717876.137688:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717876.137988:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717876.137990:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1779717877.416066:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4314996478, at 4314996480
00000100:00000010:1.0:1779717877.416078:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084756c0.
00000100:00000040:0.0:1779717877.416088:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4314996478, at 4314996480
00000100:00000010:0.0:1779717877.416099:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475780.
00000100:00080000:0.0:1779717881.256058:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717881.256071:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717881.256076:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717881.256082:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717881.256088:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717881.256098:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20327
00000400:00000200:0.0:1779717881.256110:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717881.256119:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717881.256123:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717881.256127:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256133:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717881.256136:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256140:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717881.256145:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717881.256147:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717881.256151:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717881.256154:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717881.256158:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717881.256161:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717881.256164:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256167:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717881.256169:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256172:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717881.256176:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717881.256180:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256183:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717881.256186:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717881.256191:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717881.256195:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.256197:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717881.256200:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717881.256212:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779717881.256216:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717881.256220:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717881.256222:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.256227:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717881.256230:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717881.256235:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717881.256244:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779717881.256252:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717881.256263:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529399040/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717881.256285:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717881.256290:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717881.256295:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529399040/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717881.256331:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717881.256335:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717881.256340:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717881.256342:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717881.256344:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717881.256350:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717881.256355:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20327
00000400:00000200:0.0:1779717881.256362:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717881.256369:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717881.256373:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717881.256379:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256384:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717881.256389:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256394:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717881.256399:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717881.256402:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717881.256406:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717881.256410:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717881.256415:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717881.256420:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717881.256430:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256435:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717881.256446:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256455:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717881.256469:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717881.256485:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256497:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717881.256504:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717881.256516:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717881.256529:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.256535:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717881.256544:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717881.256557:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.256567:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717881.256579:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779717881.256588:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717881.256596:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717881.256602:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.256607:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717881.256615:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717881.256625:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717881.256640:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779717881.256655:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717881.256681:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529399168/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717881.256711:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717881.256716:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717881.256723:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529399168/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717881.256743:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717881.256753:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717881.256760:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717881.256765:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717881.256772:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717881.256779:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717881.256791:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20327
00000400:00000200:0.0:1779717881.256807:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717881.256821:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717881.256829:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717881.256841:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256846:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717881.256853:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256863:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717881.256870:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717881.256876:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717881.256881:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717881.256885:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717881.256891:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717881.256895:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717881.256959:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256962:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717881.256965:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256970:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717881.256976:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717881.256986:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717881.256995:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717881.257001:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717881.257010:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1779717881.257011:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717881.257019:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
02000000:00000001:0.0:1779717881.257021:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.257032:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717881.257039:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717881.257048:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.257058:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717881.257074:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779717881.257082:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717881.257089:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717881.257093:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.257098:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717881.257103:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717881.257109:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717881.257120:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
00000100:00000001:0.0:1779717881.257127:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717881.257143:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529399296/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717881.257189:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717881.257197:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717881.257206:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529399296/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717881.257226:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717881.257231:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717881.257243:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717881.257249:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717881.257258:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717881.257261:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717881.257263:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717881.257272:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717881.257276:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20327
00000400:00000200:0.0:1779717881.257286:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717881.257299:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717881.257304:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717881.257315:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.257320:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717881.257326:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.257331:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717881.257336:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717881.257341:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717881.257348:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717881.257355:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717881.257364:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717881.257376:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717881.257388:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.257396:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717881.257406:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717881.257417:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717881.257427:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717881.257441:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717881.257455:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717881.257467:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717881.257477:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717881.257489:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.257498:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717881.257507:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717881.257518:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.257525:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717881.257540:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779717881.257552:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717881.257564:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717881.257569:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717881.257576:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717881.257582:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717881.257591:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717881.257604:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779717881.257618:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717881.257639:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529399424/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717881.257687:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717881.257698:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717881.257722:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529399424/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717881.257763:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717881.257777:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20338)
00000800:00000200:3.1:1779717881.258040:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717881.258043:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1779717881.258523:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717881.258526:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1779717881.258874:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717881.258877:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1779717882.536020:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315001599, at 4315001600
00000100:00000040:1.0:1779717882.536021:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315001599, at 4315001600
00000100:00000010:1.0:1779717882.536037:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ba0.
00000100:00000010:0.0:1779717882.536041:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475240.
00000020:00000001:0.0:1779717885.800098:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717885.800102:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717885.800105:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717886.376008:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717886.376017:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717886.376020:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717886.376023:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717886.376028:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717886.376036:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20333
00000400:00000200:0.0:1779717886.376045:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717886.376051:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717886.376054:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717886.376058:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376061:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717886.376064:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376067:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717886.376071:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717886.376073:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717886.376076:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717886.376079:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717886.376081:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717886.376084:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717886.376088:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376090:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717886.376092:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376094:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717886.376097:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717886.376101:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376104:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717886.376107:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717886.376110:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717886.376113:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.376116:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717886.376118:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717886.376126:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6d80.
00000020:00000040:0.0:1779717886.376130:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717886.376134:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717886.376135:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.376139:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717886.376141:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717886.376146:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717886.376154:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779717886.376161:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717886.376170:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6d80 x1866162529399552/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717886.376181:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717886.376185:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717886.376190:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27aefa5] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6d80 x1866162529399552/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717886.376214:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717886.376217:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717886.376221:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717886.376223:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717886.376224:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717886.376227:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717886.376232:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20333
00000400:00000200:0.0:1779717886.376238:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717886.376245:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717886.376250:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717886.376258:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376263:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717886.376270:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376276:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717886.376282:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717886.376285:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717886.376289:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717886.376293:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717886.376297:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717886.376302:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717886.376308:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376311:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717886.376325:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376329:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717886.376334:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717886.376341:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376345:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717886.376351:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717886.376359:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717886.376363:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.376368:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717886.376373:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717886.376378:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.376383:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717886.376389:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6680.
00000020:00000040:0.0:1779717886.376394:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717886.376400:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717886.376404:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.376407:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717886.376411:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717886.376415:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717886.376423:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779717886.376429:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717886.376439:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6680 x1866162529399680/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717886.376464:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717886.376467:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717886.376474:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bfd0c85] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6680 x1866162529399680/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717886.376490:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717886.376493:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779717886.376495:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1779717886.376498:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1779717886.376501:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717886.376506:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717886.376509:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717886.376513:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717886.376518:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20333
00000400:00000200:0.0:1779717886.376527:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717886.376531:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717886.376533:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717886.376537:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376541:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717886.376545:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376550:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717886.376555:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717886.376558:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717886.376562:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717886.376565:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717886.376569:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717886.376573:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717886.376580:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376586:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717886.376591:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376597:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717886.376600:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717886.376605:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376609:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717886.376611:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717886.376616:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717886.376620:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.376624:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717886.376627:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717886.376632:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.376636:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717886.376641:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779717886.376646:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717886.376650:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717886.376660:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.376664:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717886.376666:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717886.376668:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717886.376676:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779717886.376683:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717886.376693:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529399808/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717886.376710:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717886.376715:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717886.376725:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529399808/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717886.376757:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717886.376765:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717886.376772:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717886.376778:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717886.376787:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717886.376790:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717886.376793:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717886.376799:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717886.376805:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20333
00000400:00000200:0.0:1779717886.376815:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717886.376821:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717886.376825:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717886.376833:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376838:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717886.376843:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376847:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717886.376853:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717886.376857:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717886.376876:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717886.376880:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717886.376884:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717886.376890:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717886.376898:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376904:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717886.376908:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376913:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717886.376949:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717886.376960:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717886.376965:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717886.376970:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717886.376976:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717886.376982:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.376988:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717886.376992:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717886.376998:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.377004:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717886.377012:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779717886.377018:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717886.377023:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717886.377026:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717886.377031:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717886.377034:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717886.377038:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717886.377045:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779717886.377050:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717886.377061:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529399936/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717886.377081:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717886.377085:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717886.377094:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529399936/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717886.377121:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717886.377129:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20343)
00000800:00000200:3.1:1779717886.377146:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717886.377148:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1779717886.377333:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717886.377335:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1779717886.377642:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717886.377645:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1779717887.656006:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315006718, at 4315006720
00000100:00000040:1.0:1779717887.656011:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315006718, at 4315006720
00000100:00000010:0.0:1779717887.656019:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475120.
00000100:00000010:1.0:1779717887.656022:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475de0.
00000020:00000001:0.0:1779717888.872102:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717888.872108:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717888.872113:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779717891.496565:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717891.496571:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779717891.497191:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717891.497194:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779717891.497458:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717891.497460:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779717891.497774:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717891.497776:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1779717891.944114:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717891.944118:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717891.944122:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717892.776007:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315011838, at 4315011840
00000100:00000040:1.0:1779717892.776007:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315011838, at 4315011840
00000100:00000010:0.0:1779717892.776022:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084759c0.
00000100:00000010:1.0:1779717892.776031:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475420.
00000020:00000001:1.0:1779717892.968108:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717892.968111:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717892.968115:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717896.040189:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717896.040194:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717896.040198:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717896.616126:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717896.616134:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717896.616138:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717896.616143:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717896.616150:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717896.616161:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20343
00000400:00000200:1.0:1779717896.616174:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717896.616184:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717896.616189:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717896.616195:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616200:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717896.616204:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616207:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717896.616212:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717896.616215:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717896.616219:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717896.616223:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717896.616226:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717896.616229:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717896.616234:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616236:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717896.616243:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616246:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717896.616249:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717896.616252:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616256:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717896.616259:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717896.616265:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717896.616268:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616271:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717896.616275:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717896.616284:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779717896.616289:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717896.616297:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717896.616300:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616304:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717896.616307:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717896.616312:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717896.616320:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779717896.616330:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717896.616341:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529400576/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717896.616352:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717896.616359:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717896.616364:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529400576/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717896.616390:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717896.616397:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717896.616403:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717896.616406:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717896.616409:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717896.616414:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717896.616420:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20343
00000400:00000200:1.0:1779717896.616427:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717896.616434:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717896.616439:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717896.616445:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616449:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717896.616453:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616454:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717896.616456:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717896.616457:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717896.616458:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717896.616460:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717896.616462:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717896.616464:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717896.616466:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616468:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717896.616470:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616471:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717896.616473:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717896.616476:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616478:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717896.616480:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717896.616485:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717896.616487:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616488:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717896.616493:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717896.616495:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616497:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717896.616501:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717896.616503:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717896.616506:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717896.616507:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616509:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717896.616510:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717896.616512:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717896.616515:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779717896.616518:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717896.616522:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529400704/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717896.616528:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717896.616530:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717896.616533:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529400704/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717896.616540:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717896.616542:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717896.616545:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717896.616549:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717896.616552:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717896.616556:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717896.616561:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20343
00000400:00000200:1.0:1779717896.616567:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717896.616570:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717896.616571:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717896.616573:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616575:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717896.616576:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616577:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717896.616578:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717896.616579:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717896.616580:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717896.616581:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717896.616582:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717896.616584:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717896.616585:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616586:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717896.616588:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616589:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717896.616590:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717896.616593:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616595:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717896.616597:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717896.616599:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717896.616600:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616601:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717896.616602:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717896.616604:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616605:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717896.616616:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717896.616618:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717896.616620:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717896.616621:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616622:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717896.616623:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717896.616625:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717896.616627:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779717896.616630:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717896.616632:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529400832/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717896.616638:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717896.616639:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717896.616642:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529400832/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717896.616648:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717896.616650:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717896.616653:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717896.616655:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717896.616658:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717896.616659:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717896.616660:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717896.616662:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717896.616664:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20343
00000400:00000200:1.0:1779717896.616666:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717896.616668:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717896.616669:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717896.616671:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616672:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717896.616673:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616675:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717896.616677:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717896.616678:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717896.616679:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717896.616682:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717896.616684:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717896.616686:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717896.616690:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616692:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717896.616694:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616696:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717896.616699:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717896.616702:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717896.616705:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717896.616707:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717896.616711:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717896.616713:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616715:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717896.616718:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717896.616721:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616723:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717896.616727:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717896.616732:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717896.616736:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717896.616739:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717896.616741:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717896.616742:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717896.616747:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717896.616753:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779717896.616757:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717896.616763:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529400960/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717896.616772:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717896.616775:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717896.616781:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529400960/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717896.616805:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717896.616813:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20353)
00000800:00000200:3.1:1779717896.617016:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717896.617030:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717896.617335:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717896.617337:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717896.617522:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717896.617524:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779717896.617741:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717896.617743:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1779717897.896026:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315016959, at 4315016960
00000100:00000040:1.0:1779717897.896026:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315016959, at 4315016960
00000100:00000010:0.0:1779717897.896040:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475960.
00000100:00000010:1.0:1779717897.896044:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475660.
00000020:00000001:1.0:1779717899.112140:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717899.112151:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717899.112154:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717900.136125:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717900.136131:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717900.136135:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779717901.736811:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717901.736827:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717901.737431:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717901.737433:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717901.737634:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717901.737636:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717901.737835:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717901.737836:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1779717902.184110:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717902.184114:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717902.184117:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717903.016046:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315022079, at 4315022080
00000100:00000040:1.0:1779717903.016046:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315022079, at 4315022080
00000100:00000010:0.0:1779717903.016062:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084755a0.
00000100:00000010:1.0:1779717903.016064:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475f60.
00000020:00000001:1.0:1779717903.208159:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717903.208163:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717903.208167:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717905.256077:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717905.256081:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717905.256092:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717906.280187:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717906.280191:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717906.280194:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717906.856047:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717906.856053:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717906.856056:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717906.856059:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717906.856063:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717906.856078:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20353
00000400:00000200:0.0:1779717906.856089:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717906.856095:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717906.856099:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717906.856101:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856104:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717906.856106:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856108:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717906.856111:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717906.856112:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717906.856114:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717906.856116:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717906.856118:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717906.856119:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717906.856121:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856123:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717906.856124:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856126:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717906.856128:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717906.856130:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856132:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717906.856135:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717906.856138:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717906.856140:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856142:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717906.856143:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717906.856151:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779717906.856154:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717906.856157:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717906.856158:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856161:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717906.856163:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717906.856166:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717906.856174:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779717906.856179:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717906.856187:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529401600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717906.856195:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717906.856197:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717906.856201:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529401600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717906.856219:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717906.856222:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717906.856226:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717906.856227:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717906.856229:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717906.856232:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717906.856235:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20353
00000400:00000200:0.0:1779717906.856239:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717906.856242:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717906.856245:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717906.856248:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856250:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717906.856253:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856255:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717906.856257:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717906.856258:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717906.856260:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717906.856263:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717906.856265:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717906.856267:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717906.856270:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856272:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717906.856274:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856276:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717906.856278:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717906.856281:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856283:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717906.856285:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717906.856290:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717906.856292:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856294:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717906.856298:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717906.856303:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856304:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717906.856308:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779717906.856310:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717906.856313:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717906.856314:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856316:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717906.856317:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717906.856319:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717906.856322:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779717906.856326:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717906.856331:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529401728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717906.856339:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717906.856341:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717906.856345:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529401728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717906.856354:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717906.856357:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717906.856360:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717906.856361:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717906.856363:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717906.856365:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717906.856367:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20353
00000400:00000200:0.0:1779717906.856370:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717906.856373:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717906.856375:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717906.856378:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856380:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717906.856382:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856384:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717906.856386:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717906.856387:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717906.856389:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717906.856391:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717906.856393:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717906.856395:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717906.856398:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856400:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717906.856402:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856404:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717906.856406:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717906.856409:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856411:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717906.856413:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717906.856415:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717906.856417:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856419:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717906.856421:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717906.856423:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856425:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717906.856427:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779717906.856429:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717906.856432:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717906.856433:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856435:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717906.856436:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717906.856438:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717906.856438:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000010:0.0:1779717906.856441:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000800:00000200:3.1:1779717906.856442:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1779717906.856444:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717906.856448:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529401856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717906.856454:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717906.856456:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717906.856460:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529401856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717906.856468:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717906.856470:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717906.856474:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717906.856477:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717906.856481:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717906.856483:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717906.856484:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717906.856487:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717906.856489:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20353
00000400:00000200:0.0:1779717906.856493:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717906.856496:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717906.856498:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717906.856501:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856503:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717906.856505:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856507:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717906.856509:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717906.856511:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717906.856513:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717906.856514:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717906.856516:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717906.856518:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717906.856521:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856523:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717906.856525:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856527:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717906.856529:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717906.856531:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717906.856534:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717906.856536:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717906.856538:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717906.856540:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856542:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717906.856544:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717906.856547:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856549:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717906.856552:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779717906.856554:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717906.856557:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717906.856558:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717906.856559:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717906.856561:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717906.856563:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717906.856566:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:0.0:1779717906.856568:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717906.856573:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529401984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717906.856581:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717906.856583:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717906.856586:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529401984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717906.856594:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717906.856599:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20363)
00000800:00000200:3.1:1779717906.856804:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717906.856806:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717906.857013:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717906.857015:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779717906.857188:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717906.857190:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1779717908.136048:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315027198, at 4315027200
00000100:00000010:1.0:1779717908.136065:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475840.
00000100:00000040:0.0:1779717908.136096:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315027198, at 4315027200
00000100:00000010:0.0:1779717908.136125:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084753c0.
00000020:00000001:1.0:1779717908.328158:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717908.328166:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717908.328173:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717909.352192:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717909.352196:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717909.352200:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717911.400105:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717911.400110:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717911.400115:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717911.976028:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717911.976035:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717911.976038:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717911.976042:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717911.976051:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717911.976060:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20358
00000400:00000200:0.0:1779717911.976085:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717911.976091:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717911.976094:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717911.976097:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976100:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717911.976103:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976106:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717911.976109:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717911.976110:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717911.976112:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717911.976114:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717911.976115:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717911.976117:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717911.976119:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976121:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717911.976122:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976124:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717911.976126:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717911.976128:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976129:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717911.976131:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717911.976134:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717911.976136:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976138:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717911.976140:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717911.976147:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779717911.976151:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717911.976173:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717911.976175:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976179:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717911.976182:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717911.976187:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717911.976196:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779717911.976218:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717911.976230:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529402112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717911.976250:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717911.976254:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717911.976259:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529402112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717911.976295:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717911.976297:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717911.976300:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717911.976301:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717911.976302:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717911.976305:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717911.976307:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20358
00000400:00000200:0.0:1779717911.976311:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717911.976314:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717911.976318:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717911.976323:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976325:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717911.976329:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976334:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717911.976338:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717911.976341:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717911.976361:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717911.976364:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717911.976368:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717911.976372:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717911.976377:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976380:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717911.976386:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976392:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717911.976399:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717911.976405:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976410:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717911.976414:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717911.976421:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717911.976426:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976434:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717911.976440:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717911.976444:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976450:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717911.976455:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779717911.976475:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717911.976477:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717911.976480:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976484:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717911.976487:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717911.976489:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717911.976494:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779717911.976500:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717911.976508:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529402240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717911.976518:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717911.976521:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717911.976526:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529402240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717911.976533:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717911.976537:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717911.976540:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717911.976543:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717911.976546:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717911.976549:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717911.976555:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20358
00000400:00000200:0.0:1779717911.976564:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717911.976571:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717911.976576:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717911.976583:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976587:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717911.976590:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976592:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717911.976597:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717911.976599:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717911.976603:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717911.976606:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717911.976611:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717911.976615:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717911.976618:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976621:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717911.976622:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976624:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717911.976628:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717911.976633:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976638:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717911.976640:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1779717911.976643:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779717911.976644:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1779717911.976647:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1779717911.976648:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976653:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717911.976655:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717911.976659:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976663:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717911.976680:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779717911.976684:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717911.976688:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717911.976690:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976692:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717911.976695:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717911.976697:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717911.976701:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779717911.976721:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717911.976733:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529402368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717911.976745:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717911.976750:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717911.976760:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529402368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717911.976772:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717911.976779:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717911.976787:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717911.976794:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717911.976798:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717911.976803:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717911.976804:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717911.976807:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717911.976812:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20358
00000400:00000200:0.0:1779717911.976819:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717911.976825:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717911.976828:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717911.976834:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976836:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717911.976858:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976860:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717911.976864:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717911.976866:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717911.976869:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717911.976871:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717911.976875:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717911.976877:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717911.976881:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976884:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717911.976887:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976890:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717911.976895:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717911.976900:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717911.976904:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717911.976906:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717911.976911:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717911.976913:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976916:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717911.976919:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717911.976922:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976925:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717911.976929:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779717911.976934:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717911.976939:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717911.976941:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717911.976943:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717911.976945:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717911.976948:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717911.976999:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779717911.977007:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717911.977018:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529402496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717911.977034:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717911.977040:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717911.977052:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529402496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717911.977075:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717911.977098:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20368)
00000800:00000200:3.1:1779717911.977294:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717911.977296:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717911.977477:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717911.977479:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779717911.977651:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717911.977653:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1779717912.424179:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717912.424183:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717912.424187:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717913.255981:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315032318, at 4315032320
00000100:00000010:0.0:1779717913.255993:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475060.
00000100:00000040:1.0:1779717913.256050:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315032318, at 4315032320
00000100:00000010:1.0:1779717913.256054:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084753c0.
00000020:00000001:1.0:1779717914.472103:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717914.472108:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717914.472111:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717915.496139:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717915.496147:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717915.496154:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717917.096034:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717917.096045:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717917.096048:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717917.096052:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717917.096056:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717917.096064:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20363
00000400:00000200:1.0:1779717917.096073:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717917.096080:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717917.096083:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717917.096085:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096088:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717917.096090:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096092:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717917.096096:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717917.096106:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717917.096110:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717917.096113:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717917.096116:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717917.096120:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717917.096124:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096126:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717917.096128:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096131:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717917.096134:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717917.096139:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096142:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717917.096146:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717917.096150:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717917.096153:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.096155:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717917.096157:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717917.096167:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717917.096171:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717917.096175:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717917.096176:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.096185:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717917.096188:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717917.096193:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717917.096201:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779717917.096210:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717917.096222:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529402624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717917.096236:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717917.096242:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717917.096248:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529402624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717917.096277:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717917.096280:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717917.096284:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717917.096285:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717917.096286:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717917.096289:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717917.096292:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20363
00000400:00000200:1.0:1779717917.096296:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717917.096299:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717917.096302:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717917.096309:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096317:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717917.096321:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096324:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717917.096325:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717917.096326:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717917.096328:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717917.096330:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717917.096331:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717917.096333:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717917.096338:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096346:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717917.096353:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096361:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717917.096369:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717917.096376:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096381:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717917.096383:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717917.096390:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717917.096395:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.096399:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717917.096404:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717917.096410:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.096415:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717917.096427:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717917.096431:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717917.096434:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717917.096438:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.096441:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717917.096443:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717917.096445:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717917.096452:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:1.0:1779717917.096462:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717917.096477:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529402752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717917.096495:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717917.096497:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717917.096505:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529402752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717917.096527:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717917.096530:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717917.096537:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717917.096540:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717917.096542:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717917.096549:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717917.096553:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20363
00000400:00000200:1.0:1779717917.096566:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717917.096571:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717917.096579:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717917.096585:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096591:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717917.096597:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096607:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717917.096616:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717917.096620:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000800:00000200:3.1:1779717917.096724:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717917.096727:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779717917.096741:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717917.096744:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717917.096749:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717917.096754:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717917.096761:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096764:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717917.096770:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096779:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717917.096789:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717917.096799:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717917.096803:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717917.096808:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717917.096813:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717917.096824:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.096831:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717917.096836:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717917.096846:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.096852:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717917.096857:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717917.096860:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717917.096869:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717917.096871:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.096880:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717917.096884:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717917.096890:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717917.096896:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779717917.096902:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717917.096915:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529402880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717917.096974:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717917.096982:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717917.096998:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529402880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717917.097065:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717917.097072:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717917.097083:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717917.097085:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717917.097098:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717917.097102:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717917.097110:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717917.097118:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717917.097131:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20363
00000400:00000200:1.0:1779717917.097148:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717917.097157:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717917.097164:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717917.097178:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.097186:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717917.097194:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.097200:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717917.097206:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717917.097211:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717917.097215:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717917.097220:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717917.097230:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717917.097242:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717917.097260:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.097270:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717917.097279:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717917.097288:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717917.097294:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717917.097306:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717917.097318:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717917.097324:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717917.097331:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717917.097343:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.097348:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717917.097352:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717917.097360:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.097363:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717917.097367:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717917.097373:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717917.097381:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717917.097383:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717917.097387:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717917.097391:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717917.097394:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717917.097399:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779717917.097402:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717917.097411:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529403008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717917.097424:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717917.097429:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717917.097435:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529403008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717917.097502:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717917.097515:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20373)
00000800:00000200:3.1:1779717917.097643:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717917.097645:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717917.097837:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717917.097838:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779717917.098127:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717917.098129:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779717917.544200:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717917.544204:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717917.544208:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717918.376025:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315037438, at 4315037440
00000100:00000040:1.0:1779717918.376025:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315037438, at 4315037440
00000100:00000010:1.0:1779717918.376038:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475f60.
00000100:00000010:0.0:1779717918.376043:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475840.
00000020:00000001:1.0:1779717918.568091:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717918.568095:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717918.568097:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717920.616162:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717920.616165:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717920.616167:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717921.640106:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717921.640109:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717921.640113:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717922.216045:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717922.216056:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717922.216062:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717922.216067:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717922.216074:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717922.216086:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20368
00000400:00000200:0.0:1779717922.216104:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717922.216113:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717922.216131:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717922.216135:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216139:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717922.216142:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216145:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717922.216149:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717922.216151:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717922.216154:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717922.216157:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717922.216159:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717922.216162:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717922.216166:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216168:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717922.216171:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216173:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717922.216176:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717922.216179:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216182:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717922.216185:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717922.216189:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717922.216191:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717922.216193:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717922.216194:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717922.216202:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779717922.216205:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717922.216208:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717922.216209:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717922.216212:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717922.216214:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717922.216217:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717922.216223:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
00000100:00000001:0.0:1779717922.216228:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717922.216236:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529403136/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717922.216243:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717922.216246:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717922.216250:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529403136/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717922.216268:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717922.216270:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717922.216272:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717922.216273:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717922.216275:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717922.216277:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717922.216280:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20368
00000400:00000200:0.0:1779717922.216284:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717922.216289:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717922.216294:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717922.216300:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216304:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717922.216311:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216317:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717922.216322:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717922.216324:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717922.216328:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717922.216332:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717922.216337:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717922.216341:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717922.216347:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216349:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717922.216352:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216356:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717922.216358:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717922.216361:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216363:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717922.216367:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717922.216372:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717922.216376:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717922.216378:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717922.216382:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717922.216385:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717922.216387:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717922.216392:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779717922.216395:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717922.216400:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717922.216403:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717922.216406:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717922.216408:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717922.216410:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717922.216415:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779717922.216421:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717922.216429:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529403264/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717922.216440:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717922.216443:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717922.216449:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529403264/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717922.216462:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717922.216466:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717922.216471:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717922.216474:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717922.216476:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717922.216480:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717922.216485:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20368
00000400:00000200:0.0:1779717922.216492:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717922.216497:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717922.216499:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717922.216505:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216510:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717922.216514:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216516:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717922.216518:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717922.216520:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717922.216524:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717922.216526:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717922.216529:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717922.216533:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717922.216539:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216541:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717922.216543:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216548:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717922.216549:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717922.216552:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216557:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717922.216561:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717922.216563:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717922.216568:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717922.216570:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1779717922.216572:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000008:00100000:0.0:1779717922.216573:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717922.216578:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717922.216578:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1779717922.216579:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717922.216585:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779717922.216601:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717922.216607:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717922.216609:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717922.216611:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717922.216612:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717922.216615:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717922.216637:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779717922.216643:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717922.216654:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529403392/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717922.216670:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717922.216676:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717922.216688:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529403392/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717922.216704:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717922.216712:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717922.216723:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717922.216729:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717922.216736:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717922.216739:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717922.216741:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717922.216745:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717922.216751:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20368
00000400:00000200:0.0:1779717922.216761:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717922.216767:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717922.216770:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717922.216778:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216781:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717922.216785:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216789:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717922.216791:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717922.216793:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717922.216798:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717922.216811:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717922.216818:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717922.216826:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717922.216836:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216843:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717922.216849:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216855:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717922.216863:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717922.216868:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717922.216875:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717922.216882:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717922.216888:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717922.216892:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717922.216896:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717922.216901:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717922.216909:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717922.216915:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717922.216949:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779717922.216952:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717922.216955:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717922.216956:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717922.216958:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717922.216959:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717922.216962:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717922.216966:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779717922.216970:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717922.216982:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529403520/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717922.216998:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717922.217002:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717922.217012:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529403520/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717922.217029:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717922.217036:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20378)
00000800:00000200:3.1:1779717922.217257:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717922.217259:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779717922.217459:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717922.217461:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779717922.217688:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717922.217691:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1779717923.496005:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315042558, at 4315042560
00000100:00000040:1.0:1779717923.496005:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315042558, at 4315042560
00000100:00000010:0.0:1779717923.496020:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084755a0.
00000100:00000010:1.0:1779717923.496022:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475660.
00000020:00000001:1.0:1779717923.688093:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717923.688096:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717923.688116:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717924.712132:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717924.712135:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717924.712138:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717926.760106:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717926.760111:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717926.760116:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717927.336018:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717927.336030:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717927.336035:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717927.336039:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717927.336046:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717927.336054:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20373
00000400:00000200:0.0:1779717927.336064:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717927.336072:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717927.336075:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717927.336078:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336081:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717927.336083:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336086:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717927.336090:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717927.336092:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717927.336095:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717927.336097:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717927.336100:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717927.336102:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717927.336106:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336108:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717927.336110:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336112:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717927.336115:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717927.336118:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336121:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717927.336125:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717927.336129:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717927.336132:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336135:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717927.336137:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717927.336146:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5180.
00000020:00000040:0.0:1779717927.336149:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717927.336154:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717927.336155:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336159:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717927.336161:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717927.336165:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717927.336174:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779717927.336181:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717927.336190:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5180 x1866162529403648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717927.336201:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717927.336206:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717927.336211:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084bee898] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5180 x1866162529403648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717927.336233:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717927.336236:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717927.336238:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717927.336239:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717927.336241:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717927.336243:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717927.336245:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20373
00000400:00000200:0.0:1779717927.336249:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717927.336251:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717927.336253:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717927.336256:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336257:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717927.336259:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336261:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717927.336263:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717927.336266:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717927.336268:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717927.336271:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717927.336274:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717927.336276:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717927.336281:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336287:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717927.336291:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336296:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717927.336299:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717927.336304:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336307:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717927.336309:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717927.336315:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717927.336319:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336322:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717927.336328:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717927.336331:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336334:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717927.336339:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4700.
00000020:00000040:0.0:1779717927.336343:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717927.336346:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717927.336348:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336351:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717927.336353:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717927.336355:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717927.336360:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779717927.336363:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717927.336371:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4700 x1866162529403776/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717927.336384:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717927.336388:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717927.336397:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003407d8f0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4700 x1866162529403776/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717927.336413:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717927.336416:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717927.336420:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717927.336424:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717927.336426:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717927.336428:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717927.336433:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20373
00000400:00000200:0.0:1779717927.336437:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717927.336443:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717927.336445:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717927.336451:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336455:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717927.336459:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336463:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717927.336467:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717927.336470:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717927.336473:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717927.336477:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717927.336481:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717927.336484:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717927.336487:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336491:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717927.336495:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336499:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717927.336503:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717927.336508:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336511:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717927.336513:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717927.336515:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717927.336518:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336519:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717927.336520:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717927.336524:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336528:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717927.336532:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779717927.336536:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:3.1:1779717927.336536:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779717927.336541:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1779717927.336542:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
02000000:00000001:0.0:1779717927.336543:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336546:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717927.336548:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717927.336564:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717927.336569:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779717927.336573:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717927.336578:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529403904/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717927.336589:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717927.336591:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717927.336597:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529403904/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717927.336608:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717927.336614:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717927.336618:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717927.336624:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717927.336635:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717927.336640:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717927.336643:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717927.336645:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717927.336652:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20373
00000400:00000200:0.0:1779717927.336661:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717927.336667:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717927.336671:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717927.336678:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336683:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717927.336688:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336692:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717927.336697:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717927.336700:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717927.336704:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717927.336708:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717927.336713:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717927.336720:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717927.336727:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336733:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717927.336738:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336742:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717927.336747:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717927.336756:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717927.336761:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717927.336767:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717927.336773:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717927.336780:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336784:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717927.336788:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717927.336794:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336798:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717927.336806:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779717927.336811:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717927.336818:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717927.336821:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717927.336827:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717927.336831:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717927.336835:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717927.336843:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779717927.336851:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717927.336863:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529404032/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717927.336887:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717927.336892:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717927.336901:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529404032/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717927.336948:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717927.336956:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20384)
00000800:00000200:3.1:1779717927.337044:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717927.337046:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1779717927.337320:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717927.337323:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1779717927.337625:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717927.337628:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1779717927.784138:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717927.784141:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717927.784144:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717928.616041:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315047678, at 4315047680
00000100:00000040:1.0:1779717928.616041:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315047678, at 4315047680
00000100:00000010:1.0:1779717928.616061:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084759c0.
00000100:00000010:0.0:1779717928.616070:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475420.
00000020:00000001:1.0:1779717929.832173:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717929.832177:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717929.832179:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717930.856120:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717930.856124:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717930.856127:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717932.456034:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717932.456051:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717932.456056:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717932.456062:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717932.456068:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717932.456079:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20379
00000400:00000200:0.0:1779717932.456092:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717932.456101:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717932.456105:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717932.456110:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456115:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717932.456118:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456121:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717932.456126:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717932.456128:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717932.456131:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717932.456142:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717932.456145:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717932.456148:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717932.456152:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456155:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717932.456157:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456159:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717932.456163:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717932.456167:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456169:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717932.456173:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717932.456177:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717932.456181:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.456184:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717932.456187:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717932.456198:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779717932.456202:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717932.456214:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717932.456216:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.456220:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717932.456223:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717932.456227:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717932.456237:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779717932.456245:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717932.456256:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529404160/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717932.456269:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717932.456274:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717932.456280:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529404160/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717932.456305:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717932.456309:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717932.456313:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717932.456314:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717932.456317:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717932.456320:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717932.456324:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20379
00000400:00000200:0.0:1779717932.456329:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717932.456334:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717932.456337:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717932.456341:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456343:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717932.456348:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456353:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717932.456357:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717932.456359:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717932.456363:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717932.456367:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717932.456373:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717932.456379:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717932.456386:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456390:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717932.456394:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456399:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717932.456405:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717932.456413:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456418:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717932.456422:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717932.456430:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717932.456434:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.456440:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717932.456446:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717932.456454:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.456457:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717932.456465:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779717932.456469:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717932.456475:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717932.456477:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.456479:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717932.456482:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717932.456485:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717932.456493:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779717932.456497:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717932.456508:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529404288/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717932.456543:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717932.456547:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717932.456555:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529404288/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717932.456569:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717932.456574:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717932.456579:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717932.456583:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717932.456586:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717932.456591:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717932.456596:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20379
00000400:00000200:0.0:1779717932.456605:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717932.456615:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717932.456620:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717932.456628:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456633:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717932.456639:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456642:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717932.456645:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717932.456648:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717932.456652:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717932.456656:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717932.456662:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717932.456668:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717932.456676:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456681:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717932.456683:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456689:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717932.456695:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717932.456701:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456708:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779717932.456708:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779717932.456712:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1779717932.456714:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
02000000:00000001:0.0:1779717932.456717:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717932.456723:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.456728:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717932.456732:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717932.456736:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.456741:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717932.456746:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779717932.456751:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717932.456756:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717932.456759:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.456763:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717932.456765:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717932.456769:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717932.456777:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779717932.456784:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717932.456794:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529404416/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717932.456823:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717932.456827:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717932.456835:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529404416/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717932.456855:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717932.456861:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717932.456866:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717932.456869:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717932.456875:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717932.456878:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717932.456880:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717932.456884:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717932.456891:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20379
00000400:00000200:0.0:1779717932.456901:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717932.456909:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717932.456914:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717932.456956:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456962:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717932.456967:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.456972:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717932.456978:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717932.456981:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717932.456984:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717932.456988:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717932.456994:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717932.456999:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717932.457007:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.457013:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717932.457018:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717932.457023:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717932.457029:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717932.457035:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717932.457040:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717932.457045:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717932.457051:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717932.457057:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.457061:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717932.457065:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717932.457072:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.457077:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717932.457084:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779717932.457090:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717932.457096:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717932.457099:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717932.457103:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717932.457106:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717932.457109:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717932.457117:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:0.0:1779717932.457124:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717932.457135:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529404544/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717932.457154:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717932.457160:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717932.457170:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529404544/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717932.457189:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717932.457196:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20389)
00000800:00000200:3.1:1779717932.457386:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717932.457389:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779717932.458051:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717932.458054:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779717932.458362:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717932.458364:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1779717932.904122:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717932.904127:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717932.904132:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717933.736053:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315052798, at 4315052800
00000100:00000040:1.0:1779717933.736053:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315052798, at 4315052800
00000100:00000010:1.0:1779717933.736071:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475120.
00000100:00000010:0.0:1779717933.736078:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475de0.
00000020:00000001:1.0:1779717933.928187:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717933.928194:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717933.928199:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717935.976118:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717935.976122:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717935.976124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717937.000093:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717937.000097:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717937.000100:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779717937.576704:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717937.577041:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717937.577355:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717937.577531:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:0.0:1779717938.856019:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315057918, at 4315057920
00000100:00000040:1.0:1779717938.856019:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315057918, at 4315057920
00000100:00000010:0.0:1779717938.856032:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475240.
00000100:00000010:1.0:1779717938.856035:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ba0.
00000020:00000001:1.0:1779717939.048063:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717939.048067:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717939.048071:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717940.072119:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717940.072122:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717940.072125:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1779717940.648190:0:248755:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1779717940.648232:0:248755:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1779717940.648242:0:248755:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717940.648254:0:248755:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:0.0:1779717940.648260:0:248755:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717940.648265:0:248755:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1779717940.648270:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717940.648274:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:0.0:1779717940.648280:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717940.648285:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717940.648292:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d660
00000400:00000010:0.0:1779717940.648294:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d660.
00000100:00000001:0.0:1779717940.648301:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717940.648311:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938907100 x1866162529404672/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717940.648332:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717940.648337:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907100 x1866162529404672/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717940.648345:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717940.648348:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779717940.648360:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717940.648363:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647f00.
00000400:00000200:0.0:1779717940.648367:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717940.648373:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717940.648377:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d198
00000400:00000010:0.0:1779717940.648381:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d198.
00000100:00000001:0.0:1779717940.648387:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717940.648394:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938906d80 x1866162529404800/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717940.648408:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717940.648414:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529404800/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717940.648429:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717940.648431:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779717940.648441:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717940.648448:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647200.
00000400:00000200:0.0:1779717940.648468:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717940.648477:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717940.648483:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d990
00000400:00000010:0.0:1779717940.648488:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d990.
00000100:00000001:0.0:1779717940.648493:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717940.648501:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938906300 x1866162529404928/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717940.648516:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717940.648524:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529404928/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717940.648534:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717940.648536:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779717940.648542:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779717940.648546:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647c00.
00000400:00000200:0.0:1779717940.648551:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779717940.648559:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779717940.648564:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d5d8
00000400:00000010:0.0:1779717940.648568:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d5d8.
00000100:00000001:0.0:1779717940.648572:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717940.648580:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938905880 x1866162529405056/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717940.648597:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717940.648604:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529405056/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717940.648635:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717940.648639:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1779717942.120101:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717942.120104:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717942.120107:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779717942.696558:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717942.696564:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717942.697193:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717942.697196:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717942.697516:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717942.697518:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779717942.697760:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717942.697762:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1779717943.144115:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717943.144118:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717943.144120:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717943.976019:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315063038, at 4315063040
00000100:00000040:1.0:1779717943.976019:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315063038, at 4315063040
00000100:00000010:1.0:1779717943.976032:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084756c0.
00000100:00000010:0.0:1779717943.976041:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475780.
00000020:00000001:1.0:1779717945.192109:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717945.192112:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717945.192115:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717946.216084:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717946.216087:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717946.216090:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717947.816120:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717947.816133:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717947.816138:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717947.816144:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717947.816151:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717947.816162:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20394
00000400:00000200:1.0:1779717947.816176:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717947.816201:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717947.816204:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717947.816208:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816211:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717947.816214:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816216:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717947.816219:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717947.816221:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717947.816223:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717947.816226:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717947.816228:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717947.816230:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717947.816233:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816235:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717947.816237:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816239:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717947.816241:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717947.816244:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816246:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717947.816249:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717947.816253:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717947.816256:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.816258:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717947.816261:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717947.816270:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779717947.816273:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717947.816277:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717947.816279:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.816282:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717947.816284:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717947.816288:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717947.816295:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779717947.816302:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717947.816311:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529405696/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717947.816321:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717947.816325:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717947.816329:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529405696/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717947.816351:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717947.816355:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717947.816358:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717947.816359:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717947.816361:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717947.816363:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717947.816366:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20394
00000400:00000200:1.0:1779717947.816370:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717947.816375:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717947.816377:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717947.816381:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816383:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717947.816390:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816392:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717947.816412:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717947.816415:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717947.816417:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717947.816422:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717947.816426:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717947.816433:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717947.816443:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816447:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717947.816453:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816457:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717947.816462:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717947.816469:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816475:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717947.816478:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717947.816486:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717947.816491:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.816494:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717947.816500:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717947.816505:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.816508:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717947.816514:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779717947.816518:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717947.816525:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717947.816529:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.816535:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717947.816537:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717947.816540:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717947.816570:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779717947.816580:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717947.816597:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529405824/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717947.816669:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717947.816693:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717947.816701:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529405824/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717947.816718:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717947.816723:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717947.816727:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717947.816729:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717947.816733:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717947.816739:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717947.816762:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20394
00000400:00000200:1.0:1779717947.816774:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717947.816792:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717947.816803:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717947.816843:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816856:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717947.816865:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816875:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717947.816881:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717947.816883:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717947.816888:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717947.816892:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717947.816894:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717947.816901:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717947.816905:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816909:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717947.816915:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816918:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:3.1:1779717947.816926:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717947.816930:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000040:1.0:1779717947.816957:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717947.816964:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717947.816967:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717947.816969:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717947.816972:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717947.816974:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.816978:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717947.816981:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717947.816985:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.816988:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717947.816994:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779717947.816998:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717947.817004:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717947.817009:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.817015:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717947.817020:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717947.817026:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717947.817035:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779717947.817043:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717947.817058:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529405952/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717947.817091:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717947.817098:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717947.817110:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529405952/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717947.817129:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717947.817133:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717947.817138:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717947.817144:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717947.817173:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717947.817181:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717947.817186:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717947.817193:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717947.817203:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20394
00000400:00000200:1.0:1779717947.817212:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717947.817241:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717947.817248:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717947.817252:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.817256:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717947.817261:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.817267:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717947.817271:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717947.817274:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717947.817278:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717947.817282:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717947.817287:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717947.817295:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717947.817306:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.817312:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717947.817317:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717947.817320:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717947.817324:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717947.817332:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717947.817337:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717947.817342:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717947.817347:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717947.817352:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.817354:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717947.817360:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717947.817364:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.817368:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717947.817373:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779717947.817377:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717947.817381:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717947.817384:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717947.817390:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717947.817393:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717947.817418:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717947.817425:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779717947.817433:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717947.817445:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529406080/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717947.817465:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717947.817470:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717947.817477:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529406080/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717947.817499:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717947.817507:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20404)
00000800:00000200:3.1:1779717947.817770:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717947.817772:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717947.818208:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717947.818211:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779717947.818594:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717947.818597:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1779717948.264152:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717948.264157:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717948.264161:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717949.096027:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315068159, at 4315068160
00000100:00000040:1.0:1779717949.096034:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315068159, at 4315068160
00000100:00000010:0.0:1779717949.096045:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475a20.
00000100:00000010:1.0:1779717949.096047:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084751e0.
00000020:00000001:1.0:1779717949.288156:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717949.288162:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717949.288167:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717952.360194:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717952.360199:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717952.360203:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717952.936007:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717952.936016:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717952.936018:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717952.936021:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717952.936027:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717952.936034:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20399
00000400:00000200:1.0:1779717952.936044:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717952.936052:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717952.936055:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717952.936057:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936060:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717952.936062:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936064:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717952.936067:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717952.936068:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717952.936071:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717952.936090:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717952.936092:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717952.936095:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717952.936099:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936102:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717952.936104:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936106:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717952.936108:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717952.936111:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936113:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717952.936116:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717952.936120:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717952.936122:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936124:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717952.936127:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717952.936136:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779717952.936162:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717952.936165:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717952.936167:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936170:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717952.936172:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717952.936176:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717952.936182:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779717952.936187:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717952.936196:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529406208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717952.936204:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717952.936209:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717952.936214:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529406208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717952.936237:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717952.936241:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717952.936245:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717952.936247:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717952.936249:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717952.936252:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717952.936256:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20399
00000400:00000200:1.0:1779717952.936262:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717952.936269:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717952.936274:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717952.936282:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936288:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717952.936295:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936300:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717952.936306:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717952.936310:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717952.936313:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717952.936317:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717952.936321:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717952.936323:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717952.936332:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936335:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717952.936340:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936343:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717952.936347:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717952.936350:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936352:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717952.936366:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717952.936372:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717952.936376:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936381:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717952.936386:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717952.936391:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936397:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717952.936403:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779717952.936408:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717952.936411:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717952.936413:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936417:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717952.936419:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717952.936421:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717952.936427:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779717952.936448:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717952.936458:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529406336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717952.936475:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717952.936481:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717952.936490:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529406336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717952.936517:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717952.936524:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717952.936534:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717952.936537:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717952.936540:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717952.936549:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717952.936556:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20399
00000400:00000200:1.0:1779717952.936569:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717952.936575:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717952.936581:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717952.936599:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936604:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717952.936607:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936608:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717952.936610:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717952.936611:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717952.936614:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717952.936616:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717952.936618:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779717952.936622:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717952.936628:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:3.1:1779717952.936629:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779717952.936631:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1779717952.936634:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1779717952.936635:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936641:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717952.936644:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717952.936650:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936654:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717952.936655:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717952.936658:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717952.936661:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936664:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717952.936668:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717952.936672:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936675:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717952.936679:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717952.936682:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779717952.936686:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717952.936688:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936692:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717952.936695:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717952.936697:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717952.936703:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779717952.936709:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717952.936716:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529406464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717952.936739:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717952.936742:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717952.936749:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529406464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717952.936760:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717952.936764:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779717952.936769:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717952.936770:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717952.936773:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717952.936775:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717952.936777:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717952.936779:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717952.936781:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20399
00000400:00000200:1.0:1779717952.936786:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717952.936789:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717952.936791:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717952.936794:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936798:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717952.936800:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936805:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717952.936807:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717952.936808:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717952.936811:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717952.936813:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779717952.936815:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717952.936819:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717952.936823:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936827:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717952.936838:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936843:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717952.936848:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779717952.936851:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717952.936854:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717952.936857:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717952.936861:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717952.936865:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936868:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717952.936870:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717952.936874:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936879:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717952.936884:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717952.936888:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717952.936891:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717952.936894:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717952.936898:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717952.936901:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717952.936903:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717952.936907:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779717952.936913:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717952.936945:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529406592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717952.936974:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717952.936978:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717952.936985:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529406592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717952.936999:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717952.937004:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20409)
00000800:00000200:3.1:1779717952.937222:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717952.937224:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717952.937547:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717952.937549:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779717952.937763:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717952.937765:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1779717954.216050:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315073278, at 4315073280
00000100:00000040:1.0:1779717954.216056:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315073278, at 4315073280
00000100:00000010:0.0:1779717954.216072:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475180.
00000100:00000010:1.0:1779717954.216096:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475540.
00000020:00000001:1.0:1779717955.432191:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717955.432195:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717955.432198:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779717958.056736:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717958.056744:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717958.057302:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717958.057305:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717958.057632:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717958.057635:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779717958.057908:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717958.057910:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1779717958.504088:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717958.504092:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717958.504095:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717959.336028:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315078398, at 4315078400
00000100:00000040:1.0:1779717959.336028:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315078398, at 4315078400
00000100:00000010:0.0:1779717959.336044:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475b40.
00000100:00000010:1.0:1779717959.336050:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475f00.
00000020:00000001:1.0:1779717961.576119:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717961.576124:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717961.576128:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779717963.176663:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717963.176668:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779717963.177298:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717963.177301:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779717963.177534:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717963.177537:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1779717963.177775:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717963.177777:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1779717964.456000:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315083518, at 4315083520
00000100:00000040:1.0:1779717964.456001:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315083518, at 4315083520
00000100:00000010:0.0:1779717964.456013:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475480.
00000100:00000010:1.0:1779717964.456016:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475000.
00000020:00000001:1.0:1779717964.648111:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717964.648115:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717964.648118:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717967.720131:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717967.720134:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717967.720137:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779717968.296954:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717968.296960:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717968.297399:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717968.297402:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717968.297609:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717968.297610:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779717968.297788:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717968.297790:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1779717969.576035:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315088639, at 4315088640
00000100:00000040:1.0:1779717969.576035:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315088639, at 4315088640
00000100:00000010:0.0:1779717969.576052:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475600.
00000100:00000010:1.0:1779717969.576053:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084758a0.
00000020:00000001:1.0:1779717970.792090:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717970.792093:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717970.792096:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717973.416116:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717973.416123:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717973.416126:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717973.416136:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717973.416145:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717973.416153:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717973.416160:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717973.416166:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717973.416177:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.416474:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717973.416482:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717973.416489:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717973.416504:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.416530:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717973.416536:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717973.416543:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717973.416548:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717973.416557:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717973.416570:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529408256:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717973.416584:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717973.416593:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717973.416599:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717973.416605:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717973.416617:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779717973.416625:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717973.416639:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717973.416650:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717973.416660:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717973.416673:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529408256, portal 25
00000100:00000001:0.0:1779717973.416679:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717973.416682:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:0.0:1779717973.416697:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.416740:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717973.416751:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717973.416760:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717973.416766:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529408256, offset 0
00000400:00000200:0.0:1779717973.416784:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717973.416815:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717973.416829:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717973.416842:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717973.416853:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717973.416862:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717973.416872:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717973.416885:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156919:156919:256:4294967295] 192.168.203.145@tcp LPNI seq info [156918:156918:8:4294967295]
00000400:00000200:0.0:1779717973.416905:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717973.416961:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717973.416977:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717973.416989:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717973.417021:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717973.417032:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1779717973.417052:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717973.417061:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1779717973.417077:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717973.417083:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717973.417096:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717973.417107:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717973.417115:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717973.417121:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717973.417128:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717973.417140:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.417170:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717973.417182:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.417253:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.417260:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717973.417270:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717973.417282:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717973.417290:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315093759
00000100:00000010:0.0:1779717973.417300:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779717973.417311:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779717973.417323:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315093759
00000100:00000010:0.0:1779717973.417331:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d540.
00000100:00000001:0.0:1779717973.417341:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779717973.417348:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717973.417355:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.417363:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717973.417377:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717973/real 1779717973]  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717973.417402:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717973.417407:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717973.417413:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717973.417419:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717973.417425:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717973.417432:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717973.417442:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717973.417468:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.417491:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717973.417497:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.417503:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717973.417508:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717973.417518:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.417556:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717973.417568:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.417592:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717973.417605:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.417613:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717973.417617:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.417621:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717973.417627:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717973.417636:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717973.417648:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717973.417654:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717973.417666:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717973.417689:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529408256:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717973.417700:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.417709:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717973.417720:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529408256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.417745:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717973.417752:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717973.417758:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779717973.417768:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717973.417774:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717973.417779:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779717973.417788:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717973.417791:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:0.0:1779717973.417796:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717973.417799:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717973.417801:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:0.0:1779717973.417805:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717973.417808:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.417811:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.417820:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717973.417823:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.417826:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717973.417828:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717973.417830:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717973.417836:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.417846:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717973.417848:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717973.417850:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717973.417853:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717973.417856:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717973.417859:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529408384:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717973.417863:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717973.417866:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717973.417868:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717973.417870:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717973.417874:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779717973.417877:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717973.417881:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717973.417884:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717973.417888:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717973.417892:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529408384, portal 10
00000100:00000001:0.0:1779717973.417894:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717973.417896:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:0.0:1779717973.417904:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.417913:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717973.417916:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717973.417948:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717973.417953:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529408384, offset 0
00000400:00000200:0.0:1779717973.417959:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717973.417964:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717973.417969:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717973.417973:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717973.417977:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717973.417980:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717973.417983:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717973.417987:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156920:156920:256:4294967295] 192.168.203.145@tcp LPNI seq info [156919:156919:8:4294967295]
00000400:00000200:0.0:1779717973.417992:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717973.418001:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717973.418007:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717973.418011:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717973.418016:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717973.418020:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1779717973.418026:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717973.418031:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1779717973.418036:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717973.418038:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717973.418042:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717973.418046:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717973.418050:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717973.418053:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717973.418056:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717973.418060:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418071:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717973.418074:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418083:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.418085:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717973.418089:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717973.418094:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779717973.418098:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717973.418101:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315092492
00000100:00000001:0.0:1779717973.418105:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315093759
00000100:00000001:0.0:1779717973.418108:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315092492
00000100:00000001:0.0:1779717973.418110:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315093759
00000100:00000001:0.0:1779717973.418113:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717973.418115:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.418118:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717973.418122:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717973/real 1779717973]  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717973.418132:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717973.418134:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717973.418136:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717973.418139:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717973.418140:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717973.418143:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717973.418146:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717973.418157:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418165:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717973.418166:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.418168:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717973.418170:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717973.418174:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418182:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717973.418186:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418196:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717973.418199:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.418223:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717973.418225:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.418228:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717973.418231:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717973.418234:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717973.418239:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717973.418242:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717973.418247:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717973.418257:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529408384:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717973.418262:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717973.418266:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418274:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717973.418276:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717973.418279:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717973.418281:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717973.418284:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717973.418287:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529408512:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717973.418290:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717973.418293:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717973.418295:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717973.418297:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717973.418302:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779717973.418304:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717973.418309:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717973.418312:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717973.418315:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717973.418319:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529408512, portal 10
00000100:00000001:0.0:1779717973.418322:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717973.418324:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:0.0:1779717973.418331:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418339:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717973.418342:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717973.418345:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717973.418348:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529408512, offset 0
00000400:00000200:0.0:1779717973.418353:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717973.418357:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717973.418361:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717973.418365:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717973.418368:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717973.418371:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717973.418374:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717973.418378:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156921:156921:256:4294967295] 192.168.203.145@tcp LPNI seq info [156920:156920:8:4294967295]
00000400:00000200:0.0:1779717973.418383:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717973.418392:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717973.418397:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717973.418400:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717973.418405:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717973.418409:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1779717973.418414:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717973.418417:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1779717973.418422:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717973.418425:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717973.418428:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717973.418433:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717973.418436:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717973.418439:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717973.418442:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717973.418446:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418456:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717973.418460:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418468:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.418470:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717973.418473:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717973.418476:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779717973.418480:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717973.418483:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315092500
00000100:00000001:0.0:1779717973.418486:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315093759
00000100:00000001:0.0:1779717973.418489:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315092500
00000100:00000001:0.0:1779717973.418491:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315093759
00000100:00000001:0.0:1779717973.418494:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717973.418496:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.418498:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717973.418502:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717973/real 1779717973]  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717973.418511:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717973.418513:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717973.418515:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717973.418518:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717973.418520:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717973.418522:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717973.418526:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717973.418536:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418545:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717973.418546:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.418548:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717973.418550:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717973.418554:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418562:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717973.418566:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418574:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717973.418577:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.418579:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717973.418580:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.418582:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717973.418584:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717973.418587:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717973.418591:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717973.418593:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717973.418597:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717973.418607:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529408512:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717973.418611:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717973.418614:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418622:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717973.418624:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717973.418627:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717973.418629:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717973.418632:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717973.418635:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529408640:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717973.418639:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717973.418641:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717973.418643:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717973.418645:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717973.418648:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779717973.418650:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717973.418654:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717973.418657:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717973.418661:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717973.418664:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529408640, portal 4
00000100:00000001:0.0:1779717973.418667:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717973.418669:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:0.0:1779717973.418675:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418683:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717973.418686:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717973.418688:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717973.418691:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529408640, offset 0
00000400:00000200:0.0:1779717973.418696:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717973.418700:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717973.418703:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717973.418706:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717973.418709:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717973.418712:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717973.418715:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717973.418719:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156922:156922:256:4294967295] 192.168.203.145@tcp LPNI seq info [156921:156921:8:4294967295]
00000400:00000200:0.0:1779717973.418724:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717973.418732:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717973.418738:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717973.418741:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717973.418745:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717973.418749:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1779717973.418754:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717973.418757:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1779717973.418762:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717973.418764:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717973.418767:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717973.418771:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717973.418774:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717973.418776:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717973.418779:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717973.418783:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418791:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717973.418795:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779717998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418802:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.418805:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717973.418808:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717973.418811:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779717973.418815:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717973.418818:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315092498
00000100:00000001:0.0:1779717973.418821:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315093759
00000100:00000001:0.0:1779717973.418823:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315092498
00000100:00000001:0.0:1779717973.418826:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315093759
00000100:00000001:0.0:1779717973.418828:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717973.418831:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.418833:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717973.418837:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717973/real 1779717973]  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717973.418847:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717973.418849:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717973.418851:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717973.418853:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717973.418855:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717973.418857:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717973.418861:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717973.418870:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418878:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717973.418879:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.418881:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717973.418883:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717973.418887:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418894:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717973.418899:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.418906:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717973.418910:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.418913:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717973.418915:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.418950:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717973.418955:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717973.418961:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717973.418967:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717973.418970:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717973.418979:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717973.418994:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529408640:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717973.419001:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.419005:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717973.419011:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529408384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.419024:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717973.419027:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717973.419031:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779717973.419036:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717973.419039:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717973.419042:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779717973.419046:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717973.419049:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:0.0:1779717973.419053:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717973.419055:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717973.419058:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:0.0:1779717973.419063:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717973.419065:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.419068:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717973.419073:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529408512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.419084:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717973.419086:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717973.419089:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779717973.419094:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717973.419096:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717973.419098:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779717973.419101:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717973.419104:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:0.0:1779717973.419107:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717973.419110:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717973.419112:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:0.0:1779717973.419117:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717973.419120:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.419123:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717973.419128:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529408640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779717998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717973.419141:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717973.419143:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717973.419146:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779717973.419151:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717973.419153:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717973.419155:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779717973.419158:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717973.419161:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:0.0:1779717973.419165:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717973.419167:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717973.419170:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:0.0:1779717973.419174:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717973.419176:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.419180:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717973.419187:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717973.419190:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717973.419193:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717973.419197:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717973.864155:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717973.864160:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717973.864165:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779717974.440064:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779717974.440070:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779717974.440072:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717974.440076:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779717974.440079:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717974.440082:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717974.440084:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779717974.440086:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779717974.440089:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717974.696017:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315093759, at 4315093760
00000100:00000040:1.0:1779717974.696017:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315093759, at 4315093760
00000100:00000010:0.0:1779717974.696031:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000010:1.0:1779717974.696033:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d540.
00000020:00000001:1.0:1779717976.936238:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717976.936243:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717976.936248:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779717978.536250:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717978.536260:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717978.536264:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717978.536287:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.536315:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717978.536321:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717978.536330:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717978.536335:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717978.536339:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717978.536352:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529408768:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717978.536364:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717978.536369:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717978.536375:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717978.536386:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717978.536398:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779717978.536401:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717978.536421:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717978.536428:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717978.536438:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717978.536448:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529408768, portal 25
00000100:00000001:0.0:1779717978.536455:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717978.536458:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569072768 : -117608140478848 : ffff950938906680)
00000100:00000040:0.0:1779717978.536469:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.536492:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717978.536501:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717978.536504:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717978.536512:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529408768, offset 0
00000400:00000200:0.0:1779717978.536524:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717978.536539:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717978.536557:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717978.536578:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717978.536586:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717978.536600:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717978.536613:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717978.536621:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156923:156923:256:4294967295] 192.168.203.145@tcp LPNI seq info [156922:156922:8:4294967295]
00000400:00000200:0.0:1779717978.536644:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717978.536690:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717978.536706:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717978.536717:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717978.536730:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717978.536737:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717978.536759:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717978.536770:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717978.536792:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717978.536798:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717978.536812:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717978.536823:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717978.536835:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717978.536840:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717978.536853:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717978.536864:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.536892:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717978.536900:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.536974:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717978.536976:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717978.536984:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717978.536988:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717978.536991:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315098879
00000100:00000010:0.0:1779717978.536996:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779717978.537003:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779717978.537011:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315098879
00000100:00000010:0.0:1779717978.537012:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df00.
00000100:00000001:0.0:1779717978.537015:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779717978.537018:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717978.537020:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717978.537022:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717978.537026:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717978/real 1779717978]  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717978.537045:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717978.537046:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717978.537048:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717978.537053:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717978.537054:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717978.537056:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717978.537059:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717978.537065:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537070:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717978.537072:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537074:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717978.537075:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717978.537078:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537082:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717978.537086:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537091:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717978.537093:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537094:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717978.537095:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537097:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717978.537098:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717978.537101:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717978.537104:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717978.537106:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717978.537109:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717978.537115:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529408768:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717978.537119:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537120:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717978.537122:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906680 x1866162529408768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537126:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717978.537128:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717978.537131:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779717978.537134:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717978.537136:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717978.537137:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779717978.537139:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717978.537141:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d800.
02000000:00000001:0.0:1779717978.537144:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717978.537146:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717978.537147:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906680.
00000100:00000001:0.0:1779717978.537150:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717978.537151:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537153:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537159:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717978.537161:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717978.537176:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717978.537178:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717978.537179:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717978.537182:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537188:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717978.537189:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717978.537191:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717978.537193:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717978.537194:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717978.537196:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529408896:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717978.537199:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717978.537201:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717978.537202:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717978.537203:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717978.537206:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779717978.537207:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717978.537210:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717978.537212:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717978.537215:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717978.537217:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529408896, portal 10
00000100:00000001:0.0:1779717978.537219:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717978.537220:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:0.0:1779717978.537225:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537230:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717978.537231:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717978.537233:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717978.537234:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529408896, offset 0
00000400:00000200:0.0:1779717978.537237:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717978.537240:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717978.537243:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717978.537245:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717978.537246:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717978.537248:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717978.537250:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717978.537253:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156924:156924:256:4294967295] 192.168.203.145@tcp LPNI seq info [156923:156923:8:4294967295]
00000400:00000200:0.0:1779717978.537256:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717978.537260:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717978.537263:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717978.537265:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717978.537268:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717978.537270:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717978.537274:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717978.537276:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717978.537279:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717978.537280:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717978.537282:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717978.537285:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717978.537287:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717978.537288:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717978.537290:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717978.537292:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537297:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717978.537299:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537304:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717978.537305:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717978.537307:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717978.537310:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779717978.537312:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717978.537314:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315097611
00000100:00000001:0.0:1779717978.537316:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315098879
00000100:00000001:0.0:1779717978.537318:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315097611
00000100:00000001:0.0:1779717978.537319:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315098879
00000100:00000001:0.0:1779717978.537321:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717978.537322:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717978.537323:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717978.537325:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717978/real 1779717978]  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717978.537330:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717978.537331:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717978.537333:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717978.537334:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717978.537335:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717978.537337:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717978.537339:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717978.537344:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537348:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717978.537349:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537350:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717978.537351:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717978.537353:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537356:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717978.537359:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537363:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717978.537364:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537365:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717978.537366:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537368:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717978.537370:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717978.537372:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717978.537374:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717978.537375:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717978.537377:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717978.537382:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529408896:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717978.537385:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717978.537388:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537392:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717978.537393:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717978.537394:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717978.537395:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717978.537397:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717978.537398:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529409024:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717978.537400:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717978.537401:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717978.537402:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717978.537404:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717978.537406:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779717978.537407:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717978.537409:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717978.537411:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717978.537413:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717978.537415:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529409024, portal 10
00000100:00000001:0.0:1779717978.537416:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717978.537417:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:0.0:1779717978.537421:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537426:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717978.537427:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717978.537429:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717978.537430:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529409024, offset 0
00000400:00000200:0.0:1779717978.537432:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717978.537434:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717978.537436:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717978.537438:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717978.537440:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717978.537441:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717978.537443:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717978.537445:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156925:156925:256:4294967295] 192.168.203.145@tcp LPNI seq info [156924:156924:8:4294967295]
00000400:00000200:0.0:1779717978.537448:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717978.537452:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717978.537454:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717978.537455:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717978.537458:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717978.537460:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717978.537463:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717978.537464:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717978.537467:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717978.537468:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717978.537470:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717978.537472:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717978.537474:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717978.537476:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717978.537477:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717978.537479:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537483:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717978.537486:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537490:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717978.537491:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717978.537493:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717978.537495:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779717978.537496:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717978.537497:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315097619
00000100:00000001:0.0:1779717978.537499:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315098879
00000100:00000001:0.0:1779717978.537501:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315097619
00000100:00000001:0.0:1779717978.537503:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315098879
00000100:00000001:0.0:1779717978.537504:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717978.537506:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717978.537507:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717978.537509:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717978/real 1779717978]  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717978.537514:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717978.537514:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717978.537515:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717978.537517:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717978.537517:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717978.537519:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717978.537520:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717978.537525:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537529:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717978.537530:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537531:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717978.537532:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717978.537534:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537539:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717978.537541:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537545:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717978.537546:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537547:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717978.537548:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537550:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717978.537551:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717978.537553:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717978.537555:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717978.537557:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717978.537560:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717978.537569:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529409024:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717978.537573:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717978.537578:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537586:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717978.537587:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717978.537590:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717978.537592:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717978.537594:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717978.537597:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529409152:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717978.537601:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717978.537603:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717978.537605:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717978.537607:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717978.537611:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779717978.537613:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717978.537616:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717978.537618:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717978.537621:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717978.537623:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529409152, portal 4
00000100:00000001:0.0:1779717978.537637:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717978.537638:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000100:00000040:0.0:1779717978.537645:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537652:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717978.537654:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717978.537657:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717978.537659:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529409152, offset 0
00000400:00000200:0.0:1779717978.537664:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717978.537669:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717978.537672:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717978.537675:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717978.537678:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717978.537681:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717978.537684:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717978.537687:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156926:156926:256:4294967295] 192.168.203.145@tcp LPNI seq info [156925:156925:8:4294967295]
00000400:00000200:0.0:1779717978.537690:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717978.537704:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717978.537708:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717978.537710:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717978.537713:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717978.537715:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1779717978.537718:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717978.537720:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1779717978.537722:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717978.537724:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717978.537726:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717978.537729:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717978.537731:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717978.537732:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717978.537734:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717978.537736:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537742:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717978.537744:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537753:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717978.537754:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717978.537756:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717978.537759:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779717978.537761:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717978.537763:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315097617
00000100:00000001:0.0:1779717978.537765:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315098879
00000100:00000001:0.0:1779717978.537766:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315097617
00000100:00000001:0.0:1779717978.537768:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315098879
00000100:00000001:0.0:1779717978.537769:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717978.537771:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717978.537772:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717978.537774:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717978/real 1779717978]  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717978.537779:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717978.537780:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717978.537781:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717978.537783:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717978.537784:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717978.537785:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717978.537787:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717978.537793:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537797:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717978.537798:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537799:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717978.537799:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717978.537801:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537807:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717978.537809:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537813:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717978.537815:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537816:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717978.537817:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537818:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717978.537819:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717978.537820:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717978.537822:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717978.537823:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717978.537826:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717978.537830:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529409152:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717978.537832:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537833:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717978.537835:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906d80 x1866162529408896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537840:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717978.537841:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717978.537842:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779717978.537844:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717978.537846:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717978.537847:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779717978.537848:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717978.537849:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996e400.
02000000:00000001:0.0:1779717978.537852:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717978.537853:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717978.537854:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906d80.
00000100:00000001:0.0:1779717978.537856:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717978.537857:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537858:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717978.537860:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529409024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537865:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717978.537865:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717978.537866:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779717978.537868:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717978.537868:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717978.537869:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779717978.537870:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717978.537871:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996ec00.
02000000:00000001:0.0:1779717978.537872:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717978.537872:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717978.537873:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:0.0:1779717978.537874:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717978.537875:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537876:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717978.537878:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938905880 x1866162529409152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717978.537881:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717978.537882:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717978.537883:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779717978.537884:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717978.537885:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717978.537885:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779717978.537886:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717978.537887:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f800.
02000000:00000001:0.0:1779717978.537889:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717978.537889:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717978.537890:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938905880.
00000100:00000001:0.0:1779717978.537891:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717978.537893:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537894:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717978.537897:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717978.537898:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717978.537899:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717978.537901:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717979.816055:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315098879, at 4315098880
00000100:00000040:1.0:1779717979.816055:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315098879, at 4315098880
00000100:00000010:0.0:1779717979.816083:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000010:1.0:1779717979.816089:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df00.
00000020:00000001:1.0:1779717980.008109:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717980.008113:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717980.008115:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717983.080142:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717983.080148:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717983.080163:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779717983.656052:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717983.656057:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779717983.656059:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717983.656062:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717983.656082:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717983.656089:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20430
00000400:00000200:1.0:1779717983.656098:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717983.656104:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717983.656108:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717983.656111:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656114:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717983.656116:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656118:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717983.656122:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717983.656162:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779717983.656164:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717983.656166:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779717983.656168:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779717983.656169:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779717983.656172:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656173:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717983.656174:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656175:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717983.656177:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779717983.656179:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656181:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717983.656183:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717983.656186:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717983.656188:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656191:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779717983.656193:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717983.656200:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779717983.656203:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779717983.656206:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717983.656207:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656225:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717983.656228:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717983.656231:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717983.656238:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779717983.656243:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717983.656251:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717983.656259:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779717983.656263:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717983.656266:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717983.656285:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717983.656287:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779717983.656290:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779717983.656291:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717983.656292:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717983.656294:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717983.656296:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20430
00000400:00000200:1.0:1779717983.656299:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717983.656301:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717983.656303:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717983.656305:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656306:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717983.656308:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656309:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779717983.656311:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717983.656312:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779717983.656313:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717983.656315:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779717983.656317:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779717983.656318:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779717983.656320:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656321:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717983.656322:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656323:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717983.656325:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779717983.656327:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656328:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717983.656329:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717983.656333:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717983.656335:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656336:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717983.656339:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717983.656341:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656342:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717983.656346:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779717983.656347:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779717983.656349:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717983.656350:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656368:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717983.656369:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717983.656370:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717983.656374:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779717983.656377:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717983.656380:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717983.656383:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779717983.656386:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717983.656388:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779717983.656389:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.656393:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779717983.656394:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717983.656402:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779717983.656404:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717983.656405:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779717983.656408:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779717983.656411:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717983.656414:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779717983.656435:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779717983.656441:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20430
00000100:00000001:0.0:1779717983.656446:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1779717983.656447:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717983.656452:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779717983.656452:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779717983.656458:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1779717983.656462:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1779717983.656462:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656468:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1779717983.656470:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1779717983.656471:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656475:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779717983.656480:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779717983.656480:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717983.656482:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779717983.656486:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717983.656489:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779717983.656493:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00100000:0.0:1779717983.656494:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529409280:192.168.203.145@tcp:250:kworker.0
00000020:00000001:1.0:1779717983.656496:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779717983.656522:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717983.656524:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1779717983.656525:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717983.656528:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656530:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779717983.656531:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1779717983.656531:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779717983.656535:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:0.0:1779717983.656536:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656539:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717983.656542:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1779717983.656542:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779717983.656546:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717983.656548:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656549:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1779717983.656550:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58000.
00000008:00100000:1.0:1779717983.656550:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779717983.656552:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717983.656556:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656556:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717983.656563:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779717983.656566:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:0.0:1779717983.656567:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779717983.656569:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717983.656571:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656588:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779717983.656589:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717983.656591:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717983.656595:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779717983.656598:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779717983.656600:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000100:00100000:1.0:1779717983.656606:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1779717983.656611:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000001:1.0:1779717983.656620:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1779717983.656622:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529409280, portal 25
00000100:00000001:1.0:1779717983.656623:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.656629:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1779717983.656633:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.656634:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885892736 : -117608823658880 : ffff95090fd7e680)
00000100:00000040:0.0:1779717983.656647:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779717983.656651:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717983.656658:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779717983.656683:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779717983.656684:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779717983.656689:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717983.656692:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779717983.656693:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779717983.656696:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779717983.656697:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1779717983.656698:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000001:1.0:1779717983.656703:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:0.0:1779717983.656705:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529409280, offset 0
00000100:00080000:1.0:1779717983.656708:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20430
00000400:00000200:1.0:1779717983.656713:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779717983.656718:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1779717983.656721:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779717983.656722:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779717983.656728:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656746:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717983.656748:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656751:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779717983.656752:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:1.0:1779717983.656755:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779717983.656757:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779717983.656758:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779717983.656760:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000400:00000200:0.0:1779717983.656763:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:1.0:1779717983.656763:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779717983.656767:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779717983.656771:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:0.0:1779717983.656773:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1779717983.656774:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779717983.656778:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656779:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779717983.656781:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:0.0:1779717983.656782:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:1.0:1779717983.656786:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656788:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779717983.656789:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1779717983.656791:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1779717983.656792:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779717983.656795:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656796:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779717983.656798:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779717983.656799:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656800:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779717983.656803:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000400:00000200:0.0:1779717983.656807:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000040:1.0:1779717983.656807:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779717983.656811:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779717983.656813:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779717983.656816:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1779717983.656817:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156927:156927:256:4294967295] 192.168.203.145@tcp LPNI seq info [156926:156926:8:4294967295]
02000000:00000001:1.0:1779717983.656818:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779717983.656821:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779717983.656826:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000400:00000200:0.0:1779717983.656830:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779717983.656830:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779717983.656836:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779717983.656849:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779717983.656851:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1779717983.656851:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717983.656858:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1779717983.656867:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779717983.656870:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717983.656873:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20440)
00000800:00000010:0.0:1779717983.656875:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717983.656884:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717983.656888:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717983.656896:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717983.656899:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779717983.656904:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717983.656907:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717983.656913:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717983.656918:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717983.656977:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717983.656981:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717983.656988:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717983.656995:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657033:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717983.657039:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657048:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.657050:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717983.657058:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717983.657063:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717983.657066:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315103999
00000100:00000010:0.0:1779717983.657090:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779717983.657097:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779717983.657105:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315103999
00000100:00000010:0.0:1779717983.657110:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d960.
00000100:00000001:0.0:1779717983.657115:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779717983.657119:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717983.657141:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.657145:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717983.657152:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717983/real 1779717983]  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717983.657181:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717983.657183:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717983.657185:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717983.657189:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717983.657190:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717983.657194:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717983.657198:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717983.657209:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657217:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717983.657219:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.657222:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717983.657224:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717983.657229:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657237:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717983.657243:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657253:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717983.657256:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.657258:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717983.657260:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.657263:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717983.657265:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717983.657269:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717983.657273:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717983.657276:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717983.657355:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717983.657367:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529409280:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779717983.657387:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.657389:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717983.657393:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7e680 x1866162529409280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657400:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717983.657403:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717983.657406:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779717983.657409:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717983.657411:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717983.657413:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779717983.657415:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717983.657417:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92000.
02000000:00000001:0.0:1779717983.657421:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717983.657424:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717983.657425:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7e680.
00000100:00000001:0.0:1779717983.657429:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717983.657430:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.657432:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.657439:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717983.657440:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.657442:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717983.657444:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779717983.657446:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717983.657450:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657459:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717983.657461:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717983.657463:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717983.657465:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717983.657467:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717983.657470:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529409408:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717983.657474:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717983.657476:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717983.657478:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717983.657480:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717983.657483:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779717983.657485:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717983.657489:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717983.657492:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717983.657496:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717983.657499:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529409408, portal 10
00000100:00000001:0.0:1779717983.657502:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717983.657503:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:0.0:1779717983.657510:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657517:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717983.657520:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717983.657522:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717983.657525:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529409408, offset 0
00000400:00000200:0.0:1779717983.657530:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717983.657534:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717983.657539:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717983.657542:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717983.657545:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717983.657564:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717983.657568:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717983.657573:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156928:156928:256:4294967295] 192.168.203.145@tcp LPNI seq info [156927:156927:8:4294967295]
00000400:00000200:0.0:1779717983.657580:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717983.657592:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717983.657600:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717983.657605:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717983.657627:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717983.657631:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717983.657639:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717983.657643:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779717983.657649:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717983.657652:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717983.657657:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717983.657662:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717983.657667:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717983.657670:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717983.657675:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717983.657694:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657703:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717983.657706:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657713:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.657715:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717983.657719:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717983.657723:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779717983.657726:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717983.657728:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315102731
00000100:00000001:0.0:1779717983.657732:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315103999
00000100:00000001:0.0:1779717983.657735:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315102731
00000100:00000001:0.0:1779717983.657737:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315103999
00000100:00000001:0.0:1779717983.657739:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717983.657742:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.657744:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717983.657748:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717983/real 1779717983]  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717983.657757:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717983.657759:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717983.657761:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717983.657763:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717983.657765:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717983.657767:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717983.657771:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717983.657780:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657788:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717983.657789:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.657791:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717983.657792:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717983.657796:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657803:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717983.657807:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657814:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717983.657817:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.657819:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717983.657821:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.657822:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717983.657825:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717983.657828:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717983.657831:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717983.657834:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717983.657838:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717983.657847:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529409408:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717983.657852:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717983.657855:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657863:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717983.657864:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717983.657867:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717983.657868:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717983.657870:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717983.657874:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529409536:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717983.657877:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717983.657879:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717983.657881:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717983.657883:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717983.657886:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779717983.657889:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717983.657892:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717983.657895:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717983.657898:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717983.657901:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529409536, portal 10
00000100:00000001:0.0:1779717983.657903:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717983.657905:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:0.0:1779717983.657911:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.657918:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717983.657921:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717983.657924:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717983.657926:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529409536, offset 0
00000400:00000200:0.0:1779717983.657931:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717983.657935:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717983.657939:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717983.657942:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717983.657961:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717983.657965:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717983.657968:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717983.657973:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156929:156929:256:4294967295] 192.168.203.145@tcp LPNI seq info [156928:156928:8:4294967295]
00000400:00000200:0.0:1779717983.657980:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717983.657990:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717983.658037:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717983.658042:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717983.658046:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717983.658050:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717983.658055:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717983.658058:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779717983.658062:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717983.658064:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717983.658067:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717983.658071:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717983.658075:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717983.658092:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717983.658096:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717983.658101:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658122:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717983.658145:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658155:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.658158:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717983.658164:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717983.658168:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779717983.658187:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717983.658190:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315102740
00000100:00000001:0.0:1779717983.658193:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315103999
00000100:00000001:0.0:1779717983.658195:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315102740
00000100:00000001:0.0:1779717983.658197:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315103999
00000100:00000001:0.0:1779717983.658200:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717983.658202:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.658204:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717983.658209:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717983/real 1779717983]  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717983.658218:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717983.658220:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717983.658222:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717983.658224:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717983.658226:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717983.658229:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717983.658232:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717983.658242:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658250:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717983.658252:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658254:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717983.658255:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717983.658259:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658268:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717983.658272:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658289:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717983.658292:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658294:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717983.658296:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658299:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717983.658301:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717983.658304:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717983.658307:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717983.658310:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717983.658315:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717983.658324:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529409536:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779717983.658328:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779717983.658332:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658340:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779717983.658342:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717983.658344:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779717983.658346:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717983.658349:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717983.658353:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529409664:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717983.658356:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779717983.658359:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779717983.658360:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717983.658363:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779717983.658382:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779717983.658384:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779717983.658388:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779717983.658391:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779717983.658394:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779717983.658397:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529409664, portal 4
00000100:00000001:0.0:1779717983.658399:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779717983.658401:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:0.0:1779717983.658407:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658414:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779717983.658416:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779717983.658419:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779717983.658422:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529409664, offset 0
00000400:00000200:0.0:1779717983.658426:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779717983.658430:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717983.658434:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779717983.658437:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779717983.658440:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779717983.658442:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779717983.658445:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779717983.658448:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156930:156930:256:4294967295] 192.168.203.145@tcp LPNI seq info [156929:156929:8:4294967295]
00000400:00000200:0.0:1779717983.658453:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717983.658460:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779717983.658465:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717983.658468:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779717983.658472:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779717983.658475:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779717983.658480:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779717983.658483:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779717983.658487:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779717983.658489:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779717983.658492:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779717983.658496:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779717983.658499:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779717983.658501:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779717983.658504:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779717983.658508:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658516:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717983.658519:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658526:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.658528:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779717983.658531:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717983.658534:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779717983.658537:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779717983.658539:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315102738
00000100:00000001:0.0:1779717983.658559:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315103999
00000100:00000001:0.0:1779717983.658562:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315102738
00000100:00000001:0.0:1779717983.658566:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315103999
00000100:00000001:0.0:1779717983.658569:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779717983.658573:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.658576:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779717983.658581:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779717983/real 1779717983]  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779717983.658594:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779717983.658597:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779717983.658600:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779717983.658604:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779717983.658606:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779717983.658626:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779717983.658631:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779717983.658644:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658655:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779717983.658657:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658660:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717983.658662:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779717983.658668:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658694:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779717983.658697:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658705:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779717983.658707:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658709:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779717983.658710:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658712:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779717983.658713:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779717983.658716:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779717983.658719:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779717983.658721:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779717983.658725:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779717983.658738:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529409664:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779717983.658741:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658743:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717983.658746:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529409408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658753:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717983.658754:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717983.658756:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779717983.658759:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717983.658760:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717983.658762:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779717983.658764:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717983.658765:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93c00.
02000000:00000001:0.0:1779717983.658768:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717983.658769:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717983.658771:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:0.0:1779717983.658774:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717983.658775:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658777:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717983.658780:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529409536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658785:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717983.658787:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717983.658788:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779717983.658791:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717983.658793:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717983.658794:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779717983.658796:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717983.658798:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92400.
02000000:00000001:0.0:1779717983.658800:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717983.658801:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717983.658803:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:0.0:1779717983.658806:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717983.658807:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658809:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779717983.658812:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529409664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717983.658819:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779717983.658820:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779717983.658822:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779717983.658824:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779717983.658825:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779717983.658827:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779717983.658829:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779717983.658830:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91000.
02000000:00000001:0.0:1779717983.658832:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779717983.658833:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779717983.658835:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:0.0:1779717983.658837:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779717983.658839:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658841:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779717983.658844:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779717983.658846:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717983.658848:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779717983.658850:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779717984.936021:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315103999, at 4315104000
00000100:00000010:1.0:1779717984.936039:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d960.
00000100:00000040:0.0:1779717984.936056:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315103999, at 4315104000
00000100:00000010:0.0:1779717984.936070:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:1.0:1779717986.152113:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717986.152117:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717986.152119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717988.776073:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717988.776124:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717988.776128:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717988.776132:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717988.776137:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717988.776145:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20435
00000400:00000200:0.0:1779717988.776154:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717988.776161:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717988.776164:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717988.776169:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.776189:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717988.776193:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.776196:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717988.776200:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717988.776202:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717988.776205:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717988.776209:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717988.776211:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717988.776214:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717988.776217:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.776220:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717988.776223:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.776225:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717988.776229:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717988.776233:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717988.776236:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717988.776239:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717988.776244:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717988.776247:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.776249:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717988.776252:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717988.776261:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779717988.776265:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717988.776287:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717988.776289:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.776292:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717988.776295:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717988.776299:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717988.776306:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779717988.776313:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717988.776322:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529409792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717988.776333:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717988.776337:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717988.776359:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529409792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717988.776401:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717988.776406:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717988.776411:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717988.776414:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717988.776417:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717988.776422:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717988.776426:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20435
00000400:00000200:0.0:1779717988.776432:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717988.776439:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717988.776446:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717988.776456:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.776467:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717988.776482:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.776512:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717988.776522:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717988.776527:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717988.776535:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717988.776545:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717988.776554:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717988.776577:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717988.776590:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.776593:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717988.776600:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.776613:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717988.776619:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717988.776630:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717988.776634:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717988.776647:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717988.776656:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717988.776668:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.776681:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717988.776687:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717988.776704:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.776708:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717988.776713:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779717988.776726:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717988.776734:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717988.776736:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.776754:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717988.776759:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717988.776767:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717988.776776:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:0.0:1779717988.776782:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717988.776795:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529409920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717988.776831:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717988.776836:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717988.776854:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529409920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717988.776916:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717988.776981:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1779717988.776981:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717988.776995:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1779717988.776997:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717988.777004:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717988.777009:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717988.777020:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717988.777029:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20435
00000400:00000200:0.0:1779717988.777050:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717988.777061:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717988.777067:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717988.777078:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.777108:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717988.777119:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.777132:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717988.777145:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717988.777148:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717988.777153:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717988.777158:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717988.777168:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717988.777172:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717988.777190:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.777202:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717988.777208:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.777214:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717988.777219:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717988.777223:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717988.777227:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717988.777242:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717988.777248:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717988.777257:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.777283:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717988.777287:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717988.777291:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.777295:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717988.777300:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779717988.777308:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717988.777321:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717988.777349:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.777357:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717988.777361:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717988.777369:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717988.777383:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779717988.777390:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717988.777405:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529410048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717988.777435:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717988.777445:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717988.777473:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529410048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717988.777548:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717988.777574:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717988.777582:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717988.777593:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717988.777609:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717988.777613:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717988.777616:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717988.777620:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717988.777629:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20435
00000400:00000200:0.0:1779717988.777646:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717988.777664:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717988.777675:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717988.777689:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.777696:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717988.777706:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.777716:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717988.777730:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717988.777739:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717988.777747:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717988.777756:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717988.777766:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717988.777779:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717988.777795:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.777804:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717988.777814:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717988.777823:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717988.777828:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717988.777836:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717988.777847:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717988.777856:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717988.777868:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717988.777872:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.777875:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717988.777882:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717988.777891:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.777900:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717988.777911:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779717988.777922:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717988.777929:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717988.777932:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717988.777935:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717988.777938:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717988.777942:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717988.777955:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779717988.777964:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717988.777979:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529410176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717988.778038:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717988.778044:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717988.778065:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529410176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717988.778140:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717988.778157:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20445)
00000800:00000200:3.1:1779717988.778220:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717988.778223:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779717988.778467:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717988.778469:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779717988.778762:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717988.778765:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1779717989.224104:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717989.224110:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717989.224115:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779717990.056134:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315109119, at 4315109120
00000100:00000040:1.0:1779717990.056140:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315109119, at 4315109120
00000100:00000010:1.0:1779717990.056161:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475900.
00000100:00000010:0.0:1779717990.056177:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475720.
00000020:00000001:1.0:1779717992.296199:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717992.296205:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717992.296209:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779717993.320195:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717993.320199:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717993.320203:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717993.896104:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717993.896112:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717993.896115:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717993.896120:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717993.896125:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717993.896132:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20440
00000400:00000200:0.0:1779717993.896142:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717993.896149:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717993.896151:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717993.896154:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896157:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717993.896160:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896162:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717993.896165:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717993.896167:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717993.896169:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717993.896171:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717993.896173:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717993.896176:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717993.896179:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896180:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717993.896182:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896183:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717993.896186:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717993.896206:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896208:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717993.896211:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717993.896214:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717993.896217:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896219:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717993.896221:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717993.896230:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779717993.896234:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717993.896239:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717993.896240:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896244:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717993.896246:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717993.896251:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717993.896259:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779717993.896266:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717993.896276:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529410304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717993.896287:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717993.896291:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717993.896295:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529410304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717993.896319:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717993.896323:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717993.896326:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717993.896327:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717993.896329:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717993.896332:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717993.896336:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20440
00000400:00000200:0.0:1779717993.896341:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717993.896345:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717993.896348:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717993.896352:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896354:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717993.896361:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896366:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717993.896369:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717993.896372:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717993.896373:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717993.896377:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717993.896380:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717993.896386:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717993.896397:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896402:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717993.896407:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896414:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717993.896422:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717993.896429:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896434:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717993.896440:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717993.896463:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717993.896467:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896471:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717993.896477:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717993.896481:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896485:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717993.896489:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779717993.896494:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717993.896495:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717993.896498:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896504:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717993.896507:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717993.896509:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717993.896514:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779717993.896518:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717993.896525:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529410432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717993.896532:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717993.896536:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717993.896541:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529410432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717993.896552:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717993.896557:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717993.896563:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717993.896566:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717993.896569:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717993.896575:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717993.896579:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20440
00000400:00000200:0.0:1779717993.896585:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717993.896588:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717993.896590:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717993.896593:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896597:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717993.896601:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896603:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717993.896605:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717993.896606:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717993.896608:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717993.896609:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717993.896612:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717993.896615:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717993.896619:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896621:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717993.896625:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896626:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717993.896630:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717993.896643:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896649:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717993.896652:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717993.896656:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717993.896660:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896665:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717993.896667:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717993.896673:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896675:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717993.896680:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779717993.896683:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717993.896686:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717993.896689:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896694:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717993.896697:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717993.896701:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717993.896705:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779717993.896708:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717993.896714:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529410560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717993.896724:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717993.896727:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717993.896734:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529410560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1779717993.896740:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717993.896747:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1779717993.896751:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717993.896757:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717993.896761:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717993.896765:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717993.896768:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717993.896772:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717993.896775:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717993.896778:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717993.896782:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20440
00000400:00000200:0.0:1779717993.896790:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717993.896795:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717993.896799:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717993.896803:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896805:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717993.896809:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896812:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717993.896816:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717993.896818:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717993.896821:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717993.896824:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717993.896827:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717993.896830:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717993.896834:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896837:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717993.896840:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896843:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717993.896846:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717993.896851:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717993.896856:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717993.896861:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717993.896864:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717993.896869:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896871:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717993.896873:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717993.896878:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896881:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717993.896884:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779717993.896886:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717993.896888:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717993.896890:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717993.896894:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717993.896896:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717993.896898:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717993.896903:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779717993.896924:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717993.896932:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529410688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717993.896972:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717993.896991:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717993.896996:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529410688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717993.897010:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717993.897019:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20450)
00000800:00000200:3.1:1779717993.897337:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717993.897339:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717993.897585:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717993.897588:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779717993.897812:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717993.897814:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1779717995.176112:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315114238, at 4315114240
00000100:00000040:1.0:1779717995.176112:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315114239, at 4315114240
00000100:00000010:0.0:1779717995.176144:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084750c0.
00000100:00000010:1.0:1779717995.176147:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ea0.
00000020:00000001:1.0:1779717995.368210:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717995.368214:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717995.368217:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779717996.392204:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717996.392208:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717996.392212:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779717998.440092:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779717998.440096:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779717998.440098:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779717999.016069:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717999.016083:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779717999.016087:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717999.016094:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717999.016100:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717999.016111:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20445
00000400:00000200:0.0:1779717999.016124:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717999.016135:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717999.016140:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717999.016146:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016152:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717999.016157:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016161:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717999.016168:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717999.016172:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779717999.016176:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717999.016181:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779717999.016184:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779717999.016187:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779717999.016191:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016194:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717999.016197:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016200:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717999.016205:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779717999.016211:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016216:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717999.016221:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717999.016227:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717999.016232:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.016236:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779717999.016241:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717999.016256:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6680.
00000020:00000040:0.0:1779717999.016263:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779717999.016270:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717999.016274:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.016279:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717999.016284:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717999.016291:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717999.016304:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779717999.016314:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717999.016330:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6680 x1866162529410816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717999.016345:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717999.016350:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717999.016356:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bfd0c85] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6680 x1866162529410816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717999.016387:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717999.016393:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717999.016401:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779717999.016404:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717999.016407:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717999.016413:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717999.016418:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20445
00000400:00000200:0.0:1779717999.016427:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717999.016433:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717999.016438:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717999.016443:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016448:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717999.016452:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016456:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717999.016461:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717999.016464:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779717999.016468:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717999.016472:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779717999.016476:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779717999.016482:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779717999.016487:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016491:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717999.016495:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016499:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717999.016504:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779717999.016510:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016515:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717999.016518:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717999.016526:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717999.016530:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.016533:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717999.016539:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717999.016545:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.016549:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717999.016556:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6d80.
00000020:00000040:0.0:1779717999.016560:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779717999.016566:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717999.016568:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.016572:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717999.016575:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717999.016579:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717999.016587:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
00000100:00000001:0.0:1779717999.016607:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717999.016616:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6d80 x1866162529410944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717999.016632:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717999.016637:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717999.016644:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27aefa5] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6d80 x1866162529410944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717999.016662:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779717999.016667:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717999.016674:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779717999.016676:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717999.016679:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717999.016685:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717999.016689:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20445
00000400:00000200:0.0:1779717999.016696:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717999.016701:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717999.016706:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717999.016711:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016716:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717999.016720:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016724:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717999.016729:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717999.016731:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779717999.016734:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717999.016737:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779717999.016742:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779717999.016757:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779717999.016763:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016767:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717999.016770:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016774:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717999.016779:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779717999.016784:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717999.016789:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717999.016792:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1779717999.016794:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779717999.016798:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1779717999.016800:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1779717999.016811:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.016815:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717999.016819:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779717999.016824:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.016828:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717999.016835:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779717999.016839:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779717999.016844:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717999.016847:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.016850:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717999.016853:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717999.016857:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717999.016864:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779717999.016871:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717999.016879:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529411072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717999.016894:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717999.016899:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717999.016907:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529411072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717999.016962:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717999.016967:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779717999.016974:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779717999.016979:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779717999.016985:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779717999.016989:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779717999.016993:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779717999.016999:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779717999.017006:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20445
00000400:00000200:0.0:1779717999.017041:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779717999.017047:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779717999.017051:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779717999.017058:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.017062:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717999.017066:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.017071:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779717999.017075:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779717999.017077:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779717999.017081:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779717999.017085:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779717999.017089:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779717999.017093:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779717999.017099:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.017103:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779717999.017107:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779717999.017112:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779717999.017117:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779717999.017122:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779717999.017127:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779717999.017131:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779717999.017137:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779717999.017141:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.017145:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779717999.017149:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779717999.017154:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.017158:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779717999.017165:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779717999.017169:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779717999.017174:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779717999.017177:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779717999.017180:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779717999.017183:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779717999.017187:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779717999.017194:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779717999.017215:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779717999.017230:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529411200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779717999.017245:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779717999.017250:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717999.017257:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529411200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779717999.017274:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779717999.017281:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20455)
00000800:00000200:3.1:1779717999.017552:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717999.017556:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717999.017914:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717999.017918:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779717999.018325:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779717999.018328:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1779717999.464198:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779717999.464204:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779717999.464209:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718000.296067:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315119359, at 4315119360
00000100:00000040:1.0:1779718000.296067:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315119359, at 4315119360
00000100:00000010:0.0:1779718000.296087:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ae0.
00000100:00000010:1.0:1779718000.296097:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475300.
00000020:00000001:1.0:1779718001.512205:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718001.512211:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718001.512216:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718002.536102:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718002.536105:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718002.536108:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718003.560241:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718003.560250:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718003.560256:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718004.136108:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718004.136120:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718004.136124:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718004.136129:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718004.136135:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718004.136145:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20450
00000100:00000001:1.0:1779718004.136170:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000400:00000200:0.0:1779718004.136173:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718004.136178:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718004.136182:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718004.136185:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00100000:1.0:1779718004.136190:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779718004.136191:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1779718004.136198:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1779718004.136201:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718004.136205:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718004.136207:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779718004.136209:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1779718004.136214:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718004.136233:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718004.136238:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:1.0:1779718004.136241:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718004.136245:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718004.136249:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718004.136253:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718004.136257:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718004.136260:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718004.136263:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718004.136267:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.136270:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718004.136273:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.136276:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718004.136280:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718004.136306:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718004.136310:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718004.136314:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718004.136318:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718004.136322:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.136325:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718004.136328:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718004.136336:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779718004.136341:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718004.136346:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718004.136348:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.136369:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718004.136372:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718004.136376:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718004.136385:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779718004.136394:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718004.136408:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529411328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718004.136444:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718004.136453:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718004.136465:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529411328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718004.136531:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718004.136539:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718004.136546:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718004.136550:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718004.136583:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718004.136589:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718004.136596:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20450
00000400:00000200:0.0:1779718004.136606:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718004.136612:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718004.136616:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718004.136640:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.136647:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718004.136653:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.136658:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718004.136663:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718004.136666:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718004.136670:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718004.136674:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718004.136679:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718004.136685:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718004.136692:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.136698:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718004.136704:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.136709:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718004.136716:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718004.136723:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718004.136729:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718004.136736:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718004.136745:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718004.136750:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.136754:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718004.136761:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718004.136767:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.136772:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718004.136796:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779718004.136801:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718004.136807:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718004.136810:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.136815:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718004.136818:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718004.136823:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718004.136832:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779718004.136856:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718004.136873:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529411456/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718004.136911:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718004.136936:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718004.136950:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529411456/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718004.136965:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718004.137043:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718004.137049:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718004.137050:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718004.137070:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718004.137073:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718004.137077:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20450
00000400:00000200:0.0:1779718004.137084:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718004.137088:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718004.137091:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718004.137096:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.137099:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718004.137102:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.137106:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718004.137109:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718004.137111:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718004.137113:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718004.137115:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718004.137119:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718004.137122:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718004.137128:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.137130:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718004.137134:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.137137:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718004.137140:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718004.137145:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718004.137149:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718004.137151:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718004.137172:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718004.137174:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.137176:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718004.137178:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718004.137181:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.137183:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718004.137187:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718004.137189:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718004.137192:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718004.137193:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.137195:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718004.137197:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718004.137199:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718004.137204:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718004.137209:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718004.137215:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529411584/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718004.137241:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718004.137243:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718004.137247:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529411584/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718004.137256:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718004.137260:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718004.137264:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718004.137268:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718004.137272:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718004.137274:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718004.137276:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718004.137278:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718004.137281:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20450
00000400:00000200:0.0:1779718004.137285:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718004.137289:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718004.137292:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718004.137295:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.137297:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718004.137299:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.137301:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718004.137303:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718004.137305:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718004.137307:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718004.137309:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718004.137312:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718004.137316:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718004.137320:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.137323:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718004.137326:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718004.137346:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718004.137351:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718004.137357:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718004.137365:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718004.137373:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718004.137379:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718004.137385:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.137391:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718004.137397:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718004.137401:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.137406:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718004.137427:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779718004.137431:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718004.137434:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718004.137436:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718004.137438:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718004.137440:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718004.137442:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718004.137445:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718004.137449:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718004.137457:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529411712/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718004.137465:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718004.137468:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718004.137476:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529411712/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718004.137486:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718004.137494:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20460)
00000800:00000200:3.1:1779718004.137764:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718004.138198:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718004.138457:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718004.138703:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779718004.584249:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718004.584255:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718004.584260:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718005.160121:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718005.160126:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718005.160127:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718005.160131:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718005.160134:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718005.160137:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718005.160140:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718005.160141:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718005.160143:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718005.416013:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315124479, at 4315124480
00000100:00000040:1.0:1779718005.416013:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315124479, at 4315124480
00000100:00000010:1.0:1779718005.416026:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ae0.
00000100:00000010:0.0:1779718005.416029:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475300.
00000020:00000001:0.0:1779718005.608180:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718005.608184:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718005.608187:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718006.184104:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718006.184109:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718006.184111:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718006.184116:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718006.184119:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718006.184122:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718006.184125:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718006.184127:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718006.184130:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718006.632110:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718006.632114:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718006.632117:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718007.208190:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718007.208196:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718007.208198:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718007.208203:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718007.208206:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718007.208209:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718007.208211:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718007.208214:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718007.208216:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1779718007.208313:0:248756:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1779718007.208358:0:248756:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1779718007.208369:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718007.208374:0:248756:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:0.0:1779718007.208381:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718007.208386:0:248756:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1779718007.208392:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718007.208396:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:0.0:1779718007.208402:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718007.208408:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718007.208415:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dd48
00000400:00000010:0.0:1779718007.208418:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dd48.
00000100:00000001:0.0:1779718007.208424:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718007.208434:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b5500 x1866162529411328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718007.208485:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718007.208491:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5500 x1866162529411328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718007.208502:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718007.208504:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718007.208517:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718007.208520:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647600.
00000400:00000200:0.0:1779718007.208523:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718007.208527:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718007.208530:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d770
00000400:00000010:0.0:1779718007.208533:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d770.
00000100:00000001:0.0:1779718007.208536:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718007.208542:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b5f80 x1866162529411456/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718007.208552:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718007.208556:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5f80 x1866162529411456/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718007.208564:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718007.208566:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718007.208572:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718007.208575:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647e00.
00000400:00000200:0.0:1779718007.208578:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718007.208583:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718007.208586:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867db28
00000400:00000010:0.0:1779718007.208588:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867db28.
00000100:00000001:0.0:1779718007.208591:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718007.208596:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b7480 x1866162529411584/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718007.208606:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718007.208609:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7480 x1866162529411584/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718007.208617:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718007.208618:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718007.208624:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718007.208626:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647b00.
00000400:00000200:0.0:1779718007.208629:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718007.208633:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718007.208635:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d110
00000400:00000010:0.0:1779718007.208637:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d110.
00000100:00000001:0.0:1779718007.208640:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718007.208645:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b4e00 x1866162529411712/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718007.208660:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718007.208663:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4e00 x1866162529411712/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718007.208670:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718007.208671:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1779718007.656175:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718007.656179:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718007.656183:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718008.232170:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718008.232177:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718008.232178:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718008.232183:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718008.232186:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718008.232207:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718008.232210:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718008.232214:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718008.232217:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718008.680111:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718008.680115:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718008.680118:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718009.256137:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718009.256145:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718009.256150:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718009.256159:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718009.256165:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718009.256173:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718009.256179:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718009.256182:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718009.256190:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.256555:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718009.256566:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718009.256572:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718009.256591:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.256626:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718009.256633:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718009.256645:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718009.256651:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718009.256663:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718009.256678:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529411840:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718009.256693:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718009.256702:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718009.256710:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718009.256721:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718009.256736:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779718009.256746:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718009.256765:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718009.256776:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718009.256804:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779718009.256818:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529411840, portal 25
00000100:00000001:0.0:1779718009.256823:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718009.256827:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000040:0.0:1779718009.256847:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.256879:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718009.256894:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718009.256904:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779718009.256912:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529411840, offset 0
00000400:00000200:0.0:1779718009.256994:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718009.257009:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718009.257023:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718009.257034:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718009.257048:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718009.257064:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718009.257078:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718009.257094:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156947:156947:256:4294967295] 192.168.203.145@tcp LPNI seq info [156946:156946:8:4294967295]
00000400:00000200:0.0:1779718009.257116:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718009.257154:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718009.257181:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718009.257198:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779718009.257220:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718009.257228:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1779718009.257240:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718009.257246:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1779718009.257256:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718009.257262:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779718009.257271:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718009.257279:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718009.257288:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779718009.257293:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779718009.257300:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718009.257309:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.257327:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718009.257334:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.257362:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.257366:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718009.257377:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718009.257385:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718009.257391:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315129599
00000100:00000010:0.0:1779718009.257400:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779718009.257411:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718009.257421:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315129599
00000100:00000010:0.0:1779718009.257427:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d9c0.
00000100:00000001:0.0:1779718009.257433:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718009.257439:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718009.257444:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.257448:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718009.257457:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718009/real 1779718009]  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718009.257472:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718009.257475:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718009.257478:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718009.257483:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779718009.257486:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779718009.257491:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718009.257499:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718009.257516:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.257530:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718009.257534:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.257538:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718009.257541:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718009.257550:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.257568:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718009.257585:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.257624:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718009.257636:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.257643:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718009.257649:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.257659:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718009.257665:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718009.257674:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718009.257687:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718009.257696:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718009.257711:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718009.257744:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529411840:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718009.257759:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.257768:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718009.257779:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529411840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.257807:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718009.257813:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718009.257821:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779718009.257834:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718009.257838:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718009.257844:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718009.257854:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718009.257860:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:0.0:1779718009.257872:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718009.257879:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718009.257886:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:0.0:1779718009.257896:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718009.257904:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.257984:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.257999:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718009.258003:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.258007:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718009.258014:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718009.258019:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718009.258033:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.258070:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718009.258076:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718009.258088:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718009.258097:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718009.258108:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718009.258122:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529411968:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718009.258137:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718009.258144:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718009.258151:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718009.258160:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718009.258171:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779718009.258180:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718009.258208:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718009.258222:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718009.258235:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779718009.258247:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529411968, portal 10
00000100:00000001:0.0:1779718009.258256:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718009.258263:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:0.0:1779718009.258286:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.258322:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718009.258336:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718009.258347:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779718009.258360:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529411968, offset 0
00000400:00000200:0.0:1779718009.258378:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718009.258398:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718009.258412:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718009.258426:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718009.258438:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718009.258450:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718009.258461:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718009.258475:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156948:156948:256:4294967295] 192.168.203.145@tcp LPNI seq info [156947:156947:8:4294967295]
00000400:00000200:0.0:1779718009.258484:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718009.258507:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718009.258519:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718009.258525:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779718009.258539:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718009.258547:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1779718009.258561:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718009.258571:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1779718009.258585:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718009.258588:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779718009.258599:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718009.258616:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718009.258625:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779718009.258632:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779718009.258639:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718009.258659:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.258679:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718009.258685:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.258694:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.258696:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718009.258704:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718009.258709:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718009.258714:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718009.258717:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315128332
00000100:00000001:0.0:1779718009.258721:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315129599
00000100:00000001:0.0:1779718009.258724:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315128332
00000100:00000001:0.0:1779718009.258727:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315129599
00000100:00000001:0.0:1779718009.258729:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718009.258732:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.258735:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718009.258739:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718009/real 1779718009]  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718009.258750:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718009.258752:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718009.258754:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718009.258757:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779718009.258759:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779718009.258762:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718009.258766:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718009.258776:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.258783:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718009.258785:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.258788:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718009.258789:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718009.258793:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.258801:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718009.258806:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.258816:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718009.258819:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.258821:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718009.258823:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.258825:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718009.258827:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718009.258831:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718009.258835:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718009.258837:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718009.258842:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718009.258851:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529411968:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718009.258856:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.258858:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718009.258862:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529411968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.258870:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718009.258873:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718009.258875:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779718009.258878:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718009.258880:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718009.258881:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718009.258884:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718009.258886:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:0.0:1779718009.258890:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718009.258892:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718009.258893:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:0.0:1779718009.258897:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718009.258899:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.258902:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.258906:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718009.258908:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.258911:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718009.258913:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718009.258915:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718009.258977:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.258988:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718009.258990:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718009.258993:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718009.258996:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718009.258999:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718009.259003:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529412096:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718009.259007:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718009.259010:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718009.259012:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718009.259015:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718009.259020:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779718009.259022:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718009.259027:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718009.259030:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718009.259034:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779718009.259038:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529412096, portal 10
00000100:00000001:0.0:1779718009.259040:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718009.259042:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:0.0:1779718009.259050:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259058:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718009.259061:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718009.259064:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779718009.259066:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529412096, offset 0
00000400:00000200:0.0:1779718009.259071:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718009.259077:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718009.259083:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718009.259087:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718009.259090:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718009.259094:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718009.259097:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718009.259101:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156949:156949:256:4294967295] 192.168.203.145@tcp LPNI seq info [156948:156948:8:4294967295]
00000400:00000200:0.0:1779718009.259107:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718009.259115:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718009.259120:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718009.259124:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779718009.259129:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718009.259133:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1779718009.259138:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718009.259142:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1779718009.259146:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718009.259148:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779718009.259152:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718009.259157:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718009.259161:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779718009.259163:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779718009.259166:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718009.259170:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259180:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718009.259183:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259192:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.259194:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718009.259197:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718009.259201:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718009.259206:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718009.259208:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315128341
00000100:00000001:0.0:1779718009.259212:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315129599
00000100:00000001:0.0:1779718009.259215:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315128341
00000100:00000001:0.0:1779718009.259217:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315129599
00000100:00000001:0.0:1779718009.259220:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718009.259223:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.259225:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718009.259229:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718009/real 1779718009]  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718009.259238:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718009.259240:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718009.259242:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718009.259244:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779718009.259246:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779718009.259249:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718009.259253:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718009.259263:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259270:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718009.259272:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.259274:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718009.259276:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718009.259280:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259287:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718009.259292:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259301:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718009.259304:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.259307:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718009.259309:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.259312:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718009.259316:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718009.259322:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718009.259328:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718009.259332:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718009.259341:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718009.259358:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529412096:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718009.259366:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718009.259372:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259387:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718009.259390:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718009.259394:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718009.259398:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718009.259401:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718009.259406:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529412224:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718009.259410:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718009.259413:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718009.259415:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718009.259417:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718009.259422:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718009.259424:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718009.259429:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718009.259432:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718009.259436:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779718009.259440:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529412224, portal 4
00000100:00000001:0.0:1779718009.259443:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718009.259445:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:0.0:1779718009.259452:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259460:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718009.259463:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718009.259465:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779718009.259468:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529412224, offset 0
00000400:00000200:0.0:1779718009.259474:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718009.259478:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718009.259483:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718009.259486:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718009.259489:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718009.259493:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718009.259496:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718009.259500:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156950:156950:256:4294967295] 192.168.203.145@tcp LPNI seq info [156949:156949:8:4294967295]
00000400:00000200:0.0:1779718009.259505:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718009.259513:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718009.259518:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718009.259522:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779718009.259526:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718009.259530:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1779718009.259535:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718009.259539:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1779718009.259543:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718009.259546:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779718009.259550:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718009.259554:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718009.259557:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779718009.259560:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779718009.259563:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718009.259567:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259576:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718009.259581:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259589:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.259591:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718009.259595:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718009.259600:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718009.259606:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718009.259611:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315128339
00000100:00000001:0.0:1779718009.259615:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315129599
00000100:00000001:0.0:1779718009.259619:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315128339
00000100:00000001:0.0:1779718009.259623:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315129599
00000100:00000001:0.0:1779718009.259628:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718009.259632:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.259636:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718009.259644:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718009/real 1779718009]  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718009.259661:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718009.259664:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718009.259668:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718009.259673:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779718009.259676:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779718009.259681:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718009.259687:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718009.259699:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259707:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718009.259709:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.259711:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718009.259713:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718009.259718:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259727:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718009.259731:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259739:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718009.259742:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.259744:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718009.259745:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.259748:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718009.259750:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718009.259752:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718009.259756:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718009.259758:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718009.259763:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718009.259772:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529412224:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718009.259777:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.259779:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718009.259783:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529412096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259791:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718009.259793:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718009.259795:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779718009.259798:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718009.259800:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718009.259802:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718009.259804:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718009.259807:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:0.0:1779718009.259811:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718009.259813:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718009.259815:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:0.0:1779718009.259818:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718009.259820:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.259822:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718009.259825:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529412224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718009.259833:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718009.259834:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718009.259836:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718009.259840:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718009.259842:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718009.259843:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718009.259845:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718009.259847:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:0.0:1779718009.259849:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718009.259850:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718009.259852:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:0.0:1779718009.259855:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718009.259856:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.259858:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718009.259862:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718009.259864:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718009.259867:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718009.259869:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718009.704186:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718009.704192:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718009.704197:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718010.280194:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718010.280202:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718010.280204:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718010.280211:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718010.280216:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718010.280220:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718010.280224:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718010.280228:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718010.280231:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718010.536082:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315129599, at 4315129600
00000100:00000040:1.0:1779718010.536082:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315129599, at 4315129600
00000100:00000010:1.0:1779718010.536103:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d9c0.
00000100:00000010:0.0:1779718010.536108:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:1.0:1779718010.728202:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718010.728207:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718010.728212:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718011.304084:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718011.304094:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718011.304097:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718011.304121:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718011.304126:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718011.304130:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718011.304133:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718011.304136:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718011.304139:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718011.752196:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718011.752205:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718011.752212:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718012.328043:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718012.328053:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718012.328057:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718012.328066:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718012.328073:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718012.328079:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718012.328084:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718012.328091:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718012.328096:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718012.776233:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718012.776239:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718012.776244:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718013.352050:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718013.352056:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718013.352058:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718013.352062:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718013.352064:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718013.352067:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718013.352069:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718013.352071:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718013.352073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718013.800147:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718013.800152:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718013.800155:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718014.376078:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718014.376089:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718014.376093:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718014.376095:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718014.376104:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1779718014.376104:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718014.376109:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1779718014.376111:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1779718014.376115:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718014.376116:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718014.376122:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:1.0:1779718014.376123:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718014.376128:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779718014.376133:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20461
00000100:00000001:1.0:1779718014.376133:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718014.376146:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718014.376154:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718014.376158:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718014.376162:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376165:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718014.376168:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376171:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718014.376174:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718014.376176:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718014.376179:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718014.376182:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718014.376184:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718014.376187:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718014.376190:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376192:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718014.376194:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376196:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718014.376199:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718014.376202:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376204:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718014.376207:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718014.376211:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718014.376214:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.376216:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718014.376218:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718014.376228:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779718014.376232:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718014.376236:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718014.376239:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.376242:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718014.376245:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718014.376250:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718014.376258:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718014.376264:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718014.376290:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529412352/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718014.376301:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718014.376305:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718014.376309:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529412352/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718014.376336:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718014.376340:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718014.376343:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718014.376344:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718014.376361:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718014.376365:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718014.376368:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20461
00000400:00000200:0.0:1779718014.376372:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718014.376376:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718014.376379:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718014.376382:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376385:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718014.376388:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376390:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718014.376393:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718014.376394:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718014.376396:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718014.376398:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718014.376400:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718014.376415:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718014.376421:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376426:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718014.376428:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376431:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718014.376436:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718014.376442:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376449:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718014.376454:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718014.376461:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718014.376467:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.376473:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718014.376478:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718014.376482:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.376503:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718014.376507:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718014.376513:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718014.376518:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718014.376522:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.376525:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718014.376528:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718014.376532:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718014.376541:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779718014.376547:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718014.376558:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529412480/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718014.376570:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718014.376572:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718014.376578:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529412480/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718014.376594:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718014.376600:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718014.376604:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718014.376605:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718014.376608:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718014.376613:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718014.376616:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20461
00000400:00000200:0.0:1779718014.376623:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718014.376628:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718014.376630:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718014.376633:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376635:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718014.376641:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376644:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718014.376648:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718014.376652:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718014.376655:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718014.376658:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718014.376661:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718014.376664:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718014.376673:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376678:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718014.376683:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376688:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718014.376694:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718014.376700:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376706:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718014.376709:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718014.376714:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718014.376719:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.376721:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718014.376725:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718014.376729:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.376731:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718014.376739:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779718014.376743:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718014.376746:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718014.376749:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.376752:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718014.376754:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718014.376759:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718014.376764:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779718014.376767:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718014.376776:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529412608/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718014.376787:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718014.376793:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718014.376800:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529412608/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718014.376812:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718014.376817:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718014.376823:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718014.376828:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718014.376835:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718014.376838:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718014.376841:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718014.376845:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718014.376852:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20461
00000400:00000200:0.0:1779718014.376861:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718014.376868:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718014.376871:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718014.376878:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376882:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718014.376884:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376886:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718014.376889:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718014.376908:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718014.376912:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718014.376917:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718014.376970:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718014.376973:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718014.376980:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376986:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718014.376993:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718014.376999:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718014.377004:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718014.377009:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718014.377015:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718014.377019:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718014.377039:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718014.377043:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.377044:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718014.377047:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718014.377055:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.377057:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718014.377061:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779718014.377066:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718014.377074:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718014.377075:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718014.377078:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718014.377081:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718014.377085:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718014.377091:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000800:00000200:3.1:1779718014.377094:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718014.377096:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718014.377105:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000100:00100000:0.0:1779718014.377107:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529412736/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718014.377125:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718014.377129:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718014.377136:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529412736/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718014.377147:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718014.377153:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20471)
00000800:00000200:3.1:1779718014.377763:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718014.377767:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1779718014.378318:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718014.378322:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1779718014.378810:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718014.378814:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000020:00000001:0.0:1779718014.824135:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718014.824140:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718014.824145:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718015.400069:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718015.400079:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718015.400081:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718015.400088:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718015.400093:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718015.400098:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718015.400101:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718015.400105:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718015.400108:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718015.656017:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315134719, at 4315134720
00000100:00000040:1.0:1779718015.656017:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315134719, at 4315134720
00000100:00000010:1.0:1779718015.656031:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084750c0.
00000100:00000010:0.0:1779718015.656033:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ea0.
00000020:00000001:1.0:1779718015.848171:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718015.848177:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718015.848181:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718016.424010:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718016.424021:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718016.424024:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718016.424031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718016.424036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718016.424041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718016.424044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718016.424047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718016.424050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718016.872063:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718016.872067:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718016.872071:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718017.448041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718017.448047:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718017.448049:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718017.448053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718017.448056:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718017.448059:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718017.448061:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718017.448063:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718017.448065:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718017.896199:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718017.896204:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718017.896208:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718018.471996:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718018.472001:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718018.472003:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718018.472007:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718018.472010:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718018.472013:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718018.472015:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718018.472017:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718018.472019:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718018.920109:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718018.920130:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718018.920134:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718019.496036:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718019.496044:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718019.496047:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718019.496054:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718019.496059:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718019.496064:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718019.496067:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718019.496071:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718019.496075:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718019.496080:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718019.496089:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718019.496092:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718019.496096:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718019.496100:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718019.496108:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20466
00000400:00000200:0.0:1779718019.496116:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718019.496122:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718019.496124:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718019.496129:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496132:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718019.496135:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496138:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718019.496141:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718019.496143:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718019.496145:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718019.496148:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718019.496149:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718019.496151:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718019.496154:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496155:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718019.496157:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496158:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718019.496161:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718019.496163:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496165:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718019.496167:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718019.496170:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718019.496172:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718019.496173:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718019.496175:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718019.496183:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779718019.496185:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718019.496189:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718019.496190:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718019.496192:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718019.496194:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718019.496198:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718019.496205:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:0.0:1779718019.496211:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718019.496219:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529412864/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718019.496228:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718019.496232:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718019.496244:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529412864/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718019.496267:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718019.496270:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718019.496272:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718019.496274:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718019.496275:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718019.496277:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718019.496279:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20466
00000400:00000200:0.0:1779718019.496282:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718019.496284:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718019.496286:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718019.496288:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496290:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718019.496292:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496294:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718019.496296:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718019.496297:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718019.496298:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718019.496300:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718019.496302:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718019.496304:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718019.496307:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496309:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718019.496311:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496313:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718019.496314:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718019.496317:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496320:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718019.496323:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718019.496327:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718019.496335:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718019.496339:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718019.496343:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718019.496349:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718019.496354:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718019.496360:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779718019.496366:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718019.496372:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718019.496376:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718019.496384:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718019.496388:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718019.496393:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718019.496400:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718019.496407:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718019.496418:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529412992/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718019.496435:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718019.496438:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718019.496443:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529412992/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718019.496458:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718019.496462:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718019.496471:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718019.496476:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718019.496478:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718019.496486:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718019.496494:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20466
00000400:00000200:0.0:1779718019.496506:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718019.496515:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718019.496521:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718019.496529:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496536:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718019.496540:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496544:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718019.496550:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718019.496552:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718019.496554:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718019.496557:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718019.496560:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718019.496565:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718019.496572:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496576:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718019.496582:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496588:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718019.496594:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718019.496598:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496601:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718019.496604:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718019.496616:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718019.496620:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718019.496624:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718019.496625:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718019.496629:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718019.496632:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718019.496638:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718019.496641:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:3.1:1779718019.496643:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718019.496646:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718019.496648:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718019.496648:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1779718019.496654:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718019.496657:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718019.496660:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718019.496666:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779718019.496673:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718019.496687:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529413120/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718019.496711:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718019.496716:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718019.496728:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529413120/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718019.496758:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718019.496764:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718019.496774:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718019.496779:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718019.496786:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718019.496788:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718019.496791:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718019.496794:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718019.496798:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20466
00000400:00000200:0.0:1779718019.496804:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718019.496809:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718019.496814:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718019.496817:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496822:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718019.496826:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496832:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718019.496834:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718019.496837:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718019.496839:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718019.496842:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718019.496846:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718019.496851:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718019.496870:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496875:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718019.496880:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496885:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718019.496889:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718019.496893:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718019.496898:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718019.496903:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718019.496906:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718019.496912:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718019.496915:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718019.496918:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718019.496947:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718019.496950:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718019.496954:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779718019.496959:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718019.496965:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718019.496968:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718019.496972:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718019.496975:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718019.496977:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718019.496981:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779718019.496987:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718019.496997:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529413248/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718019.497011:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718019.497015:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718019.497023:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529413248/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718019.497048:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718019.497058:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20476)
00000800:00000200:3.1:1779718019.497242:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718019.497245:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1779718019.497526:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718019.497528:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1779718019.497741:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718019.497744:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1779718019.944092:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718019.944095:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718019.944098:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718020.519976:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718020.519981:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718020.519983:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718020.519987:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718020.519990:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718020.519993:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718020.519995:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718020.519997:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718020.519999:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718020.776033:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315139838, at 4315139840
00000100:00000040:1.0:1779718020.776033:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315139838, at 4315139840
00000100:00000010:0.0:1779718020.776050:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475720.
00000100:00000010:1.0:1779718020.776052:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475900.
00000020:00000001:0.0:1779718020.968086:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718020.968090:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718020.968093:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718021.543990:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718021.544021:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718021.544023:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718021.544027:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718021.544030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718021.544033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718021.544035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718021.544037:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718021.544039:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718021.992101:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718021.992105:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718021.992124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718022.567984:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718022.567991:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718022.567994:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718022.567999:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718022.568004:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718022.568008:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718022.568011:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718022.568014:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718022.568017:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718023.016164:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718023.016170:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718023.016175:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718023.592018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718023.592025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718023.592028:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718023.592039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718023.592043:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718023.592047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718023.592049:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718023.592052:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718023.592054:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718024.040149:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718024.040157:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718024.040163:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718024.616050:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779718024.616050:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718024.616057:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718024.616062:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718024.616063:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718024.616070:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1779718024.616071:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779718024.616074:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718024.616077:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718024.616080:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:1.0:1779718024.616083:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718024.616089:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1779718024.616090:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20471
00000100:00000001:1.0:1779718024.616094:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718024.616098:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718024.616103:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718024.616110:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718024.616114:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718024.616118:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616123:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718024.616126:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616129:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718024.616133:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718024.616135:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718024.616138:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718024.616141:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718024.616143:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718024.616145:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718024.616148:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616150:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718024.616152:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616156:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718024.616159:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718024.616162:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616164:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718024.616167:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718024.616171:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718024.616174:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.616177:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718024.616180:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718024.616190:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4700.
00000020:00000040:0.0:1779718024.616194:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718024.616199:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718024.616201:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.616206:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718024.616209:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718024.616214:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718024.616223:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718024.616231:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718024.616242:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4700 x1866162529413376/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718024.616254:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718024.616259:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718024.616268:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003407d8f0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4700 x1866162529413376/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718024.616296:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718024.616300:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718024.616303:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718024.616305:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718024.616307:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718024.616311:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718024.616315:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20471
00000400:00000200:0.0:1779718024.616320:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718024.616324:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718024.616328:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718024.616333:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616338:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718024.616341:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616343:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718024.616346:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718024.616349:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718024.616354:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718024.616357:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718024.616365:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718024.616373:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718024.616378:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616383:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718024.616388:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616406:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718024.616415:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718024.616419:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616421:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718024.616424:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718024.616434:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718024.616446:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.616453:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718024.616461:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718024.616467:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.616474:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718024.616488:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5180.
00000020:00000040:0.0:1779718024.616494:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718024.616498:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718024.616503:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.616517:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718024.616519:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718024.616521:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718024.616538:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
00000100:00000001:0.0:1779718024.616546:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718024.616559:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5180 x1866162529413504/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718024.616581:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718024.616590:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718024.616597:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084bee898] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5180 x1866162529413504/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718024.616651:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718024.616657:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718024.616668:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718024.616672:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718024.616673:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718024.616677:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718024.616683:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20471
00000400:00000200:0.0:1779718024.616690:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718024.616701:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718024.616706:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718024.616719:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616730:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718024.616738:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616747:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718024.616755:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718024.616758:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718024.616764:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718024.616767:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718024.616778:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718024.616781:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718024.616787:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616793:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718024.616799:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616803:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718024.616811:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718024.616835:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718024.616844:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718024.616849:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718024.616853:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718024.616859:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.616861:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718024.616863:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718024.616873:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.616883:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718024.616896:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000800:00000200:3.1:1779718024.616905:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:0.0:1779718024.616906:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:3.1:1779718024.616946:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
02000000:00000001:0.0:1779718024.616953:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718024.616956:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.616958:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718024.616961:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718024.616969:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718024.616980:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718024.616985:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718024.616998:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529413632/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718024.617026:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718024.617030:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718024.617042:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529413632/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718024.617137:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718024.617145:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718024.617153:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718024.617163:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718024.617181:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718024.617184:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718024.617187:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718024.617192:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718024.617200:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20471
00000400:00000200:0.0:1779718024.617207:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718024.617214:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718024.617218:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718024.617222:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.617230:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718024.617233:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.617236:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718024.617242:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718024.617245:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718024.617249:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718024.617251:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718024.617254:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718024.617260:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718024.617265:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.617273:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718024.617277:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718024.617281:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718024.617290:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718024.617303:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718024.617314:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718024.617331:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718024.617340:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718024.617348:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.617351:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718024.617357:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718024.617371:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.617383:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718024.617395:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718024.617400:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718024.617407:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718024.617415:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718024.617427:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718024.617432:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718024.617437:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718024.617444:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779718024.617457:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718024.617473:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529413760/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718024.617505:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718024.617509:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718024.617531:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529413760/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718024.617590:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718024.617606:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20481)
00000800:00000200:3.1:1779718024.617804:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718024.617806:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779718024.618062:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718024.618064:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779718024.618277:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718024.618279:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1779718025.064153:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718025.064157:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718025.064161:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718025.640007:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718025.640015:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718025.640018:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718025.640024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718025.640029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718025.640032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718025.640035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718025.640039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718025.640041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718025.896028:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315144959, at 4315144960
00000100:00000040:1.0:1779718025.896036:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315144959, at 4315144960
00000100:00000010:0.0:1779718025.896044:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475d80.
00000100:00000010:1.0:1779718025.896050:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084758a0.
00000020:00000001:1.0:1779718026.088115:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718026.088119:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718026.088122:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718026.664015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718026.664024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718026.664027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718026.664035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718026.664039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718026.664044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718026.664048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718026.664052:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718026.664056:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718027.112087:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718027.112090:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718027.112093:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718027.688035:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718027.688042:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718027.688044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718027.688049:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718027.688053:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718027.688057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718027.688059:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718027.688062:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718027.688065:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718028.136135:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718028.136141:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718028.136146:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718028.712032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718028.712040:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718028.712042:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718028.712048:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718028.712051:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718028.712055:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718028.712058:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718028.712061:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718028.712063:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718029.160120:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718029.160125:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718029.160130:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718029.736015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718029.736023:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718029.736025:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718029.736031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718029.736035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718029.736039:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718029.736043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718029.736047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718029.736051:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.736276:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718029.736283:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718029.736289:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718029.736302:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.736328:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718029.736332:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718029.736338:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718029.736342:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718029.736346:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718029.736353:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529413888:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718029.736357:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718029.736362:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718029.736366:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718029.736370:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718029.736377:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718029.736382:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718029.736390:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718029.736395:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718029.736407:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779718029.736421:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529413888, portal 25
00000100:00000001:0.0:1779718029.736426:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718029.736431:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:0.0:1779718029.736444:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.736463:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718029.736471:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718029.736476:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779718029.736482:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529413888, offset 0
00000400:00000200:0.0:1779718029.736495:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718029.736508:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718029.736518:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718029.736528:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718029.736536:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718029.736543:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718029.736549:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718029.736558:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156963:156963:256:4294967295] 192.168.203.145@tcp LPNI seq info [156962:156962:8:4294967295]
00000400:00000200:0.0:1779718029.736566:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718029.736585:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718029.736600:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718029.736606:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779718029.736639:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718029.736647:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1779718029.736660:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718029.736668:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1779718029.736681:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718029.736685:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779718029.736697:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718029.736705:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718029.736713:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779718029.736716:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779718029.736723:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718029.736729:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.736742:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718029.736747:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.736757:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.736759:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718029.736765:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718029.736772:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718029.736788:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315150078
00000100:00000010:0.0:1779718029.736796:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779718029.736806:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718029.736814:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315150078
00000100:00000010:0.0:1779718029.736818:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d300.
00000100:00000001:0.0:1779718029.736821:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718029.736825:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718029.736829:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.736832:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718029.736837:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718029/real 1779718029]  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718029.736845:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718029.736847:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718029.736850:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718029.736853:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779718029.736855:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779718029.736859:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718029.736863:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718029.736873:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.736882:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718029.736884:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.736888:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718029.736890:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718029.736895:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.736903:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718029.736908:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.736914:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718029.736916:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.736917:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718029.736918:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.736937:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718029.736939:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718029.736941:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718029.736944:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718029.736947:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718029.736950:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718029.736955:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529413888:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718029.736959:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.736960:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718029.736962:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529413888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.736967:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718029.736969:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718029.736971:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718029.736973:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718029.736974:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718029.736976:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718029.736978:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718029.736981:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:0.0:1779718029.736985:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718029.736988:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718029.736990:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:0.0:1779718029.736994:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718029.736996:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.736998:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737007:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718029.737009:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.737011:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718029.737013:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718029.737015:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718029.737019:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737028:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718029.737030:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718029.737032:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718029.737033:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718029.737036:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718029.737038:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529414016:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718029.737041:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718029.737042:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718029.737043:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718029.737045:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718029.737048:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718029.737049:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718029.737052:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718029.737054:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718029.737057:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779718029.737060:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529414016, portal 10
00000100:00000001:0.0:1779718029.737061:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718029.737062:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:0.0:1779718029.737068:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737073:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718029.737074:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718029.737076:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779718029.737077:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529414016, offset 0
00000400:00000200:0.0:1779718029.737080:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718029.737083:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718029.737085:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718029.737087:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718029.737089:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718029.737091:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718029.737093:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718029.737095:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156964:156964:256:4294967295] 192.168.203.145@tcp LPNI seq info [156963:156963:8:4294967295]
00000400:00000200:0.0:1779718029.737098:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718029.737103:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718029.737106:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718029.737109:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779718029.737112:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718029.737114:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1779718029.737117:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718029.737119:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1779718029.737122:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718029.737124:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779718029.737126:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718029.737129:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718029.737131:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779718029.737132:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779718029.737134:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718029.737136:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737144:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718029.737147:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737165:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.737166:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718029.737170:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718029.737175:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718029.737179:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718029.737181:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315148811
00000100:00000001:0.0:1779718029.737185:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315150078
00000100:00000001:0.0:1779718029.737187:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315148811
00000100:00000001:0.0:1779718029.737190:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315150078
00000100:00000001:0.0:1779718029.737193:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718029.737195:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.737197:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718029.737208:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718029/real 1779718029]  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718029.737221:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718029.737222:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718029.737223:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718029.737225:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779718029.737227:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779718029.737228:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718029.737231:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718029.737237:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737241:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718029.737242:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737243:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718029.737244:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718029.737246:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737251:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718029.737254:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737262:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718029.737265:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737267:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718029.737268:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737271:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718029.737273:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718029.737276:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718029.737280:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718029.737283:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718029.737289:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718029.737298:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529414016:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718029.737303:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718029.737305:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737310:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718029.737311:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718029.737313:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718029.737314:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718029.737315:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718029.737317:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529414144:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718029.737320:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718029.737321:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718029.737323:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718029.737324:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718029.737328:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779718029.737329:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718029.737332:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718029.737334:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718029.737336:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779718029.737338:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529414144, portal 10
00000100:00000001:0.0:1779718029.737340:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718029.737341:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:0.0:1779718029.737345:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737350:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718029.737351:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718029.737353:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779718029.737355:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529414144, offset 0
00000400:00000200:0.0:1779718029.737358:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718029.737361:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718029.737364:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718029.737366:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718029.737368:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718029.737370:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718029.737372:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718029.737374:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156965:156965:256:4294967295] 192.168.203.145@tcp LPNI seq info [156964:156964:8:4294967295]
00000400:00000200:0.0:1779718029.737377:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718029.737382:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718029.737386:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718029.737388:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779718029.737391:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718029.737393:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1779718029.737396:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718029.737398:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1779718029.737411:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718029.737417:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779718029.737420:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718029.737424:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718029.737428:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779718029.737430:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779718029.737433:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718029.737437:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737446:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718029.737449:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737455:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.737456:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718029.737459:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718029.737461:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718029.737464:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718029.737466:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315148819
00000100:00000001:0.0:1779718029.737468:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315150078
00000100:00000001:0.0:1779718029.737470:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315148819
00000100:00000001:0.0:1779718029.737472:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315150078
00000100:00000001:0.0:1779718029.737473:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718029.737474:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.737475:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718029.737478:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718029/real 1779718029]  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718029.737483:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718029.737485:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718029.737486:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718029.737488:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779718029.737489:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779718029.737491:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718029.737493:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718029.737498:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737502:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718029.737503:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737504:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718029.737504:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718029.737506:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737510:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718029.737513:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737517:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718029.737520:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737521:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718029.737522:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737523:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718029.737524:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718029.737526:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718029.737528:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718029.737529:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718029.737532:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718029.737536:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529414144:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718029.737538:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718029.737540:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737545:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718029.737546:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718029.737548:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718029.737549:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718029.737551:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718029.737552:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529414272:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718029.737554:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718029.737555:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718029.737557:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718029.737558:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718029.737561:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779718029.737562:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718029.737565:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718029.737567:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718029.737569:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779718029.737571:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529414272, portal 4
00000100:00000001:0.0:1779718029.737573:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718029.737574:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:0.0:1779718029.737578:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737583:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718029.737585:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718029.737586:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000200:0.0:1779718029.737588:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529414272, offset 0
00000400:00000200:0.0:1779718029.737590:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718029.737593:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718029.737595:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718029.737597:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718029.737599:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718029.737600:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718029.737602:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718029.737604:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156966:156966:256:4294967295] 192.168.203.145@tcp LPNI seq info [156965:156965:8:4294967295]
00000400:00000200:0.0:1779718029.737608:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718029.737613:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718029.737617:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718029.737620:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000800:00000200:0.0:1779718029.737624:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718029.737627:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1779718029.737631:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718029.737635:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1779718029.737638:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718029.737652:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:0.0:1779718029.737655:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718029.737658:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718029.737662:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:0.0:1779718029.737664:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:0.0:1779718029.737666:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718029.737670:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737683:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718029.737685:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737690:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.737691:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718029.737694:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718029.737696:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718029.737699:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718029.737700:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315148817
00000100:00000001:0.0:1779718029.737702:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315150078
00000100:00000001:0.0:1779718029.737704:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315148817
00000100:00000001:0.0:1779718029.737705:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315150078
00000100:00000001:0.0:1779718029.737707:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718029.737708:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.737709:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718029.737711:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718029/real 1779718029]  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718029.737716:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718029.737717:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718029.737719:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718029.737720:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:0.0:1779718029.737721:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:0.0:1779718029.737723:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718029.737725:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718029.737730:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737734:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718029.737736:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737737:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718029.737738:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718029.737740:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737744:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718029.737747:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737751:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718029.737752:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737753:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718029.737754:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737755:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718029.737756:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718029.737757:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718029.737759:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718029.737760:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718029.737762:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718029.737767:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529414272:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718029.737769:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737771:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718029.737773:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529414016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737791:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718029.737792:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718029.737794:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718029.737796:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718029.737797:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718029.737798:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718029.737800:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718029.737801:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:0.0:1779718029.737803:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718029.737804:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718029.737805:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:0.0:1779718029.737807:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718029.737808:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737809:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718029.737812:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529414144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737816:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718029.737817:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718029.737818:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779718029.737820:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718029.737821:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718029.737822:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718029.737823:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718029.737823:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:0.0:1779718029.737825:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718029.737825:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718029.737826:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:0.0:1779718029.737828:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718029.737828:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737829:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718029.737831:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529414272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718029.737835:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718029.737835:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718029.737836:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779718029.737839:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718029.737840:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718029.737840:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718029.737841:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718029.737842:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:0.0:1779718029.737843:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718029.737845:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718029.737846:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:0.0:1779718029.737848:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718029.737850:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737852:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718029.737856:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718029.737858:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718029.737859:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718029.737861:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718030.184164:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718030.184169:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718030.184174:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718030.759997:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718030.760002:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718030.760004:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718030.760008:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718030.760012:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718030.760015:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718030.760018:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718030.760020:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718030.760022:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718031.016075:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315150078, at 4315150080
00000100:00000040:1.0:1779718031.016075:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315150078, at 4315150080
00000100:00000010:1.0:1779718031.016093:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d300.
00000100:00000010:0.0:1779718031.016095:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:1.0:1779718031.208138:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718031.208142:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718031.208145:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718031.784007:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718031.784013:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718031.784015:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718031.784019:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718031.784021:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718031.784024:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718031.784026:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718031.784028:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718031.784030:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718032.232085:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718032.232089:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718032.232092:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718032.808034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718032.808041:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718032.808043:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718032.808047:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718032.808050:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718032.808052:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718032.808054:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718032.808057:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718032.808059:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718033.256090:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718033.256093:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718033.256096:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718033.832002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718033.832007:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718033.832009:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718033.832013:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718033.832016:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718033.832019:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718033.832021:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718033.832024:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718033.832026:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718034.280130:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718034.280138:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718034.280143:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718034.856135:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1779718034.856137:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779718034.856146:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1779718034.856148:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718034.856151:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.856153:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1779718034.856164:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779718034.856166:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718034.856179:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718034.856180:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:1.0:1779718034.856191:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779718034.856198:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20481
00000100:00000001:1.0:1779718034.856199:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718034.856205:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718034.856209:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718034.856215:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718034.856225:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718034.856239:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718034.856243:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856247:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718034.856255:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856258:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718034.856264:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718034.856267:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718034.856269:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718034.856274:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718034.856276:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718034.856279:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718034.856281:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856283:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718034.856284:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856285:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718034.856287:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718034.856290:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856292:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718034.856294:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718034.856298:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718034.856301:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.856303:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718034.856305:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718034.856317:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779718034.856320:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718034.856324:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718034.856325:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.856329:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718034.856332:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718034.856337:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718034.856346:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779718034.856354:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718034.856375:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529414400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718034.856385:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718034.856389:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718034.856393:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529414400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718034.856419:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718034.856421:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718034.856425:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718034.856427:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718034.856428:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718034.856442:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718034.856444:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20481
00000400:00000200:0.0:1779718034.856446:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718034.856448:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718034.856449:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718034.856451:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856452:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718034.856454:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856456:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718034.856457:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718034.856458:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718034.856459:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718034.856461:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718034.856462:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718034.856464:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718034.856465:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856466:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718034.856468:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856469:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718034.856470:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718034.856472:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856474:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718034.856475:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718034.856484:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718034.856487:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.856489:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718034.856494:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718034.856498:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.856500:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718034.856503:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779718034.856506:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718034.856509:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718034.856510:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.856511:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718034.856512:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718034.856524:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718034.856527:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718034.856531:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718034.856535:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529414528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718034.856555:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718034.856561:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718034.856569:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529414528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718034.856589:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718034.856600:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718034.856614:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718034.856618:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718034.856620:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718034.856644:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718034.856651:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20481
00000400:00000200:0.0:1779718034.856666:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718034.856670:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718034.856673:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718034.856682:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856684:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718034.856689:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856697:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718034.856701:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718034.856704:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718034.856710:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718034.856711:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718034.856715:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718034.856720:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718034.856730:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856750:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718034.856753:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856755:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718034.856758:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718034.856760:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718034.856761:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718034.856769:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718034.856776:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718034.856783:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.856796:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718034.856797:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718034.856803:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.856804:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718034.856808:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779718034.856812:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718034.856821:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718034.856823:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.856827:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718034.856829:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718034.856832:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718034.856837:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718034.856841:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718034.856850:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529414656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718034.856872:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718034.856876:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718034.856883:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529414656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718034.856907:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718034.856913:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718034.856918:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718034.856983:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718034.856989:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718034.856990:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718034.856992:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718034.856995:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718034.857007:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20481
00000400:00000200:0.0:1779718034.857015:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718034.857021:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718034.857030:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718034.857038:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.857041:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718034.857046:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.857050:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718034.857057:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718034.857061:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718034.857067:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718034.857071:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718034.857081:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718034.857090:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718034.857102:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.857111:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718034.857125:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718034.857132:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718034.857135:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718034.857145:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718034.857151:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718034.857155:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718034.857159:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718034.857168:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.857172:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718034.857175:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718034.857185:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.857186:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718034.857199:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779718034.857204:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718034.857206:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718034.857207:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718034.857208:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718034.857210:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718034.857213:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718034.857223:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779718034.857229:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718034.857235:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529414784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718034.857258:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718034.857261:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718034.857267:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529414784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718034.857281:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718034.857293:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20491)
00000800:00000200:3.1:1779718034.857414:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718034.857420:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779718034.858323:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718034.858328:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779718034.859004:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718034.859008:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779718034.859534:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718034.859538:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1779718035.304095:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718035.304099:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718035.304101:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718035.879979:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718035.879985:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718035.879987:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718035.879991:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718035.879993:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718035.879996:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718035.879999:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718035.880001:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718035.880003:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718036.136004:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315155199, at 4315155200
00000100:00000040:0.0:1779718036.136007:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315155199, at 4315155200
00000100:00000010:1.0:1779718036.136017:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475000.
00000100:00000010:0.0:1779718036.136019:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475600.
00000020:00000001:0.0:1779718036.328110:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718036.328112:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718036.328115:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718036.904054:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718036.904062:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718036.904064:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718036.904071:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718036.904076:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718036.904080:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718036.904083:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718036.904098:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718036.904101:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718037.352207:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718037.352213:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718037.352218:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718037.928076:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718037.928087:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718037.928091:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718037.928114:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718037.928119:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718037.928123:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718037.928127:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718037.928131:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718037.928134:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718038.376114:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718038.376118:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718038.376120:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718038.952062:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718038.952070:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718038.952073:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718038.952080:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718038.952084:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718038.952088:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718038.952092:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718038.952111:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718038.952114:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718039.400095:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718039.400099:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718039.400103:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718039.976022:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718039.976029:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718039.976031:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718039.976034:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718039.976039:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718039.976048:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20486
00000400:00000200:0.0:1779718039.976059:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718039.976068:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718039.976073:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718039.976079:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976084:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718039.976089:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976093:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718039.976098:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718039.976101:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718039.976104:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718039.976107:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718039.976110:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718039.976113:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718039.976117:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976119:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718039.976121:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976124:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718039.976127:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718039.976130:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976134:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718039.976136:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718039.976140:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718039.976143:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976145:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718039.976148:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718039.976154:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718039.976158:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718039.976163:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718039.976165:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976168:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718039.976171:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718039.976174:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718039.976182:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718039.976190:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718039.976199:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529414912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718039.976210:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718039.976224:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718039.976229:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529414912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718039.976252:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718039.976256:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718039.976260:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718039.976262:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718039.976266:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718039.976269:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718039.976272:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20486
00000400:00000200:0.0:1779718039.976279:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718039.976287:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718039.976290:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718039.976296:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976303:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718039.976307:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976310:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718039.976313:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718039.976314:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718039.976316:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718039.976319:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718039.976321:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718039.976324:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718039.976328:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976331:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718039.976334:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976336:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718039.976338:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718039.976341:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976344:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718039.976346:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718039.976351:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718039.976354:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976356:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718039.976360:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718039.976363:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976365:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718039.976370:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779718039.976373:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718039.976378:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718039.976382:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976386:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718039.976390:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718039.976394:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718039.976399:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779718039.976404:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718039.976414:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529415040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718039.976433:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718039.976436:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718039.976443:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529415040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718039.976460:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718039.976466:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718039.976471:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718039.976473:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718039.976478:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718039.976481:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718039.976487:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20486
00000400:00000200:0.0:1779718039.976491:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718039.976494:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718039.976496:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718039.976498:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976500:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718039.976504:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976506:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718039.976508:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718039.976509:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718039.976511:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718039.976513:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718039.976515:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718039.976518:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718039.976521:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976523:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718039.976525:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976527:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718039.976530:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718039.976532:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976535:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718039.976537:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718039.976540:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718039.976543:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976544:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718039.976546:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718039.976547:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976549:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718039.976551:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779718039.976553:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718039.976555:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718039.976556:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976557:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718039.976558:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718039.976560:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718039.976563:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779718039.976567:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718039.976570:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529415168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718039.976576:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718039.976577:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718039.976580:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529415168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718039.976585:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718039.976587:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718039.976590:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718039.976592:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718039.976595:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718039.976597:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718039.976600:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718039.976602:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718039.976604:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20486
00000400:00000200:0.0:1779718039.976607:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718039.976609:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718039.976627:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718039.976633:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976636:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718039.976640:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976642:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718039.976644:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718039.976645:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718039.976646:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718039.976648:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718039.976650:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718039.976651:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718039.976654:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976655:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718039.976657:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976659:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718039.976660:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718039.976662:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718039.976664:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718039.976665:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718039.976667:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718039.976669:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976670:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718039.976672:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718039.976675:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976676:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718039.976681:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779718039.976684:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718039.976689:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718039.976692:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718039.976697:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718039.976731:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718039.976734:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718039.976739:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779718039.976743:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718039.976750:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529415296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718039.976760:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718039.976763:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718039.976768:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529415296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718039.976775:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718039.976779:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20496)
00000800:00000200:3.1:1779718039.976888:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718039.976893:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779718039.977366:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718039.977369:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779718039.977765:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718039.977767:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779718039.978142:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718039.978144:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1779718040.424112:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718040.424117:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718040.424122:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718041.255995:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315160319, at 4315160320
00000100:00000040:0.0:1779718041.256000:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315160319, at 4315160320
00000100:00000010:1.0:1779718041.256008:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475f00.
00000100:00000010:0.0:1779718041.256010:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475480.
00000020:00000001:1.0:1779718041.448121:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718041.448124:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718041.448127:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718043.496091:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718043.496095:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718043.496097:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718044.520109:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718044.520112:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718044.520115:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718045.096029:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718045.096037:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718045.096041:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718045.096046:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718045.096051:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718045.096059:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20491
00000400:00000200:1.0:1779718045.096069:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718045.096075:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718045.096078:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718045.096081:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096084:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718045.096087:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096089:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718045.096093:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718045.096095:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718045.096098:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718045.096100:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718045.096103:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718045.096106:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718045.096109:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096111:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718045.096113:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096116:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718045.096119:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718045.096122:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096125:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718045.096128:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718045.096131:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718045.096133:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096135:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718045.096137:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718045.096144:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718045.096146:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718045.096150:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718045.096151:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096154:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718045.096156:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718045.096159:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718045.096165:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779718045.096169:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718045.096176:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529415424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718045.096184:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718045.096187:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718045.096190:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529415424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718045.096208:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718045.096211:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718045.096213:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718045.096214:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718045.096215:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718045.096217:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718045.096219:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20491
00000400:00000200:1.0:1779718045.096223:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718045.096230:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718045.096233:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718045.096235:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096237:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718045.096239:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096240:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718045.096242:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718045.096243:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718045.096244:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718045.096245:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718045.096246:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718045.096248:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718045.096249:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096251:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718045.096252:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096254:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718045.096258:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718045.096261:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096265:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718045.096268:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718045.096273:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718045.096275:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096279:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718045.096283:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718045.096288:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096292:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718045.096297:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718045.096301:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718045.096303:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718045.096306:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096308:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718045.096310:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718045.096313:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718045.096320:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779718045.096323:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718045.096331:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529415552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718045.096339:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718045.096342:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718045.096348:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529415552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718045.096356:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718045.096360:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718045.096364:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718045.096366:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718045.096367:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718045.096370:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718045.096374:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20491
00000400:00000200:1.0:1779718045.096378:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718045.096381:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718045.096384:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718045.096386:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096387:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718045.096390:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096393:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718045.096394:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718045.096395:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718045.096396:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718045.096398:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718045.096401:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718045.096404:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718045.096408:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096411:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718045.096414:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096416:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718045.096418:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718045.096422:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096427:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718045.096430:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718045.096433:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718045.096438:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096441:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718045.096442:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718045.096446:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096448:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718045.096455:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718045.096458:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718045.096461:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718045.096463:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096466:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718045.096469:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718045.096470:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718045.096473:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779718045.096478:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718045.096484:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529415680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718045.096494:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718045.096497:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718045.096502:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529415680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718045.096511:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718045.096514:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718045.096517:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718045.096521:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718045.096525:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718045.096527:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718045.096528:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718045.096533:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718045.096538:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20491
00000400:00000200:1.0:1779718045.096542:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718045.096547:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718045.096550:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718045.096555:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096557:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718045.096561:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096564:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718045.096566:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718045.096567:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718045.096568:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718045.096570:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718045.096574:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718045.096578:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718045.096583:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096587:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718045.096591:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096594:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718045.096596:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718045.096601:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718045.096603:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718045.096605:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718045.096607:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718045.096611:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096612:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718045.096614:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718045.096616:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096619:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718045.096622:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718045.096625:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718045.096627:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718045.096629:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718045.096633:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718045.096635:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718045.096637:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718045.096639:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000010:1.0:1779718045.096640:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779718045.096644:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718045.096646:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00100000:1.0:1779718045.096650:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529415808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718045.096673:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718045.096677:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718045.096681:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529415808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718045.096689:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718045.096694:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20501)
00000800:00000200:3.1:1779718045.097111:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718045.097114:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779718045.097418:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718045.097421:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779718045.097727:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718045.097729:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1779718046.375999:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315165438, at 4315165440
00000100:00000040:0.0:1779718046.376001:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315165438, at 4315165440
00000100:00000010:0.0:1779718046.376028:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475b40.
00000100:00000010:1.0:1779718046.376030:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475540.
00000020:00000001:0.0:1779718046.568156:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718046.568163:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718046.568168:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718047.592123:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718047.592127:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718047.592131:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718049.640110:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718049.640115:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718049.640119:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718050.216171:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718050.216182:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718050.216186:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718050.216192:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718050.216199:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718050.216210:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20496
00000400:00000200:0.0:1779718050.216223:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718050.216233:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718050.216239:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718050.216244:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216249:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718050.216254:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216258:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718050.216265:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718050.216268:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718050.216272:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718050.216276:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718050.216281:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718050.216285:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718050.216291:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216294:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718050.216298:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216302:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718050.216307:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718050.216314:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216319:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718050.216324:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718050.216331:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718050.216335:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.216338:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718050.216341:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718050.216352:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718050.216356:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718050.216361:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718050.216363:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.216368:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718050.216371:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718050.216376:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718050.216385:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718050.216392:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718050.216403:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529415936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718050.216417:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718050.216421:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718050.216427:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529415936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718050.216457:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718050.216462:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718050.216466:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718050.216468:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718050.216470:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718050.216473:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718050.216477:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20496
00000400:00000200:0.0:1779718050.216483:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718050.216487:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718050.216490:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718050.216494:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216497:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718050.216501:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216504:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718050.216508:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718050.216510:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718050.216513:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718050.216515:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718050.216519:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718050.216526:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718050.216535:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216539:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718050.216547:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216550:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718050.216560:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718050.216571:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216581:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718050.216586:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718050.216596:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718050.216603:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.216610:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718050.216618:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718050.216643:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.216651:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718050.216657:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779718050.216664:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718050.216672:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718050.216676:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.216680:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718050.216682:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718050.216685:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718050.216696:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:0.0:1779718050.216707:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718050.216720:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529416064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718050.216737:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718050.216742:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718050.216750:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529416064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718050.216773:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718050.216782:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718050.216790:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718050.216797:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718050.216804:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718050.216814:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718050.216822:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20496
00000400:00000200:0.0:1779718050.216831:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718050.216840:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718050.216843:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718050.216853:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216857:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718050.216866:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216875:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718050.216879:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718050.216882:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718050.216887:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718050.216890:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718050.216897:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718050.216903:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718050.216915:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216957:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718050.216962:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216965:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718050.216972:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718050.216986:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718050.216993:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718050.216996:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1779718050.217040:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718050.217045:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1779718050.217089:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718050.217100:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.217108:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718050.217113:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718050.217121:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.217125:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718050.217138:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779718050.217143:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718050.217152:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718050.217155:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.217158:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718050.217162:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718050.217168:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718050.217177:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779718050.217184:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718050.217199:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529416192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718050.217214:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718050.217218:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718050.217226:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529416192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718050.217245:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718050.217251:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718050.217259:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718050.217265:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718050.217275:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718050.217281:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718050.217286:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718050.217290:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718050.217299:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20496
00000400:00000200:0.0:1779718050.217314:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718050.217324:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718050.217328:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718050.217335:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.217340:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718050.217348:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.217352:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718050.217362:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718050.217366:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718050.217371:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718050.217375:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718050.217384:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718050.217393:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718050.217407:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.217415:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718050.217424:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718050.217433:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718050.217440:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718050.217449:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718050.217455:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718050.217460:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718050.217468:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718050.217476:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.217483:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718050.217488:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718050.217494:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.217501:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718050.217510:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779718050.217518:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718050.217529:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718050.217534:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718050.217540:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718050.217546:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718050.217551:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718050.217561:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779718050.217572:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718050.217587:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529416320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718050.217648:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718050.217655:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718050.217668:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529416320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718050.217705:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718050.217714:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20506)
00000800:00000200:3.1:1779718050.217962:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718050.217965:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779718050.218346:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718050.218349:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779718050.218745:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718050.218748:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779718050.664165:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718050.664170:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718050.664173:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718051.495992:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315170559, at 4315170560
00000100:00000010:0.0:1779718051.496007:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475180.
00000100:00000040:1.0:1779718051.496018:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315170559, at 4315170560
00000100:00000010:1.0:1779718051.496029:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475a20.
00000020:00000001:0.0:1779718052.712176:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718052.712179:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718052.712182:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718053.736118:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718053.736121:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718053.736124:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779718055.336596:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718055.336601:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1779718055.337253:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718055.337257:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1779718055.337570:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718055.337572:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1779718055.337882:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718055.337885:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000020:00000001:0.0:1779718055.784088:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718055.784092:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718055.784095:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718056.616014:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315175678, at 4315175680
00000100:00000040:0.0:1779718056.616015:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315175678, at 4315175680
00000100:00000010:1.0:1779718056.616031:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475780.
00000100:00000010:0.0:1779718056.616032:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084751e0.
00000020:00000001:1.0:1779718056.808135:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718056.808138:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718056.808141:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718058.856167:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718058.856173:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718058.856179:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718059.880099:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718059.880104:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718059.880108:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1779718060.456489:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718060.456496:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1779718060.456989:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718060.456991:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1779718060.457229:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718060.457231:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1779718060.457410:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718060.457412:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1779718060.457488:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718060.457490:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718060.457491:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718060.457492:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718060.457493:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718060.457494:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718060.457496:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718060.457498:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718060.457499:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718060.457501:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938904000 x1866162529417344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718060.457505:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529417344:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718060.457509:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718060.457510:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718060.457513:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906a00 x1866162529417088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718060.457520:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718060.457521:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718060.457523:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f000.
02000000:00000001:3.0:1779718060.457525:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718060.457526:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718060.457528:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718060.457530:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718060.457532:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d400.
02000000:00000001:3.0:1779718060.457534:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718060.457535:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718060.457537:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906a00.
00000100:00000001:3.0:1779718060.457540:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718060.457541:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718060.457555:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718060.457559:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907800 x1866162529417216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718060.457571:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718060.457572:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718060.457573:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718060.457575:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718060.457576:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718060.457577:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718060.457578:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718060.457579:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c800.
02000000:00000001:3.0:1779718060.457581:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718060.457581:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718060.457582:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907800.
00000100:00000001:3.0:1779718060.457584:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718060.457585:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718060.457586:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718060.457588:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938904000 x1866162529417344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718060.457592:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718060.457593:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718060.457594:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718060.457595:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718060.457596:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718060.457597:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718060.457598:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718060.457598:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c000.
02000000:00000001:3.0:1779718060.457599:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718060.457600:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718060.457601:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938904000.
00000100:00000001:3.0:1779718060.457602:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718060.457603:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718060.457604:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718060.457606:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718060.457607:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718060.457609:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718060.457610:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718060.904082:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718060.904086:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718060.904089:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718061.479986:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718061.479994:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718061.479997:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718061.480003:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718061.480007:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718061.480010:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718061.480019:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718061.480023:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718061.480026:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718061.735998:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315180798, at 4315180800
00000100:00000040:1.0:1779718061.736001:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315180798, at 4315180800
00000100:00000010:0.0:1779718061.736010:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084756c0.
00000100:00000010:1.0:1779718061.736012:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ba0.
00000020:00000001:0.0:1779718061.928085:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718061.928090:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718061.928096:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718062.504048:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718062.504056:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718062.504058:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718062.504064:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718062.504072:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718062.504078:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718062.504081:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718062.504085:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718062.504088:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718062.952169:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718062.952172:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718062.952175:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718063.528002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718063.528009:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718063.528011:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718063.528016:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718063.528020:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718063.528023:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718063.528026:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718063.528029:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718063.528032:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718063.976165:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718063.976171:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718063.976174:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718064.551983:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718064.551989:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718064.551991:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718064.551995:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718064.551998:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718064.552001:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718064.552003:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718064.552006:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718064.552008:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718065.000120:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718065.000125:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718065.000130:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718065.576020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718065.576025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718065.576030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718065.576036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718065.576041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718065.576044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.576047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718065.576051:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.576054:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.576202:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718065.576206:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718065.576209:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718065.576219:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.576235:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718065.576237:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718065.576242:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718065.576246:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718065.576251:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718065.576259:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529417472:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718065.576265:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718065.576269:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718065.576273:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718065.576277:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718065.576283:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718065.576287:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718065.576298:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718065.576306:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718065.576317:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718065.576328:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529417472, portal 25
00000100:00000001:3.0:1779718065.576334:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718065.576338:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569075456 : -117608140476160 : ffff950938907100)
00000100:00000040:3.0:1779718065.576350:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.576366:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718065.576372:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718065.576378:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718065.576384:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529417472, offset 0
00000400:00000200:3.0:1779718065.576396:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718065.576408:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718065.576419:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718065.576427:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718065.576434:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718065.576442:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718065.576448:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718065.576457:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156991:156991:256:4294967295] 192.168.203.145@tcp LPNI seq info [156990:156990:8:4294967295]
00000400:00000200:3.0:1779718065.576469:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718065.576487:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718065.576494:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718065.576502:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718065.576524:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718065.576529:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779718065.576538:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718065.576543:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1779718065.576549:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718065.576552:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718065.576560:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718065.576570:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718065.576578:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718065.576582:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718065.576590:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718065.576598:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.576617:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718065.576622:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.576637:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.576641:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718065.576647:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718065.576658:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718065.576662:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315185918
00000100:00000010:3.0:1779718065.576667:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475240.
00000100:00000001:3.0:1779718065.576674:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718065.576681:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315185918
00000100:00000010:3.0:1779718065.576687:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475de0.
00000100:00000001:3.0:1779718065.576692:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718065.576698:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718065.576702:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.576708:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718065.576716:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718065/real 1779718065]  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718065.576732:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718065.576735:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718065.576739:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718065.576743:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718065.576746:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718065.576750:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718065.576756:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718065.576774:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.576786:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718065.576790:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.576795:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718065.576798:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718065.576806:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.576838:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718065.576846:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.576851:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718065.576853:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.576855:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718065.576856:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.576858:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718065.576859:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718065.576862:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718065.576865:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718065.576866:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718065.576868:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718065.576874:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529417472:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718065.576877:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.576878:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718065.576880:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907100 x1866162529417472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.576884:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718065.576886:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718065.576887:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718065.576889:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718065.576890:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718065.576891:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718065.576892:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718065.576894:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996fc00.
02000000:00000001:3.0:1779718065.576897:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718065.576898:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718065.576900:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907100.
00000100:00000001:3.0:1779718065.576902:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718065.576903:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.576904:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.576910:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718065.576911:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.576912:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718065.576913:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718065.576914:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718065.576916:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.576938:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718065.576939:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718065.576941:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718065.576942:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718065.576944:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718065.576946:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529417600:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718065.576948:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718065.576949:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718065.576951:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718065.576952:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718065.576955:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718065.576956:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718065.576958:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718065.576960:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718065.576962:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718065.576965:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529417600, portal 10
00000100:00000001:3.0:1779718065.576966:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718065.576967:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000100:00000040:3.0:1779718065.576972:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.576977:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718065.576978:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718065.576980:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718065.576982:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529417600, offset 0
00000400:00000200:3.0:1779718065.576986:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718065.576990:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718065.576994:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718065.576997:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718065.577000:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718065.577002:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718065.577005:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718065.577008:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156992:156992:256:4294967295] 192.168.203.145@tcp LPNI seq info [156991:156991:8:4294967295]
00000400:00000200:3.0:1779718065.577012:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718065.577020:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718065.577024:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718065.577028:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718065.577032:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718065.577035:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779718065.577039:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718065.577041:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1779718065.577043:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718065.577045:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718065.577047:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718065.577049:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718065.577052:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718065.577053:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718065.577055:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718065.577057:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577063:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718065.577065:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577069:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.577070:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718065.577073:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718065.577076:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718065.577078:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718065.577079:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315184651
00000100:00000001:3.0:1779718065.577081:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315185918
00000100:00000001:3.0:1779718065.577088:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315184651
00000100:00000001:3.0:1779718065.577090:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315185918
00000100:00000001:3.0:1779718065.577091:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718065.577093:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.577094:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718065.577097:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718065/real 1779718065]  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718065.577102:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718065.577103:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718065.577104:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718065.577106:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718065.577107:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718065.577108:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718065.577111:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718065.577116:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577120:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718065.577120:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577122:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718065.577122:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718065.577124:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577128:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718065.577131:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577136:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718065.577137:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577138:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718065.577139:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577140:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718065.577142:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718065.577143:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718065.577145:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718065.577147:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718065.577149:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718065.577153:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529417600:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718065.577156:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718065.577158:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577162:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718065.577163:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718065.577164:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718065.577166:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718065.577167:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718065.577169:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529417728:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718065.577171:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718065.577172:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718065.577173:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718065.577174:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718065.577177:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718065.577178:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718065.577181:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718065.577182:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718065.577184:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718065.577186:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529417728, portal 10
00000100:00000001:3.0:1779718065.577187:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718065.577188:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:3.0:1779718065.577192:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577197:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718065.577198:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718065.577199:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718065.577201:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529417728, offset 0
00000400:00000200:3.0:1779718065.577204:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718065.577206:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718065.577208:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718065.577210:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718065.577212:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718065.577213:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718065.577215:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718065.577217:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156993:156993:256:4294967295] 192.168.203.145@tcp LPNI seq info [156992:156992:8:4294967295]
00000400:00000200:3.0:1779718065.577220:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718065.577224:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718065.577227:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718065.577229:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718065.577231:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718065.577233:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779718065.577236:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718065.577237:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1779718065.577240:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718065.577241:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718065.577243:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718065.577245:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718065.577247:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718065.577248:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718065.577250:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718065.577252:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577257:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718065.577259:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577263:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.577264:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718065.577266:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718065.577267:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718065.577270:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718065.577271:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315184659
00000100:00000001:3.0:1779718065.577273:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315185918
00000100:00000001:3.0:1779718065.577274:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315184659
00000100:00000001:3.0:1779718065.577275:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315185918
00000100:00000001:3.0:1779718065.577276:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718065.577278:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.577279:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718065.577281:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718065/real 1779718065]  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718065.577285:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718065.577286:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718065.577287:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718065.577288:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718065.577289:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718065.577290:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718065.577292:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718065.577300:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577307:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718065.577309:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577310:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718065.577311:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718065.577315:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577323:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718065.577327:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577335:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718065.577337:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577339:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718065.577341:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577343:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718065.577344:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718065.577347:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718065.577350:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718065.577352:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718065.577355:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718065.577360:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529417728:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718065.577362:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718065.577364:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577369:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718065.577370:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718065.577372:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718065.577373:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718065.577374:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718065.577376:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529417856:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718065.577378:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718065.577379:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718065.577380:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718065.577381:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718065.577384:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f000.
02000000:00000001:3.0:1779718065.577385:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718065.577388:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718065.577389:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718065.577392:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718065.577394:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529417856, portal 4
00000100:00000001:3.0:1779718065.577395:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718065.577396:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:3.0:1779718065.577400:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577404:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718065.577406:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718065.577407:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718065.577408:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529417856, offset 0
00000400:00000200:3.0:1779718065.577411:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718065.577414:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718065.577416:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718065.577418:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718065.577420:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718065.577421:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718065.577423:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718065.577425:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156994:156994:256:4294967295] 192.168.203.145@tcp LPNI seq info [156993:156993:8:4294967295]
00000400:00000200:3.0:1779718065.577427:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718065.577432:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718065.577435:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718065.577437:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718065.577440:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718065.577441:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1779718065.577444:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718065.577446:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1779718065.577449:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718065.577450:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718065.577452:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718065.577454:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718065.577456:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718065.577457:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718065.577459:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718065.577461:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577466:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718065.577468:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577472:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.577473:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718065.577475:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718065.577477:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718065.577479:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718065.577481:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315184657
00000100:00000001:3.0:1779718065.577482:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315185918
00000100:00000001:3.0:1779718065.577484:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315184657
00000100:00000001:3.0:1779718065.577485:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315185918
00000100:00000001:3.0:1779718065.577487:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718065.577488:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.577489:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718065.577491:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718065/real 1779718065]  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718065.577496:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718065.577497:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718065.577499:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718065.577500:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718065.577501:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718065.577502:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718065.577519:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718065.577526:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577530:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718065.577531:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577532:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718065.577533:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718065.577535:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577540:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718065.577542:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577546:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718065.577548:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577549:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718065.577549:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577550:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718065.577551:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718065.577553:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718065.577555:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718065.577556:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718065.577559:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718065.577564:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529417856:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718065.577566:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577568:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718065.577570:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938905880 x1866162529417600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577573:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718065.577575:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718065.577576:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718065.577577:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718065.577578:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718065.577579:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718065.577581:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718065.577582:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f400.
02000000:00000001:3.0:1779718065.577584:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718065.577585:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718065.577586:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938905880.
00000100:00000001:3.0:1779718065.577588:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718065.577588:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577590:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718065.577591:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529417728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577595:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718065.577596:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718065.577597:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718065.577598:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718065.577599:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718065.577600:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718065.577601:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718065.577602:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c000.
02000000:00000001:3.0:1779718065.577603:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718065.577604:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718065.577604:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:3.0:1779718065.577606:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718065.577607:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577608:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718065.577610:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906d80 x1866162529417856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718065.577613:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718065.577614:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718065.577615:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f000.
02000000:00000001:3.0:1779718065.577616:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718065.577617:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718065.577618:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718065.577619:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718065.577620:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c800.
02000000:00000001:3.0:1779718065.577621:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718065.577621:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718065.577622:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906d80.
00000100:00000001:3.0:1779718065.577623:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718065.577624:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577625:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718065.577627:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718065.577628:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718065.577629:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718065.577631:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718066.024083:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718066.024086:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718066.024089:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718066.600037:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718066.600044:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718066.600046:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718066.600052:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718066.600056:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718066.600060:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718066.600063:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718066.600065:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718066.600068:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718066.856038:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315185918, at 4315185920
00000100:00000040:0.0:1779718066.856050:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315185918, at 4315185920
00000100:00000010:1.0:1779718066.856051:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475de0.
00000100:00000010:0.0:1779718066.856065:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475240.
00000020:00000001:3.0:1779718067.048089:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718067.048096:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718067.048102:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718067.624049:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718067.624056:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718067.624058:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718067.624064:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718067.624068:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718067.624071:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718067.624074:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718067.624076:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718067.624078:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718068.072123:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718068.072127:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718068.072130:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718068.648027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718068.648034:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718068.648036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718068.648041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718068.648044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718068.648057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718068.648060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718068.648063:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718068.648065:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718069.096115:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718069.096119:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718069.096123:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718069.672046:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718069.672056:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718069.672058:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718069.672064:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718069.672068:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718069.672072:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718069.672074:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718069.672078:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718069.672080:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718070.120068:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718070.120072:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718070.120076:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718070.696026:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718070.696034:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718070.696037:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718070.696041:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718070.696065:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718070.696073:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20517
00000400:00000200:3.0:1779718070.696084:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718070.696090:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718070.696092:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718070.696095:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696098:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718070.696100:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696102:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718070.696105:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718070.696106:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718070.696108:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718070.696111:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718070.696112:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718070.696114:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718070.696116:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696117:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718070.696119:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696120:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718070.696122:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718070.696124:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696126:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718070.696128:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718070.696130:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718070.696132:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718070.696134:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718070.696136:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718070.696143:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718070.696146:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718070.696149:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718070.696151:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718070.696153:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718070.696155:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718070.696159:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718070.696181:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718070.696186:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718070.696193:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718070.696201:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718070.696204:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718070.696207:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718070.696225:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718070.696228:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718070.696230:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718070.696231:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718070.696232:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718070.696234:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718070.696236:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20517
00000400:00000200:3.0:1779718070.696239:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718070.696241:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718070.696243:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718070.696246:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696247:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718070.696249:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696251:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718070.696252:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718070.696253:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718070.696254:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718070.696255:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:0.0:1779718070.696257:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718070.696257:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718070.696261:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:0.0:1779718070.696262:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718070.696264:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718070.696266:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718070.696268:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718070.696270:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696273:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:0.0:1779718070.696274:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718070.696275:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718070.696279:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696280:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718070.696281:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718070.696286:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718070.696290:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718070.696311:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718070.696313:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1779718070.696315:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1779718070.696316:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718070.696321:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718070.696322:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718070.696323:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718070.696326:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1779718070.696328:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
02000000:00000001:0.0:1779718070.696329:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718070.696332:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00100000:0.0:1779718070.696335:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529417984:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718070.696336:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718070.696339:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718070.696343:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779718070.696344:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718070.696345:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718070.696348:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718070.696348:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718070.696351:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718070.696351:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
02000000:00000001:0.0:1779718070.696356:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718070.696357:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718070.696361:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
00000100:00100000:3.0:1779718070.696363:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1779718070.696364:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718070.696372:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779718070.696373:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718070.696375:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718070.696378:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000100:00000040:3.0:1779718070.696379:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1779718070.696384:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000001:3.0:1779718070.696386:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718070.696389:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1779718070.696391:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529417984, portal 25
00000100:00080000:3.0:1779718070.696392:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718070.696395:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718070.696396:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1779718070.696397:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718070.696398:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000001:3.0:1779718070.696402:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718070.696405:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20517
00000100:00000040:0.0:1779718070.696408:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718070.696412:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718070.696418:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718070.696423:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718070.696428:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718070.696429:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718070.696435:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696435:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1779718070.696440:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7aa0.
00000100:00000040:3.0:1779718070.696442:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:0.0:1779718070.696443:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529417984, offset 0
00000100:00000001:3.0:1779718070.696446:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718070.696451:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1779718070.696452:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718070.696454:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718070.696458:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1779718070.696461:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:3.0:1779718070.696461:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718070.696479:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779718070.696483:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:3.0:1779718070.696484:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779718070.696490:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1779718070.696493:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718070.696497:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718070.696499:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1779718070.696502:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1779718070.696504:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718070.696508:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696508:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718070.696513:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:0.0:1779718070.696517:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156995:156995:256:4294967295] 192.168.203.145@tcp LPNI seq info [156994:156994:8:4294967295]
00000100:00080000:3.0:1779718070.696519:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696524:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718070.696526:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1779718070.696528:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718070.696530:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718070.696533:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718070.696535:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718070.696538:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718070.696542:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718070.696543:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1779718070.696546:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718070.696551:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000010:3.0:1779718070.696553:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000800:00000010:0.0:1779718070.696555:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62b00.
00000020:00000040:3.0:1779718070.696557:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718070.696562:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718070.696564:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718070.696565:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718070.696569:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718070.696573:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1779718070.696573:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718070.696577:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718070.696583:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718070.696588:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.696589:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718070.696595:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779718070.696596:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718070.696600:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315191038
00000100:00000010:0.0:1779718070.696607:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:3.0:1779718070.696608:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718070.696611:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.696614:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1779718070.696615:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718070.696620:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315191038
00000100:00000010:0.0:1779718070.696625:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d4e0.
00000100:00000001:3.0:1779718070.696625:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.696629:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1779718070.696630:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718070.696633:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1779718070.696637:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1779718070.696638:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.696641:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.696644:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718070.696644:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718070.696651:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718070.696653:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718070.696654:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718070.696655:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718070.696656:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1779718070.696661:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718070.696662:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718070.696679:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718070.696681:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1779718070.696685:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20517
00000100:00000040:0.0:1779718070.696689:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718070.696694:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718070.696701:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718070.696702:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718070.696703:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718070.696704:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718070.696709:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1779718070.696709:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:0.0:1779718070.696711:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718070.696714:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1779718070.696715:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718070.696718:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418112:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718070.696721:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718070.696722:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718070.696724:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718070.696727:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1779718070.696727:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696731:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000010:0.0:1779718070.696732:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a400.
00000020:00000001:3.0:1779718070.696733:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718070.696735:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
02000000:00000001:0.0:1779718070.696736:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718070.696737:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718070.696740:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000400:00000200:0.0:1779718070.696744:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718070.696744:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718070.696747:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718070.696750:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:0.0:1779718070.696751:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02b00.
00000100:00000001:3.0:1779718070.696752:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718070.696756:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696758:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000010:0.0:1779718070.696759:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000020:00000040:3.0:1779718070.696759:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718070.696764:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000200:0.0:1779718070.696766:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529418112, portal 10
00000100:00000001:3.0:1779718070.696766:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718070.696767:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1779718070.696771:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1779718070.696771:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718070.696774:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
02000000:00000001:3.0:1779718070.696775:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718070.696777:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718070.696781:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718070.696783:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718070.696786:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718070.696788:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1779718070.696789:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718070.696793:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718070.696797:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718070.696800:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718070.696803:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718070.696805:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1779718070.696808:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1779718070.696808:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718070.696811:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000040:0.0:1779718070.696815:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696817:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718070.696821:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb75d8.
00000100:00100000:3.0:1779718070.696824:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1779718070.696826:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529418112, offset 0
00000400:00000200:0.0:1779718070.696838:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718070.696842:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718070.696845:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718070.696848:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718070.696852:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718070.696857:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718070.696864:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718070.696868:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718070.696870:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:3.0:1779718070.696874:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20527)
00000400:00000200:0.0:1779718070.696875:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718070.696880:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718070.696885:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156996:156996:255:4294967295] 192.168.203.145@tcp LPNI seq info [156995:156995:7:4294967295]
00000400:00000200:0.0:1779718070.696890:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718070.696899:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718070.696905:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718070.696909:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62c00.
00000800:00000200:0.0:1779718070.696913:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718070.696917:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718070.696921:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718070.696924:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718070.696928:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718070.696930:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315189770
00000100:00000001:0.0:1779718070.696934:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315191038
00000100:00000001:0.0:1779718070.696959:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315189771
00000100:00000001:0.0:1779718070.696962:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315191038
00000100:00000001:0.0:1779718070.696965:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718070.696967:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.696970:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718070.696975:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718070.696984:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718070.696985:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718070.696987:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718070.696989:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718070.696992:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718070.696995:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418240:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718070.697001:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718070.697003:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718070.697005:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718070.697006:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718070.697010:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59400.
02000000:00000001:0.0:1779718070.697012:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718070.697016:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718070.697025:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718070.697029:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718070.697033:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529418240, portal 10
00000100:00000001:0.0:1779718070.697035:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718070.697036:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:0.0:1779718070.697043:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718070.697050:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718070.697053:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718070.697055:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7a18.
00000100:00000200:0.0:1779718070.697058:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529418240, offset 0
00000400:00000200:0.0:1779718070.697064:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718070.697068:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718070.697072:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718070.697075:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718070.697078:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718070.697080:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718070.697083:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718070.697087:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156997:156997:254:4294967295] 192.168.203.145@tcp LPNI seq info [156996:156996:6:4294967295]
00000400:00000200:0.0:1779718070.697092:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718070.697099:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718070.697104:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718070.697108:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718070.697112:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718070.697117:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718070.697120:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718070.697123:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718070.697127:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718070.697129:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315189779
00000100:00000001:0.0:1779718070.697131:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315191038
00000100:00000001:0.0:1779718070.697134:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315189779
00000100:00000001:0.0:1779718070.697136:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315191038
00000100:00000001:0.0:1779718070.697138:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718070.697141:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.697143:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.697145:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718070.697149:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718070.697151:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1779718070.697153:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718070.697154:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718070.697155:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718070.697160:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718070.697168:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718070.697169:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718070.697172:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718070.697173:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718070.697175:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718070.697179:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418368:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718070.697182:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718070.697184:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718070.697186:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718070.697188:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718070.697191:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718070.697193:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718070.697197:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718070.697200:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02c60.
00000400:00000010:0.0:1779718070.697204:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7220.
00000100:00000200:0.0:1779718070.697207:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529418368, portal 4
00000100:00000001:0.0:1779718070.697209:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718070.697211:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:0.0:1779718070.697217:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718070.697224:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718070.697226:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718070.697229:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7088.
00000100:00000200:0.0:1779718070.697231:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529418368, offset 0
00000400:00000200:0.0:1779718070.697236:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718070.697241:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718070.697245:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718070.697248:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718070.697251:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718070.697253:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718070.697256:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718070.697260:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156998:156998:253:4294967295] 192.168.203.145@tcp LPNI seq info [156997:156997:5:4294967295]
00000400:00000200:0.0:1779718070.697264:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718070.697271:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718070.697275:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718070.697279:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62a00.
00000800:00000200:0.0:1779718070.697283:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718070.697287:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718070.697290:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718070.697293:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718070.697297:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718070.697299:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315189777
00000100:00000001:0.0:1779718070.697302:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315191038
00000100:00000001:0.0:1779718070.697304:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315189777
00000100:00000001:0.0:1779718070.697306:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315191038
00000100:00000001:0.0:1779718070.697309:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718070.697311:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.697314:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.697316:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718070.697319:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718070.697321:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1779718070.697323:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718070.697324:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718070.697326:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718070.697329:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718071.144147:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718071.144151:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718071.144155:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718071.976062:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315191038, at 4315191040
00000100:00000040:1.0:1779718071.976064:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315191038, at 4315191040
00000100:00000010:0.0:1779718071.976083:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000010:1.0:1779718071.976091:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d4e0.
00000020:00000001:1.0:1779718072.168184:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718072.168187:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718072.168190:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718073.192121:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718073.192128:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718073.192133:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1779718073.768265:0:248754:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1779718073.768313:0:248754:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1779718073.768325:0:248754:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718073.768330:0:248754:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:1.0:1779718073.768336:0:248754:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718073.768341:0:248754:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1779718073.768348:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718073.768355:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62b00.
00000400:00000200:1.0:1779718073.768363:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718073.768370:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718073.768379:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7aa0
00000400:00000010:1.0:1779718073.768383:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7aa0.
00000100:00000001:1.0:1779718073.768391:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718073.768403:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718073.768440:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718073.768465:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718073.768474:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718073.768477:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718073.768492:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718073.768497:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62c00.
00000400:00000200:1.0:1779718073.768503:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718073.768512:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1779718073.768516:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1779718073.768518:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb75d8
00000400:00000010:1.0:1779718073.768525:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb75d8.
00000100:00000001:0.0:1779718073.768526:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718073.768533:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1779718073.768536:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000200:1.0:1779718073.768545:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718073.768554:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718070/real 1779718073]  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718073.768581:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000400:00000001:0.0:1779718073.768587:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1779718073.768592:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718073.768593:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1779718073.768609:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718073.768613:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:0.0:1779718073.768620:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000800:00000100:1.0:1779718073.768627:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000400:00000200:0.0:1779718073.768632:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000800:00000010:1.0:1779718073.768634:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000400:00000010:0.0:1779718073.768639:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000400:00000200:1.0:1779718073.768642:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1779718073.768647:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1779718073.768654:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000100:00000200:0.0:1779718073.768662:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718073.768664:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7a18
00000400:00000010:1.0:1779718073.768670:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7a18.
00000100:00000001:1.0:1779718073.768679:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718073.768692:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718073.768695:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.768744:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718073.768746:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1779718073.768748:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.768755:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1779718073.768757:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.768762:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718073.768779:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718073.768780:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718073.768787:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718073.768798:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:1.0:1779718073.768804:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718073.768811:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62a00.
00000100:00000040:0.0:1779718073.768813:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718073.768819:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718073.768837:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1779718073.768839:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1779718073.768847:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7088
00000100:00000001:0.0:1779718073.768848:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:1.0:1779718073.768854:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7088.
00000100:00000001:0.0:1779718073.768855:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718073.768860:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718073.768863:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1779718073.768866:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718073.768871:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:1.0:1779718073.768876:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718073.768879:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718073.768894:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718073.768902:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1779718073.768902:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718073.768914:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718073.768916:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718073.768967:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529417984:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718073.768976:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718073.768979:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718073.768985:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529417984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.768996:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718073.769000:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718073.769006:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718073.769011:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718073.769016:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718073.769020:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718073.769028:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1779718073.769034:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718073.769035:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
00000100:00000001:1.0:1779718073.769043:0:248754:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1779718073.769046:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718073.769051:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718073.769070:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:0.0:1779718073.769075:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718073.769077:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769079:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718073.769081:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718073.769083:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718073.769085:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718073.769089:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718070/real 1779718073]  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718073.769098:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718073.769100:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718073.769102:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02c60.
00000400:00000200:0.0:1779718073.769105:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7220
00000400:00000010:0.0:1779718073.769107:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7220.
00000100:00000001:0.0:1779718073.769110:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718073.769113:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718073.769129:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769137:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718073.769138:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769140:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718073.769142:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718073.769146:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769153:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718073.769158:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769166:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718073.769170:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769172:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718073.769173:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769175:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718073.769177:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718073.769180:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718073.769184:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718073.769187:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718073.769191:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718073.769201:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418368:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718073.769206:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718073.769210:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718070/real 1779718073]  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718073.769232:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718073.769234:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718073.769236:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02b00.
00000400:00000200:0.0:1779718073.769240:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718073.769242:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718073.769246:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718073.769251:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718073.769263:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769272:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718073.769274:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769277:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718073.769278:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718073.769282:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769290:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718073.769294:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769301:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718073.769303:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769304:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718073.769306:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769308:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718073.769311:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718073.769313:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718073.769317:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718073.769320:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718073.769324:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718073.769331:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418112:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718073.769335:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718073.769339:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718070/real 1779718073]  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718073.769348:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718073.769350:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718073.769351:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718073.769354:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718073.769356:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718073.769358:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718073.769361:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718073.769376:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769383:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718073.769384:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769386:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718073.769387:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718073.769391:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769397:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718073.769400:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769406:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718073.769408:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769410:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718073.769411:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769413:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718073.769414:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718073.769417:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718073.769420:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718073.769423:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718073.769427:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718073.769434:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418240:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718073.769438:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769440:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718073.769460:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529418368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769474:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718073.769476:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718073.769479:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718073.769484:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718073.769485:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718073.769487:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718073.769489:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718073.769491:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:0.0:1779718073.769494:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718073.769495:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718073.769497:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:0.0:1779718073.769500:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718073.769501:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769503:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718073.769507:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529418112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769512:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718073.769514:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718073.769516:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a400.
02000000:00000001:0.0:1779718073.769519:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718073.769520:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718073.769522:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718073.769524:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718073.769525:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:0.0:1779718073.769528:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718073.769529:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718073.769530:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:0.0:1779718073.769533:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718073.769534:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769536:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718073.769539:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529418240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718073.769546:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718073.769547:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718073.769550:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59400.
02000000:00000001:0.0:1779718073.769552:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718073.769553:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718073.769554:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718073.769556:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718073.769558:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:0.0:1779718073.769560:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718073.769561:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718073.769562:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:0.0:1779718073.769564:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718073.769566:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769568:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718073.769576:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718073.769579:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718073.769581:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718073.769583:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718074.216122:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718074.216127:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718074.216130:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718075.240110:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718075.240114:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718075.240116:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718075.816044:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718075.816055:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718075.816059:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718075.816065:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718075.816072:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718075.816083:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20522
00000400:00000200:0.0:1779718075.816094:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718075.816102:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718075.816107:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718075.816111:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816116:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718075.816119:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816123:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718075.816128:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718075.816131:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718075.816136:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718075.816139:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718075.816143:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718075.816146:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718075.816150:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816151:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718075.816153:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816155:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718075.816158:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718075.816161:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816163:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718075.816167:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718075.816170:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718075.816173:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718075.816175:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718075.816177:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718075.816183:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6d80.
00000020:00000040:0.0:1779718075.816187:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718075.816191:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718075.816193:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718075.816196:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718075.816199:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718075.816203:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718075.816210:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718075.816217:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718075.816229:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718075.816242:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718075.816254:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718075.816262:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27aefa5] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718075.816297:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718075.816303:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718075.816308:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718075.816309:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718075.816312:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718075.816316:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718075.816319:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20522
00000400:00000200:0.0:1779718075.816324:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718075.816328:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718075.816330:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718075.816334:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816336:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718075.816339:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816342:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718075.816344:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718075.816346:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718075.816348:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718075.816351:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718075.816353:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718075.816356:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718075.816359:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816373:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718075.816376:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816378:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718075.816381:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718075.816384:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816386:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718075.816389:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718075.816395:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718075.816398:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718075.816404:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718075.816410:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718075.816414:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718075.816416:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718075.816421:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6680.
00000020:00000040:0.0:1779718075.816424:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718075.816443:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718075.816445:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718075.816447:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718075.816448:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718075.816450:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718075.816455:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779718075.816460:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718075.816467:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718075.816477:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718075.816480:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718075.816485:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bfd0c85] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718075.816495:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718075.816498:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718075.816503:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718075.816505:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718075.816507:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718075.816510:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718075.816513:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20522
00000400:00000200:0.0:1779718075.816518:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718075.816522:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718075.816525:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718075.816528:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816531:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718075.816534:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816536:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718075.816539:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718075.816541:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718075.816543:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718075.816546:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718075.816549:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718075.816551:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718075.816555:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718075.816557:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718075.816558:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718075.816560:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718075.816562:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718075.816563:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718075.816565:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1779718075.816566:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718075.816570:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000040:3.0:1779718075.816572:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718075.816573:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718075.816576:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718075.816579:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718075.816582:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.816583:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718075.816585:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718075.816585:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1779718075.816588:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1779718075.816589:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1779718075.816591:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718075.816593:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718075.816593:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718075.816596:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718075.816598:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779718075.816601:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00100000:3.0:1779718075.816601:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529418496:192.168.203.145@tcp:250:kworker.0
02000000:00000001:0.0:1779718075.816605:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718075.816606:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.816607:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1779718075.816608:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718075.816610:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718075.816611:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718075.816612:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718075.816614:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718075.816616:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
02000000:00000001:3.0:1779718075.816617:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1779718075.816620:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718075.816622:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718075.816624:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718075.816626:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1779718075.816631:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718075.816636:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1779718075.816637:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00000001:0.0:1779718075.816638:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718075.816658:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1779718075.816659:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000001:0.0:1779718075.816667:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718075.816667:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529418496, portal 25
00000100:00000040:0.0:1779718075.816670:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718075.816670:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718075.816673:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493249408 : -117608216302208 : ffff9509340b6d80)
00000100:00000040:0.0:1779718075.816675:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718075.816678:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718075.816678:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718075.816682:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718075.816684:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718075.816686:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718075.816687:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1779718075.816689:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718075.816691:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20522
00000100:00000040:3.0:1779718075.816691:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718075.816694:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000400:00000200:0.0:1779718075.816695:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718075.816699:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000200:3.0:1779718075.816699:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529418496, offset 0
00000100:00080000:0.0:1779718075.816701:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718075.816704:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816706:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718075.816706:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718075.816709:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816710:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718075.816713:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1779718075.816713:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:0.0:1779718075.816714:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718075.816716:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718075.816718:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718075.816720:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:3.0:1779718075.816720:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:0.0:1779718075.816723:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718075.816726:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718075.816726:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1779718075.816728:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718075.816730:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:0.0:1779718075.816731:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816733:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:3.0:1779718075.816734:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1779718075.816735:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:3.0:1779718075.816737:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:0.0:1779718075.816738:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718075.816740:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718075.816742:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1779718075.816742:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [156999:156999:256:4294967295] 192.168.203.145@tcp LPNI seq info [156998:156998:8:4294967295]
02000000:00000001:0.0:1779718075.816745:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718075.816747:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718075.816747:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718075.816749:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718075.816751:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718075.816754:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718075.816756:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718075.816759:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000400:00000200:3.0:1779718075.816759:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1779718075.816762:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718075.816764:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1779718075.816765:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:0.0:1779718075.816766:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718075.816768:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718075.816769:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718075.816771:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1779718075.816771:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
02000000:00000010:0.0:1779718075.816775:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779718075.816778:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718075.816778:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718075.816782:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00100000:0.0:1779718075.816783:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718075.816791:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718075.816793:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718075.816796:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:0.0:1779718075.816797:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1779718075.816800:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1779718075.816806:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1779718075.816806:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718075.816808:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000100:00000040:0.0:1779718075.816811:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20532)
00000400:00000200:3.0:1779718075.816813:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718075.816818:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718075.816824:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718075.816826:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718075.816832:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718075.816836:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.816845:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718075.816850:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.816858:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.816860:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718075.816866:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718075.816871:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718075.816874:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315196158
00000100:00000010:3.0:1779718075.816879:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475120.
00000100:00000001:3.0:1779718075.816886:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718075.816901:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315196158
00000100:00000010:3.0:1779718075.816905:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475420.
00000100:00000001:3.0:1779718075.816909:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718075.816912:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718075.816916:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.816942:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718075.816948:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718075/real 1779718075]  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718075.817681:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718075.817685:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718075.817688:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718075.817694:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718075.817696:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718075.817702:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718075.817708:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718075.817719:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.817728:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718075.817732:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.817735:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718075.817738:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718075.817743:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.817750:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718075.817754:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.817759:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718075.817761:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.817762:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718075.817763:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.817765:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718075.817767:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718075.817960:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718075.817966:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718075.817969:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718075.817975:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718075.817990:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529418496:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718075.817995:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718075.817998:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818006:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718075.818008:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718075.818010:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718075.818013:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718075.818015:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718075.818018:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418624:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718075.818021:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718075.818025:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718075.818027:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718075.818029:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718075.818034:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718075.818037:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718075.818043:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718075.818048:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718075.818052:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718075.818057:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529418624, portal 10
00000100:00000001:3.0:1779718075.818060:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718075.818061:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493247616 : -117608216304000 : ffff9509340b6680)
00000100:00000040:3.0:1779718075.818067:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818073:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718075.818075:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718075.818078:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718075.818082:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529418624, offset 0
00000400:00000200:3.0:1779718075.818087:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718075.818093:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718075.818099:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718075.818103:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718075.818106:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718075.818110:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718075.818156:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718075.818159:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157000:157000:256:4294967295] 192.168.203.145@tcp LPNI seq info [156999:156999:8:4294967295]
00000400:00000200:3.0:1779718075.818163:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718075.818171:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718075.818175:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718075.818178:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718075.818183:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718075.818185:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718075.818189:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718075.818192:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718075.818195:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718075.818197:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718075.818199:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718075.818219:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718075.818222:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718075.818223:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718075.818227:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718075.818230:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818237:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718075.818240:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818246:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.818247:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718075.818262:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718075.818285:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718075.818289:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718075.818292:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315194892
00000100:00000001:3.0:1779718075.818295:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315196158
00000100:00000001:3.0:1779718075.818297:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315194892
00000100:00000001:3.0:1779718075.818300:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315196158
00000100:00000001:3.0:1779718075.818303:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718075.818305:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.818307:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718075.818312:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718075/real 1779718075]  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718075.818321:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718075.818322:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718075.818324:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718075.818327:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718075.818329:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718075.818332:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718075.818336:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718075.818346:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818351:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718075.818353:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818354:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718075.818355:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718075.818358:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818363:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718075.818366:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818370:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718075.818372:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818373:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718075.818374:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818375:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718075.818377:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718075.818379:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718075.818381:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718075.818382:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718075.818385:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718075.818390:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418624:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718075.818393:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818395:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718075.818397:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6d80 x1866162529418496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818403:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718075.818405:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718075.818407:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718075.818409:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718075.818411:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718075.818412:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718075.818414:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718075.818415:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:3.0:1779718075.818419:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718075.818420:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718075.818421:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6d80.
00000100:00000001:3.0:1779718075.818424:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718075.818425:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818443:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718075.818447:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6680 x1866162529418624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818455:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718075.818457:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718075.818458:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718075.818461:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718075.818462:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718075.818463:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718075.818465:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718075.818468:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58400.
02000000:00000001:3.0:1779718075.818470:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718075.818471:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718075.818473:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6680.
00000100:00000001:3.0:1779718075.818475:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718075.818477:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818495:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818503:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718075.818506:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.818508:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718075.818511:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718075.818512:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718075.818518:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818528:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718075.818530:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718075.818533:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718075.818535:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718075.818538:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718075.818543:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418752:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718075.818563:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718075.818565:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718075.818567:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718075.818568:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718075.818571:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718075.818573:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718075.818576:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718075.818578:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718075.818580:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718075.818582:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529418752, portal 10
00000100:00000001:3.0:1779718075.818584:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718075.818585:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244928 : -117608216306688 : ffff9509340b5c00)
00000100:00000040:3.0:1779718075.818590:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818594:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718075.818596:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718075.818597:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718075.818599:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529418752, offset 0
00000400:00000200:3.0:1779718075.818602:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718075.818605:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718075.818607:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718075.818610:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718075.818612:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718075.818614:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718075.818616:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718075.818618:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157001:157001:256:4294967295] 192.168.203.145@tcp LPNI seq info [157000:157000:8:4294967295]
00000400:00000200:3.0:1779718075.818621:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718075.818626:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718075.818630:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718075.818632:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718075.818635:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718075.818637:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718075.818640:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718075.818642:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718075.818645:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718075.818646:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718075.818649:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718075.818651:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718075.818653:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718075.818655:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718075.818657:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718075.818659:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818665:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718075.818667:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818671:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.818672:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718075.818674:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718075.818676:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718075.818679:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718075.818680:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315194900
00000100:00000001:3.0:1779718075.818682:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315196158
00000100:00000001:3.0:1779718075.818684:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315194900
00000100:00000001:3.0:1779718075.818685:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315196158
00000100:00000001:3.0:1779718075.818687:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718075.818689:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.818690:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718075.818692:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718075/real 1779718075]  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718075.818698:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718075.818699:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718075.818700:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718075.818701:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718075.818702:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718075.818703:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718075.818706:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718075.818711:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818716:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718075.818717:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818718:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718075.818719:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718075.818721:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818725:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718075.818727:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818732:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718075.818733:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818734:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718075.818735:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818736:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718075.818738:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718075.818740:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718075.818742:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718075.818744:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718075.818746:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718075.818752:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418752:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718075.818754:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718075.818756:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818761:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718075.818762:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718075.818763:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718075.818764:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718075.818765:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718075.818767:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418880:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718075.818770:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718075.818771:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718075.818773:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718075.818774:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718075.818776:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718075.818777:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718075.818779:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718075.818780:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718075.818782:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718075.818784:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529418880, portal 4
00000100:00000001:3.0:1779718075.818786:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718075.818787:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244032 : -117608216307584 : ffff9509340b5880)
00000100:00000040:3.0:1779718075.818791:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818805:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718075.818808:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718075.818810:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718075.818813:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529418880, offset 0
00000400:00000200:3.0:1779718075.818818:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718075.818822:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718075.818826:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718075.818829:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718075.818832:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718075.818835:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718075.818837:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718075.818841:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157002:157002:256:4294967295] 192.168.203.145@tcp LPNI seq info [157001:157001:8:4294967295]
00000400:00000200:3.0:1779718075.818846:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718075.818853:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718075.818858:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718075.818861:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718075.818864:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718075.818866:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718075.818869:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718075.818871:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718075.818873:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718075.818875:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718075.818877:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718075.818880:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718075.818882:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718075.818883:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718075.818885:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718075.818888:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818894:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718075.818896:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818905:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.818907:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718075.818909:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718075.818911:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718075.818914:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718075.818915:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315194898
00000100:00000001:3.0:1779718075.818917:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315196158
00000100:00000001:3.0:1779718075.818919:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315194898
00000100:00000001:3.0:1779718075.818921:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315196158
00000100:00000001:3.0:1779718075.818924:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718075.818926:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.818928:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718075.818932:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718075/real 1779718075]  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718075.818941:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718075.818942:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718075.818944:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718075.818947:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718075.818949:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718075.818972:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718075.818976:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718075.818986:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.818994:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718075.818996:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.818998:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718075.819000:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718075.819004:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.819010:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718075.819013:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.819017:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718075.819019:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.819020:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718075.819021:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.819022:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718075.819023:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718075.819025:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718075.819027:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718075.819029:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718075.819032:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718075.819037:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529418880:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718075.819039:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.819041:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718075.819043:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5c00 x1866162529418752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.819047:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718075.819048:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718075.819050:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718075.819052:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718075.819053:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718075.819054:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718075.819055:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718075.819057:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:3.0:1779718075.819059:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718075.819060:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718075.819061:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5c00.
00000100:00000001:3.0:1779718075.819063:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718075.819064:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.819065:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718075.819068:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5880 x1866162529418880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718075.819075:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718075.819076:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718075.819078:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718075.819080:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718075.819082:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718075.819083:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718075.819085:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718075.819086:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b400.
02000000:00000001:3.0:1779718075.819089:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718075.819090:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718075.819092:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5880.
00000100:00000001:3.0:1779718075.819094:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718075.819095:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.819097:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718075.819101:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718075.819103:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718075.819105:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718075.819106:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718076.264140:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718076.264145:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718076.264150:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718077.096014:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315196158, at 4315196160
00000100:00000040:1.0:1779718077.096014:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315196158, at 4315196160
00000100:00000010:1.0:1779718077.096027:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475420.
00000100:00000010:0.0:1779718077.096028:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475120.
00000020:00000001:0.0:1779718077.288063:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718077.288066:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718077.288069:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718078.312131:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718078.312154:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718078.312160:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718079.336096:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718079.336103:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718079.336109:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718080.360189:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718080.360195:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718080.360202:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718080.936005:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718080.936015:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718080.936018:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718080.936024:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718080.936029:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718080.936036:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20527
00000400:00000200:0.0:1779718080.936045:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718080.936051:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718080.936054:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718080.936060:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936063:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718080.936065:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936066:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718080.936069:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718080.936071:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718080.936073:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718080.936075:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718080.936076:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718080.936078:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718080.936080:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936082:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718080.936083:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936084:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718080.936086:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718080.936088:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936091:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718080.936093:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718080.936096:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718080.936098:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718080.936100:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718080.936101:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718080.936109:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779718080.936111:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718080.936114:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718080.936115:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718080.936118:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718080.936120:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718080.936123:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718080.936129:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718080.936135:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718080.936142:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718080.936149:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718080.936152:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718080.936155:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718080.936170:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718080.936172:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718080.936175:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718080.936176:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718080.936177:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718080.936180:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718080.936182:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20527
00000400:00000200:0.0:1779718080.936185:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718080.936187:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:3.0:1779718080.936187:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1779718080.936191:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1779718080.936191:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1779718080.936194:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718080.936194:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779718080.936198:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718080.936202:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000040:3.0:1779718080.936203:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718080.936204:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718080.936209:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718080.936212:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718080.936215:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718080.936218:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718080.936222:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718080.936227:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718080.936233:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718080.936233:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718080.936235:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718080.936237:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1779718080.936239:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1779718080.936240:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:3.0:1779718080.936242:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718080.936243:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:3.0:1779718080.936246:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1779718080.936247:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718080.936252:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:3.0:1779718080.936252:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529419008:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718080.936258:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.936259:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718080.936260:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718080.936263:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718080.936265:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718080.936266:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718080.936271:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718080.936271:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1779718080.936274:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1779718080.936277:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
00000008:00100000:0.0:1779718080.936278:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1779718080.936280:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1779718080.936282:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718080.936284:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718080.936288:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:0.0:1779718080.936290:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000400:00000010:3.0:1779718080.936292:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000020:00000040:0.0:1779718080.936293:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718080.936296:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718080.936297:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718080.936298:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000001:0.0:1779718080.936299:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718080.936302:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718080.936303:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718080.936305:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529419008, portal 25
02000000:00000010:0.0:1779718080.936308:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:3.0:1779718080.936308:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718080.936310:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493245824 : -117608216305792 : ffff9509340b5f80)
00000100:00000001:0.0:1779718080.936312:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718080.936316:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718080.936320:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718080.936332:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1779718080.936336:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1779718080.936336:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936340:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718080.936341:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000040:0.0:1779718080.936344:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718080.936345:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529419008, offset 0
00000400:00000200:3.0:1779718080.936355:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936356:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718080.936358:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718080.936361:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718080.936364:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1779718080.936364:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:0.0:1779718080.936367:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718080.936369:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:3.0:1779718080.936372:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00080000:0.0:1779718080.936373:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20527
00000400:00000200:0.0:1779718080.936379:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718080.936380:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718080.936383:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:3.0:1779718080.936385:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:0.0:1779718080.936386:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1779718080.936402:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1779718080.936405:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718080.936408:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936409:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718080.936416:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718080.936416:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157003:157003:256:4294967295] 192.168.203.145@tcp LPNI seq info [157002:157002:8:4294967295]
00000100:00000001:0.0:1779718080.936419:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718080.936422:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1779718080.936424:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:0.0:1779718080.936425:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718080.936427:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718080.936429:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718080.936432:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718080.936437:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718080.936437:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1779718080.936443:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:3.0:1779718080.936447:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936448:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718080.936453:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:3.0:1779718080.936453:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000100:00000001:0.0:1779718080.936456:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718080.936458:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:3.0:1779718080.936462:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779718080.936463:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:3.0:1779718080.936465:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1779718080.936466:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718080.936469:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718080.936471:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718080.936472:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718080.936473:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718080.936476:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718080.936481:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718080.936481:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718080.936483:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718080.936485:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000010:0.0:1779718080.936487:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000800:00000100:3.0:1779718080.936491:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000020:00000040:0.0:1779718080.936492:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000010:3.0:1779718080.936493:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
02000000:00000001:0.0:1779718080.936494:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718080.936496:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718080.936498:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718080.936499:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1779718080.936499:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1779718080.936503:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718080.936507:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1779718080.936508:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000400:00000200:3.0:1779718080.936511:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000100:00000001:0.0:1779718080.936512:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718080.936515:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00100000:0.0:1779718080.936518:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718080.936519:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718080.936526:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718080.936529:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718080.936533:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718080.936539:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.936539:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718080.936544:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718080.936553:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.936557:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718080.936558:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718080.936561:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1779718080.936563:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1779718080.936566:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718080.936567:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718080.936572:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1779718080.936572:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718080.936575:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718080.936576:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315201278
00000100:00080000:0.0:1779718080.936577:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718080.936580:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000010:3.0:1779718080.936582:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084759c0.
00000100:00080000:0.0:1779718080.936583:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20527
00000400:00000200:0.0:1779718080.936588:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718080.936590:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1779718080.936592:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718080.936594:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718080.936596:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718080.936596:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315201278
00000100:00000001:0.0:1779718080.936601:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1779718080.936601:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475960.
00000100:00000040:0.0:1779718080.936603:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936605:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718080.936605:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000020:00000001:0.0:1779718080.936609:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1779718080.936610:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1779718080.936611:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718080.936613:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718080.936615:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:3.0:1779718080.936615:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718080.936618:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718080.936618:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1779718080.936621:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00100000:3.0:1779718080.936624:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718080/real 1779718080]  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718080.936626:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936631:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718080.936635:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936638:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000001:3.0:1779718080.936638:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1779718080.936641:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000001:3.0:1779718080.936642:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718080.936644:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000100:00080000:0.0:1779718080.936645:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718080.936648:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718080.936649:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
02000000:00000001:0.0:1779718080.936650:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1779718080.936651:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
02000000:00000001:0.0:1779718080.936653:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718080.936654:0:248765:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1779718080.936656:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718080.936659:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718080.936660:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718080.936662:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718080.936668:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718080.936672:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718080.936675:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1779718080.936677:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779718080.936681:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718080.936686:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718080.936687:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.936687:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718080.936689:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718080.936690:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718080.936692:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1779718080.936692:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718080.936694:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779718080.936695:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718080.936698:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00100000:3.0:1779718080.936699:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718080.936702:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718080.936710:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718080.936710:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718080.936716:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718080.936723:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718080.936727:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.936732:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1779718080.936735:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.936736:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.936739:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718080.936741:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.936745:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718080.936748:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718080.936749:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718080.936751:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1779718080.936753:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20537)
00000100:00080000:3.0:1779718080.936756:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718080.936759:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718080.936763:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718080.936770:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529419008:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718080.936773:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.936775:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718080.936777:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5f80 x1866162529419008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.936781:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718080.936782:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718080.936784:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718080.936786:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718080.936787:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718080.936788:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718080.936790:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718080.936791:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58800.
02000000:00000001:3.0:1779718080.936794:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718080.936796:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718080.936797:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5f80.
00000100:00000001:3.0:1779718080.936799:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718080.936800:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.936801:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.936806:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718080.936807:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.936809:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718080.936810:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718080.936811:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718080.936813:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.936818:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718080.936819:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718080.936820:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718080.936821:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718080.936823:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718080.936825:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419136:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718080.936827:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718080.936828:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718080.936829:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718080.936830:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718080.936832:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718080.936833:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718080.936836:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718080.936837:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718080.936839:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718080.936841:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529419136, portal 10
00000100:00000001:3.0:1779718080.936843:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718080.936844:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493251200 : -117608216300416 : ffff9509340b7480)
00000100:00000040:3.0:1779718080.936848:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.936852:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718080.936854:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718080.936855:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718080.936857:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529419136, offset 0
00000400:00000200:3.0:1779718080.936859:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718080.936861:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718080.936864:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718080.936866:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718080.936867:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718080.936869:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718080.936871:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718080.936873:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157004:157004:256:4294967295] 192.168.203.145@tcp LPNI seq info [157003:157003:8:4294967295]
00000400:00000200:3.0:1779718080.936876:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718080.936880:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718080.936883:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718080.936885:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718080.936888:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718080.936890:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779718080.936893:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718080.936894:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1779718080.936897:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718080.936898:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718080.936900:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718080.936902:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718080.936904:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718080.936905:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718080.936907:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718080.936909:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.936914:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718080.936915:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.936944:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.936946:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718080.936948:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718080.936951:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718080.936953:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718080.936954:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315200011
00000100:00000001:3.0:1779718080.936957:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315201278
00000100:00000001:3.0:1779718080.936958:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315200011
00000100:00000001:3.0:1779718080.936960:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315201278
00000100:00000001:3.0:1779718080.936961:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718080.936962:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.936963:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718080.936966:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718080/real 1779718080]  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718080.936975:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718080.936976:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718080.936977:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718080.936979:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718080.936980:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718080.936981:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718080.936983:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718080.936989:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.936992:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718080.936993:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.936994:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718080.936995:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718080.936997:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937001:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718080.937004:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937008:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718080.937010:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937011:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718080.937011:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937012:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718080.937014:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718080.937015:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718080.937017:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718080.937018:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718080.937021:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718080.937026:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419136:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718080.937029:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718080.937031:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937034:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718080.937035:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718080.937037:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718080.937038:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718080.937039:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718080.937040:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419264:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718080.937043:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718080.937044:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718080.937045:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718080.937046:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718080.937048:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718080.937050:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718080.937052:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718080.937053:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718080.937055:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718080.937057:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529419264, portal 10
00000100:00000001:3.0:1779718080.937058:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718080.937059:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493241344 : -117608216310272 : ffff9509340b4e00)
00000100:00000040:3.0:1779718080.937062:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937067:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718080.937068:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718080.937069:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718080.937071:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529419264, offset 0
00000400:00000200:3.0:1779718080.937074:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718080.937076:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718080.937079:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718080.937080:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718080.937082:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718080.937084:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718080.937086:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718080.937088:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157005:157005:256:4294967295] 192.168.203.145@tcp LPNI seq info [157004:157004:8:4294967295]
00000400:00000200:3.0:1779718080.937091:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718080.937095:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718080.937097:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718080.937099:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718080.937102:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718080.937104:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779718080.937106:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718080.937108:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1779718080.937110:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718080.937111:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718080.937113:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718080.937115:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718080.937117:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718080.937119:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718080.937120:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718080.937122:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937127:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718080.937129:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937133:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.937134:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718080.937135:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718080.937137:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718080.937139:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718080.937140:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315200019
00000100:00000001:3.0:1779718080.937142:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315201278
00000100:00000001:3.0:1779718080.937143:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315200019
00000100:00000001:3.0:1779718080.937145:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315201278
00000100:00000001:3.0:1779718080.937146:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718080.937147:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.937148:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718080.937150:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718080/real 1779718080]  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718080.937154:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718080.937155:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718080.937156:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718080.937157:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718080.937159:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718080.937160:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718080.937162:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718080.937167:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937171:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718080.937171:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937172:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718080.937173:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718080.937175:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937179:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718080.937181:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937185:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718080.937187:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937188:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718080.937189:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937190:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718080.937191:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718080.937193:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718080.937195:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718080.937196:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718080.937198:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718080.937203:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419264:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718080.937205:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718080.937207:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937210:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718080.937211:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718080.937212:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718080.937213:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718080.937215:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718080.937216:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419392:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718080.937219:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718080.937220:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718080.937221:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718080.937222:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718080.937224:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718080.937225:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718080.937227:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718080.937228:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718080.937230:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718080.937232:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529419392, portal 4
00000100:00000001:3.0:1779718080.937233:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718080.937234:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493243136 : -117608216308480 : ffff9509340b5500)
00000100:00000040:3.0:1779718080.937238:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937242:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718080.937243:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718080.937244:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718080.937246:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529419392, offset 0
00000400:00000200:3.0:1779718080.937248:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718080.937250:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718080.937252:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718080.937253:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718080.937255:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718080.937257:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718080.937258:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718080.937260:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157006:157006:256:4294967295] 192.168.203.145@tcp LPNI seq info [157005:157005:8:4294967295]
00000400:00000200:3.0:1779718080.937263:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718080.937267:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718080.937269:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718080.937271:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718080.937273:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718080.937275:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779718080.937277:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718080.937279:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1779718080.937281:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718080.937283:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718080.937284:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718080.937286:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718080.937288:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718080.937289:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718080.937290:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718080.937292:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937302:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718080.937303:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937308:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.937308:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718080.937310:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718080.937312:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718080.937313:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718080.937315:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315200017
00000100:00000001:3.0:1779718080.937316:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315201278
00000100:00000001:3.0:1779718080.937318:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315200017
00000100:00000001:3.0:1779718080.937319:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315201278
00000100:00000001:3.0:1779718080.937320:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718080.937322:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.937323:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718080.937325:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718080/real 1779718080]  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718080.937329:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718080.937330:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718080.937331:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718080.937332:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718080.937333:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718080.937334:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718080.937336:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718080.937340:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937344:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718080.937346:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937347:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718080.937348:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718080.937350:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937354:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718080.937356:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937360:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718080.937361:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937362:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718080.937363:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937364:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718080.937365:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718080.937366:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718080.937368:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718080.937369:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718080.937371:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718080.937376:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419392:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718080.937378:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937379:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718080.937381:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7480 x1866162529419136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937384:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718080.937385:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718080.937386:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718080.937401:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718080.937402:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718080.937403:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718080.937405:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718080.937406:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58000.
02000000:00000001:3.0:1779718080.937407:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718080.937408:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718080.937409:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7480.
00000100:00000001:3.0:1779718080.937411:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718080.937412:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937413:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718080.937416:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4e00 x1866162529419264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937420:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718080.937421:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718080.937422:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718080.937423:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718080.937424:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718080.937425:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718080.937426:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718080.937426:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b400.
02000000:00000001:3.0:1779718080.937429:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718080.937429:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718080.937430:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4e00.
00000100:00000001:3.0:1779718080.937431:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718080.937432:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937433:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718080.937435:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5500 x1866162529419392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718080.937439:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718080.937439:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718080.937440:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718080.937441:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718080.937442:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718080.937443:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718080.937444:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718080.937444:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:3.0:1779718080.937445:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718080.937447:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718080.937447:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5500.
00000100:00000001:3.0:1779718080.937449:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718080.937450:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937451:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718080.937453:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718080.937454:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718080.937455:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718080.937456:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718081.384111:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718081.384114:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718081.384117:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718082.216026:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315201278, at 4315201280
00000100:00000040:1.0:1779718082.216026:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315201278, at 4315201280
00000100:00000010:1.0:1779718082.216039:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475960.
00000100:00000010:0.0:1779718082.216042:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084759c0.
00000020:00000001:3.0:1779718082.408094:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718082.408099:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718082.408103:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718083.432195:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718083.432199:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718083.432203:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718084.456160:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718084.456165:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718084.456170:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718085.480102:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718085.480106:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718085.480108:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718086.056033:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718086.056039:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718086.056043:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718086.056046:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718086.056050:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718086.056057:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20532
00000400:00000200:3.0:1779718086.056065:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718086.056071:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718086.056073:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718086.056075:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056078:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718086.056080:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056082:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718086.056084:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718086.056086:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718086.056088:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718086.056090:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718086.056092:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718086.056093:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718086.056096:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056097:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718086.056099:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056100:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718086.056102:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718086.056105:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056106:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718086.056108:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718086.056111:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718086.056113:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718086.056114:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718086.056116:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718086.056123:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718086.056125:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718086.056128:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718086.056129:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718086.056132:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718086.056133:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718086.056136:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718086.056143:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718086.056147:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718086.056154:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718086.056161:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718086.056165:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718086.056168:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718086.056186:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718086.056188:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718086.056191:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718086.056192:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718086.056193:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718086.056195:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718086.056197:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20532
00000400:00000200:3.0:1779718086.056199:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718086.056202:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718086.056204:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718086.056206:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056208:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718086.056209:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056211:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718086.056212:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718086.056213:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718086.056215:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718086.056216:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718086.056218:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:0.0:1779718086.056219:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718086.056219:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718086.056224:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718086.056226:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718086.056226:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718086.056229:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718086.056230:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718086.056232:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718086.056234:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718086.056237:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056240:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718086.056241:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718086.056241:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718086.056246:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718086.056248:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718086.056249:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718086.056252:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718086.056257:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718086.056258:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718086.056261:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718086.056265:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718086.056269:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718086.056271:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718086.056274:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779718086.056275:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1779718086.056275:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718086.056278:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.056279:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718086.056281:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718086.056284:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718086.056286:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1779718086.056289:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1779718086.056290:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718086.056297:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718086.056300:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718086.056303:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718086.056306:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529419520:192.168.203.145@tcp:250:kworker.0
00000100:00000040:3.0:1779718086.056308:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.056316:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718086.056321:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718086.056322:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1779718086.056323:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1779718086.056326:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718086.056327:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718086.056329:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718086.056331:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1779718086.056333:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718086.056333:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718086.056336:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20532
00000400:00000200:3.0:1779718086.056339:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:0.0:1779718086.056340:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59400.
00000400:00000200:3.0:1779718086.056341:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718086.056344:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1779718086.056345:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718086.056347:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056361:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718086.056364:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056367:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779718086.056368:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718086.056370:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718086.056372:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000010:0.0:1779718086.056374:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000020:00000001:3.0:1779718086.056374:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718086.056375:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718086.056379:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718086.056381:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718086.056384:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056385:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1779718086.056386:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000040:3.0:1779718086.056386:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056391:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718086.056392:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718086.056394:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000200:0.0:1779718086.056396:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529419520, portal 25
00000100:00000001:3.0:1779718086.056396:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718086.056400:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1779718086.056402:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1779718086.056403:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718086.056404:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
02000000:00000001:3.0:1779718086.056405:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718086.056410:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718086.056412:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718086.056415:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718086.056417:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718086.056417:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718086.056422:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718086.056426:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718086.056430:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718086.056432:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718086.056437:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779718086.056438:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1779718086.056439:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718086.056441:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718086.056445:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
02000000:00000010:3.0:1779718086.056446:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000400:00000010:0.0:1779718086.056449:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000001:3.0:1779718086.056450:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718086.056456:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529419520, offset 0
00000100:00100000:3.0:1779718086.056458:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779718086.056467:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056467:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718086.056472:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718086.056475:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718086.056481:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718086.056487:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718086.056489:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779718086.056491:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718086.056493:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718086.056497:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779718086.056499:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1779718086.056500:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718086.056502:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718086.056504:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1779718086.056505:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718086.056506:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718086.056511:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20532
00000400:00000200:0.0:1779718086.056514:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718086.056517:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718086.056519:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718086.056522:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718086.056526:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1779718086.056528:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157007:157007:256:4294967295] 192.168.203.145@tcp LPNI seq info [157006:157006:8:4294967295]
00000100:00000040:3.0:1779718086.056531:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056534:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718086.056537:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718086.056541:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718086.056542:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718086.056546:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718086.056547:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718086.056548:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718086.056550:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718086.056552:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718086.056557:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:0.0:1779718086.056561:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1779718086.056562:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056567:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718086.056570:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056572:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:0.0:1779718086.056576:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718086.056576:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718086.056582:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056583:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718086.056584:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1779718086.056585:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
02000000:00000001:3.0:1779718086.056586:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718086.056589:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718086.056591:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718086.056593:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718086.056596:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718086.056597:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718086.056598:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718086.056602:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000800:00000200:0.0:1779718086.056603:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1779718086.056605:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718086.056609:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718086.056611:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718086.056614:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718086.056616:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718086.056617:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1779718086.056617:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000010:3.0:1779718086.056621:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000800:00000200:0.1:1779718086.056623:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1779718086.056624:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718086.056631:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1779718086.056636:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718086.056641:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1779718086.056642:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718086.056644:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718086.056648:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718086.056651:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718086.056654:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718086.056658:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20542)
00000400:00000200:0.0:1779718086.056661:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718086.056667:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718086.056670:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718086.056676:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718086.056681:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.056690:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718086.056694:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.056702:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.056704:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718086.056711:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718086.056715:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718086.056718:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315206398
00000100:00000010:0.0:1779718086.056724:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779718086.056730:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718086.056737:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315206398
00000100:00000010:0.0:1779718086.056740:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d360.
00000100:00000001:0.0:1779718086.056744:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718086.056747:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718086.056750:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.056753:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718086.056757:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718086/real 1779718086]  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718086.056768:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718086.056769:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718086.056771:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718086.056773:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718086.056774:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718086.056776:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718086.056778:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718086.056788:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.056796:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718086.056797:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.056800:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718086.056801:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718086.056805:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.056813:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718086.056818:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.056825:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718086.056828:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.056830:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718086.056831:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.056834:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718086.056835:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718086.056839:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718086.056843:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718086.056845:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718086.056849:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718086.056858:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529419520:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718086.056861:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.056863:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718086.056865:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529419520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.056869:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718086.056871:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718086.056873:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59400.
02000000:00000001:0.0:1779718086.056875:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718086.056876:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718086.056877:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718086.056879:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718086.056880:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:0.0:1779718086.056883:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718086.056885:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718086.056886:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:0.0:1779718086.056888:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718086.056889:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.056891:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.056896:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718086.056897:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.056898:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718086.056899:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718086.056901:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718086.056903:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.056908:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718086.056909:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718086.056910:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718086.056911:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718086.056913:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718086.056915:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419648:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718086.056917:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718086.056919:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718086.056936:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718086.056937:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718086.056940:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59400.
02000000:00000001:0.0:1779718086.056941:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718086.056944:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718086.056946:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718086.056949:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718086.056951:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529419648, portal 10
00000100:00000001:0.0:1779718086.056952:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718086.056953:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:0.0:1779718086.056958:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.056963:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718086.056965:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718086.056966:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718086.056968:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529419648, offset 0
00000400:00000200:0.0:1779718086.056972:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718086.056976:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718086.056981:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718086.056983:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718086.056986:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718086.056989:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718086.056992:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718086.056995:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157008:157008:256:4294967295] 192.168.203.145@tcp LPNI seq info [157007:157007:8:4294967295]
00000400:00000200:0.0:1779718086.056999:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718086.057006:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718086.057011:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718086.057014:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718086.057018:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718086.057021:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779718086.057026:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718086.057029:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1779718086.057033:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718086.057035:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718086.057038:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718086.057041:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718086.057045:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718086.057047:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718086.057049:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718086.057053:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057062:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718086.057065:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057072:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.057073:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718086.057077:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718086.057081:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718086.057084:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718086.057087:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315205131
00000100:00000001:0.0:1779718086.057090:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315206398
00000100:00000001:0.0:1779718086.057092:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315205131
00000100:00000001:0.0:1779718086.057095:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315206398
00000100:00000001:0.0:1779718086.057097:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718086.057099:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.057101:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718086.057105:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718086/real 1779718086]  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718086.057111:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718086.057112:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718086.057114:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718086.057115:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718086.057116:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718086.057118:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718086.057120:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718086.057126:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057130:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718086.057131:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057132:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718086.057132:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718086.057135:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057138:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718086.057141:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057145:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718086.057147:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057148:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718086.057149:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057150:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718086.057151:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718086.057153:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718086.057155:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718086.057156:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718086.057158:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718086.057163:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419648:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718086.057166:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718086.057168:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057172:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718086.057173:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718086.057174:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718086.057176:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718086.057177:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718086.057179:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419776:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718086.057181:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718086.057182:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718086.057183:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718086.057185:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718086.057187:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b000.
02000000:00000001:0.0:1779718086.057188:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718086.057190:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718086.057192:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718086.057194:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718086.057196:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529419776, portal 10
00000100:00000001:0.0:1779718086.057197:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718086.057198:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:0.0:1779718086.057202:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057206:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718086.057208:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718086.057209:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718086.057210:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529419776, offset 0
00000400:00000200:0.0:1779718086.057213:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718086.057216:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718086.057218:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718086.057220:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718086.057222:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718086.057223:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718086.057225:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718086.057227:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157009:157009:256:4294967295] 192.168.203.145@tcp LPNI seq info [157008:157008:8:4294967295]
00000400:00000200:0.0:1779718086.057230:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718086.057234:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718086.057237:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718086.057239:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718086.057242:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718086.057243:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779718086.057246:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718086.057248:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1779718086.057251:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718086.057252:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718086.057254:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718086.057256:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718086.057258:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718086.057259:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718086.057261:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718086.057263:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057268:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718086.057269:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057274:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.057275:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718086.057277:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718086.057278:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718086.057281:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718086.057282:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315205139
00000100:00000001:0.0:1779718086.057284:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315206398
00000100:00000001:0.0:1779718086.057285:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315205139
00000100:00000001:0.0:1779718086.057287:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315206398
00000100:00000001:0.0:1779718086.057288:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718086.057289:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.057291:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718086.057293:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718086/real 1779718086]  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718086.057297:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718086.057298:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718086.057299:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718086.057300:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718086.057301:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718086.057302:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718086.057304:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718086.057309:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057313:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718086.057314:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057315:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718086.057316:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718086.057318:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057322:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718086.057324:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057328:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718086.057329:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057330:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718086.057331:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057332:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718086.057334:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718086.057335:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718086.057337:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718086.057339:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718086.057341:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718086.057346:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419776:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718086.057348:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718086.057365:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057370:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718086.057371:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718086.057373:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718086.057374:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718086.057375:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718086.057377:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419904:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718086.057379:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718086.057380:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718086.057381:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718086.057383:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718086.057385:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779718086.057387:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718086.057389:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718086.057390:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718086.057393:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718086.057395:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529419904, portal 4
00000100:00000001:0.0:1779718086.057396:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718086.057397:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:0.0:1779718086.057401:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057405:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718086.057407:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718086.057408:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718086.057410:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529419904, offset 0
00000400:00000200:0.0:1779718086.057412:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718086.057415:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718086.057417:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718086.057419:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718086.057420:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718086.057422:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718086.057423:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718086.057425:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157010:157010:256:4294967295] 192.168.203.145@tcp LPNI seq info [157009:157009:8:4294967295]
00000400:00000200:0.0:1779718086.057428:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718086.057433:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718086.057435:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718086.057437:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718086.057440:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718086.057441:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1779718086.057444:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718086.057446:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1779718086.057449:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718086.057451:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718086.057453:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718086.057455:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718086.057457:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718086.057458:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718086.057459:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718086.057461:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057467:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718086.057469:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057478:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.057479:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718086.057480:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718086.057483:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718086.057485:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718086.057486:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315205137
00000100:00000001:0.0:1779718086.057488:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315206398
00000100:00000001:0.0:1779718086.057489:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315205137
00000100:00000001:0.0:1779718086.057490:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315206398
00000100:00000001:0.0:1779718086.057492:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718086.057493:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.057494:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718086.057496:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718086/real 1779718086]  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718086.057501:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718086.057502:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718086.057503:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718086.057504:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718086.057505:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718086.057506:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718086.057508:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718086.057513:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057517:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718086.057518:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057519:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718086.057519:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718086.057521:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057526:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718086.057528:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057532:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718086.057534:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057535:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718086.057535:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057537:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718086.057537:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718086.057539:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718086.057541:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718086.057542:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718086.057544:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718086.057549:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529419904:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718086.057551:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057552:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718086.057554:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529419648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057558:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718086.057559:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718086.057560:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59400.
02000000:00000001:0.0:1779718086.057562:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718086.057563:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718086.057564:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718086.057565:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718086.057566:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:0.0:1779718086.057568:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718086.057569:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718086.057570:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:0.0:1779718086.057572:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718086.057573:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057574:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718086.057576:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529419776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057580:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718086.057581:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718086.057582:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b000.
02000000:00000001:0.0:1779718086.057584:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718086.057584:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718086.057585:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718086.057586:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718086.057587:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:0.0:1779718086.057588:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718086.057589:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718086.057590:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:0.0:1779718086.057591:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718086.057592:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057592:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718086.057594:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529419904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718086.057598:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718086.057598:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718086.057599:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779718086.057600:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718086.057601:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718086.057601:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718086.057603:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718086.057603:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:0.0:1779718086.057604:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718086.057605:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718086.057606:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:0.0:1779718086.057607:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718086.057608:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057609:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718086.057612:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718086.057613:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718086.057614:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718086.057616:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718086.504124:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718086.504129:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718086.504132:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718087.336042:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315206398, at 4315206400
00000100:00000040:0.0:1779718087.336045:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315206398, at 4315206400
00000100:00000010:0.0:1779718087.336057:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000010:1.0:1779718087.336058:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d360.
00000020:00000001:1.0:1779718087.528036:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718087.528039:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718087.528042:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718088.552064:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718088.552069:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718088.552073:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718089.576091:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718089.576096:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718089.576099:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718090.152072:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718090.152078:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718090.152081:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718090.152089:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718090.152092:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718090.152095:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718090.152098:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718090.152101:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718090.152104:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718090.600147:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718090.600152:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718090.600156:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718091.176083:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779718091.176084:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718091.176090:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718091.176095:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718091.176096:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718091.176101:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1779718091.176104:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718091.176106:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718091.176112:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718091.176112:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:1.0:1779718091.176119:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718091.176124:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20537
00000100:00000001:1.0:1779718091.176126:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718091.176131:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718091.176135:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718091.176141:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718091.176150:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718091.176153:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718091.176157:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176161:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718091.176165:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176168:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718091.176172:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718091.176175:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718091.176178:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718091.176181:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718091.176183:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718091.176186:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718091.176190:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176192:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718091.176194:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176196:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718091.176199:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718091.176202:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176204:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718091.176207:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718091.176211:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718091.176214:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718091.176216:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718091.176219:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718091.176228:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718091.176231:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718091.176236:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718091.176238:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718091.176242:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718091.176245:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718091.176249:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718091.176257:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718091.176264:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718091.176275:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718091.176286:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718091.176290:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718091.176295:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718091.176340:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718091.176345:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718091.176351:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718091.176353:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718091.176356:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718091.176361:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718091.176365:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20537
00000400:00000200:3.0:1779718091.176371:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718091.176376:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718091.176380:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718091.176385:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176389:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718091.176392:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176395:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718091.176396:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718091.176399:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718091.176401:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:0.0:1779718091.176402:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718091.176404:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718091.176405:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1779718091.176407:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718091.176411:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718091.176414:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718091.176415:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718091.176419:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176423:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718091.176426:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718091.176429:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718091.176429:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718091.176431:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718091.176433:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:0.0:1779718091.176436:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1779718091.176437:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:0.0:1779718091.176441:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718091.176441:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718091.176444:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718091.176445:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718091.176450:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529420032:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718091.176451:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718091.176455:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.176457:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718091.176458:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1779718091.176461:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1779718091.176463:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1779718091.176465:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718091.176468:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718091.176469:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718091.176472:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718091.176477:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a000.
00000100:00000010:3.0:1779718091.176478:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
02000000:00000001:0.0:1779718091.176480:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718091.176482:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718091.176485:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1779718091.176488:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718091.176488:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718091.176491:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1779718091.176494:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
02000000:00000001:3.0:1779718091.176494:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718091.176497:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718091.176503:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000400:00000010:0.0:1779718091.176504:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000001:3.0:1779718091.176508:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718091.176512:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529420032, portal 25
00000100:00100000:3.0:1779718091.176516:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718091.176517:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718091.176519:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000040:0.0:1779718091.176527:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718091.176529:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718091.176532:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718091.176539:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.176540:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718091.176545:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718091.176549:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718091.176553:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529420032, offset 0
00000400:00000200:0.0:1779718091.176562:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176563:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718091.176567:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718091.176572:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1779718091.176573:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718091.176574:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718091.176577:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718091.176580:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:0.0:1779718091.176581:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00080000:3.0:1779718091.176584:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20537
00000400:00000200:0.0:1779718091.176589:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718091.176589:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718091.176594:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1779718091.176595:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:3.0:1779718091.176597:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1779718091.176600:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1779718091.176601:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718091.176605:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176605:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718091.176608:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718091.176611:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157011:157011:256:4294967295] 192.168.203.145@tcp LPNI seq info [157010:157010:8:4294967295]
00000100:00000001:3.0:1779718091.176612:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718091.176616:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718091.176618:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:0.0:1779718091.176619:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718091.176621:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718091.176623:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718091.176626:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718091.176630:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779718091.176634:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1779718091.176634:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176638:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718091.176641:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:0.0:1779718091.176643:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176644:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718091.176648:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000010:0.0:1779718091.176650:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00080000:3.0:1779718091.176651:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176655:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718091.176657:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1779718091.176660:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718091.176662:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718091.176665:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718091.176666:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1779718091.176668:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718091.176671:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718091.176675:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1779718091.176675:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718091.176680:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1779718091.176688:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718091.176691:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718091.176692:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718091.176697:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000400:00000200:0.0:1779718091.176700:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1779718091.176701:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718091.176704:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718091.176707:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718091.176708:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718091.176710:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718091.176713:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1779718091.176715:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
02000000:00000001:3.0:1779718091.176715:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718091.176719:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
02000000:00000010:3.0:1779718091.176721:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:0.0:1779718091.176726:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718091.176726:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718091.176733:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718091.176733:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718091.176748:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718091.176751:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718091.176757:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.176760:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718091.176765:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.176777:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.176780:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718091.176781:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718091.176785:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718091.176787:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718091.176791:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1779718091.176793:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718091.176796:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718091.176797:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315211518
00000100:00080000:3.0:1779718091.176800:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718091.176803:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:0.0:1779718091.176804:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00080000:3.0:1779718091.176806:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718091.176809:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718091.176813:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1779718091.176813:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20537
00000400:00000200:3.0:1779718091.176818:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718091.176822:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315211518
00000400:00000200:3.0:1779718091.176823:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000010:0.0:1779718091.176827:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d600.
00000100:00080000:3.0:1779718091.176827:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718091.176832:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1779718091.176832:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718091.176835:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718091.176837:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1779718091.176838:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718091.176842:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718091.176842:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718091.176846:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1779718091.176846:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718091.176849:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718091.176852:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:0.0:1779718091.176853:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718091/real 1779718091]  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718091.176855:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718091.176859:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718091.176863:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718091.176867:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000001:0.0:1779718091.176868:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718091.176871:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1779718091.176871:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718091.176874:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:0.0:1779718091.176875:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000100:00000001:3.0:1779718091.176878:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779718091.176879:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000020:00000040:3.0:1779718091.176881:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000010:0.0:1779718091.176882:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00080000:3.0:1779718091.176885:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718091.176903:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1779718091.176907:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718091.176909:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718091.176911:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718091.176916:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718091.176921:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718091.176925:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718091.176929:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718091.176933:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718091.176983:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718091.176991:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718091.176997:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000200:0.0:1779718091.176998:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718091.177002:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718091.177006:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718091.177009:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779718091.177013:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1779718091.177013:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718091.177018:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.177019:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.177024:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1779718091.177027:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:0.0:1779718091.177028:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718091.177035:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718091.177037:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718091.177045:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718091.177052:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718091.177061:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718091.177061:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718091.177066:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718091.177074:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177077:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718091.177083:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.177086:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718091.177089:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718091.177090:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.177093:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718091.177097:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1779718091.177098:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20547)
00000100:00080000:0.0:1779718091.177103:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718091.177110:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718091.177115:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718091.177123:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718091.177140:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529420032:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718091.177148:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.177151:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718091.177157:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529420032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177172:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718091.177176:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718091.177180:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779718091.177188:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718091.177191:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718091.177194:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718091.177196:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718091.177199:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:0.0:1779718091.177204:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718091.177207:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718091.177209:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:0.0:1779718091.177212:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718091.177214:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.177217:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.177226:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718091.177228:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.177230:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718091.177233:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718091.177235:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718091.177240:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177249:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718091.177251:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718091.177254:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718091.177257:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718091.177260:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718091.177263:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420160:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718091.177267:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718091.177270:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718091.177272:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718091.177275:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718091.177279:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779718091.177282:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718091.177287:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718091.177290:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718091.177295:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718091.177299:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529420160, portal 10
00000100:00000001:0.0:1779718091.177302:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718091.177304:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:0.0:1779718091.177337:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177347:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718091.177350:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718091.177353:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718091.177356:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529420160, offset 0
00000400:00000200:0.0:1779718091.177362:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718091.177368:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718091.177373:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718091.177378:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718091.177381:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718091.177385:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718091.177388:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718091.177392:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157012:157012:256:4294967295] 192.168.203.145@tcp LPNI seq info [157011:157011:8:4294967295]
00000400:00000200:0.0:1779718091.177398:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718091.177407:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718091.177413:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718091.177418:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718091.177423:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718091.177427:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779718091.177433:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718091.177436:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1779718091.177442:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718091.177444:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718091.177448:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718091.177453:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718091.177457:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718091.177459:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718091.177462:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718091.177467:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177477:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718091.177481:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177498:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.177500:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718091.177504:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718091.177509:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718091.177513:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718091.177516:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315210251
00000100:00000001:0.0:1779718091.177519:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315211518
00000100:00000001:0.0:1779718091.177522:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315210251
00000100:00000001:0.0:1779718091.177524:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315211518
00000100:00000001:0.0:1779718091.177527:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718091.177529:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.177532:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718091.177536:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718091/real 1779718091]  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718091.177546:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718091.177548:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718091.177550:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718091.177553:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718091.177555:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718091.177558:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718091.177561:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718091.177572:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177579:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718091.177581:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.177583:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718091.177585:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718091.177589:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177598:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718091.177603:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177611:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718091.177614:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.177616:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718091.177618:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.177620:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718091.177623:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718091.177626:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718091.177629:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718091.177632:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718091.177637:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718091.177646:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420160:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718091.177651:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718091.177654:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177663:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718091.177665:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718091.177667:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718091.177669:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718091.177671:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718091.177675:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420288:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718091.177678:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718091.177681:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718091.177685:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718091.177689:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718091.177695:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5ac00.
02000000:00000001:0.0:1779718091.177699:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718091.177705:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718091.177710:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718091.177715:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718091.177720:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529420288, portal 10
00000100:00000001:0.0:1779718091.177723:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718091.177726:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:0.0:1779718091.177737:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177751:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718091.177756:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718091.177761:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718091.177766:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529420288, offset 0
00000400:00000200:0.0:1779718091.177774:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718091.177783:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718091.177791:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718091.177797:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718091.177802:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718091.177806:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718091.177809:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718091.177814:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157013:157013:256:4294967295] 192.168.203.145@tcp LPNI seq info [157012:157012:8:4294967295]
00000400:00000200:0.0:1779718091.177820:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718091.177829:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718091.177835:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718091.177840:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718091.177845:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718091.177849:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779718091.177854:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718091.177857:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1779718091.177862:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718091.177865:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718091.177869:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718091.177874:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718091.177877:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718091.177880:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718091.177883:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718091.177887:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177898:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718091.177901:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.177910:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.177912:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718091.177916:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718091.177949:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718091.177954:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718091.177957:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315210260
00000100:00000001:0.0:1779718091.177960:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315211518
00000100:00000001:0.0:1779718091.177963:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315210260
00000100:00000001:0.0:1779718091.177966:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315211518
00000100:00000001:0.0:1779718091.177968:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718091.177971:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.177974:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718091.177978:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718091/real 1779718091]  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718091.177988:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718091.177990:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718091.177992:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718091.177995:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718091.177997:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718091.178001:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718091.178005:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718091.178015:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178022:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718091.178024:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178026:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718091.178028:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718091.178032:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178040:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718091.178045:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178053:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718091.178056:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178057:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718091.178059:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178061:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718091.178064:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718091.178067:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718091.178070:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718091.178072:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718091.178077:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718091.178086:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420288:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718091.178090:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718091.178095:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178103:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718091.178105:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718091.178108:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718091.178110:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718091.178113:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718091.178116:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420416:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718091.178120:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718091.178122:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718091.178124:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718091.178126:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718091.178131:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718091.178133:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718091.178137:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718091.178140:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718091.178144:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718091.178147:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529420416, portal 4
00000100:00000001:0.0:1779718091.178150:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718091.178151:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:0.0:1779718091.178158:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178167:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718091.178170:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718091.178172:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718091.178175:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529420416, offset 0
00000400:00000200:0.0:1779718091.178180:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718091.178184:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718091.178188:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718091.178192:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718091.178195:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718091.178198:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718091.178201:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718091.178206:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157014:157014:256:4294967295] 192.168.203.145@tcp LPNI seq info [157013:157013:8:4294967295]
00000400:00000200:0.0:1779718091.178211:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718091.178219:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718091.178224:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718091.178228:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718091.178232:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718091.178236:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1779718091.178241:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718091.178244:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1779718091.178249:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718091.178252:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718091.178255:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718091.178260:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718091.178263:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718091.178265:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718091.178268:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718091.178272:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178282:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718091.178285:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178293:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.178295:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718091.178298:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718091.178302:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718091.178305:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718091.178308:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315210258
00000100:00000001:0.0:1779718091.178334:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315211518
00000100:00000001:0.0:1779718091.178338:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315210258
00000100:00000001:0.0:1779718091.178341:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315211518
00000100:00000001:0.0:1779718091.178344:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718091.178348:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.178350:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718091.178356:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718091/real 1779718091]  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718091.178367:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718091.178368:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718091.178371:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718091.178374:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718091.178376:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718091.178378:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718091.178382:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718091.178392:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178400:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718091.178402:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178404:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718091.178406:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718091.178410:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178417:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718091.178422:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178430:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718091.178433:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178435:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718091.178437:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178439:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718091.178441:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718091.178444:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718091.178448:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718091.178451:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718091.178455:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718091.178465:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420416:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718091.178469:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178472:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718091.178475:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529420160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178483:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718091.178485:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718091.178487:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779718091.178491:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718091.178493:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718091.178495:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718091.178497:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718091.178499:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:0.0:1779718091.178503:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718091.178505:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718091.178506:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:0.0:1779718091.178510:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718091.178512:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178514:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718091.178517:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529420288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178526:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718091.178527:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718091.178529:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:0.0:1779718091.178531:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718091.178532:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718091.178534:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718091.178536:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718091.178538:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:0.0:1779718091.178541:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718091.178542:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718091.178544:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:0.0:1779718091.178547:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718091.178548:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178550:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718091.178554:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529420416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718091.178561:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718091.178562:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718091.178564:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718091.178566:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718091.178567:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718091.178569:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718091.178571:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718091.178572:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:0.0:1779718091.178574:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718091.178576:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718091.178577:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:0.0:1779718091.178580:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718091.178581:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178583:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718091.178588:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718091.178589:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718091.178592:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718091.178594:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718091.624122:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718091.624125:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718091.624128:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718092.200062:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718092.200067:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718092.200069:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718092.200073:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718092.200084:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718092.200087:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718092.200089:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718092.200092:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718092.200094:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718092.456044:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315211518, at 4315211520
00000100:00000040:1.0:1779718092.456044:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315211518, at 4315211520
00000100:00000010:1.0:1779718092.456061:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d600.
00000100:00000010:0.0:1779718092.456065:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:0.0:1779718092.648082:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718092.648086:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718092.648089:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718093.224004:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718093.224010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718093.224011:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718093.224015:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718093.224018:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718093.224021:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718093.224023:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718093.224026:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718093.224028:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718093.672101:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718093.672105:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718093.672109:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718094.248003:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718094.248010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718094.248012:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718094.248015:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718094.248018:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718094.248022:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718094.248031:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718094.248034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718094.248036:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718094.696130:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718094.696134:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718094.696137:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718095.272058:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718095.272069:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718095.272074:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718095.272082:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718095.272089:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718095.272095:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718095.272100:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718095.272106:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718095.272111:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718095.720174:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718095.720177:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718095.720180:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718096.296056:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779718096.296067:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718096.296072:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718096.296077:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718096.296079:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1779718096.296084:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718096.296088:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1779718096.296094:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718096.296097:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:1.0:1779718096.296105:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718096.296111:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20542
00000100:00000001:1.0:1779718096.296115:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718096.296123:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1779718096.296128:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718096.296132:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718096.296141:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:1.0:1779718096.296142:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718096.296147:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718096.296155:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718096.296160:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718096.296163:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718096.296167:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718096.296172:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718096.296175:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718096.296179:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718096.296183:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718096.296186:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718096.296189:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718096.296193:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718096.296195:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718096.296198:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718096.296200:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718096.296203:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718096.296207:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718096.296210:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718096.296213:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718096.296218:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718096.296221:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718096.296224:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718096.296227:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718096.296237:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718096.296241:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718096.296245:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718096.296248:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718096.296252:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718096.296255:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718096.296261:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718096.296270:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718096.296306:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718096.296320:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718096.296334:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718096.296339:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718096.296345:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718096.296380:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718096.296386:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718096.296407:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718096.296411:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718096.296416:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718096.296423:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718096.296429:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20542
00000400:00000200:3.0:1779718096.296439:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718096.296444:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1779718096.296447:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718096.296452:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718096.296455:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718096.296457:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718096.296466:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718096.296473:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718096.296473:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718096.296485:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718096.296495:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718096.296506:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1779718096.296508:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1779718096.296510:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:0.0:1779718096.296512:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718096.296516:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1779718096.296520:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1779718096.296521:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
02000000:00000001:0.0:1779718096.296527:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1779718096.296528:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:0.0:1779718096.296536:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718096.296538:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00100000:0.0:1779718096.296550:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529420544:192.168.203.145@tcp:250:kworker.0
00000100:00000040:3.0:1779718096.296551:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718096.296560:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718096.296567:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1779718096.296568:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718096.296574:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779718096.296575:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1779718096.296578:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:0.0:1779718096.296580:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718096.296586:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:0.0:1779718096.296588:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718096.296593:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718096.296599:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1779718096.296600:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779718096.296605:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718096.296609:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718096.296618:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718096.296619:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718096.296624:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718096.296629:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718096.296633:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718096.296636:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718096.296637:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718096.296648:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000010:3.0:1779718096.296659:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000100:00000200:0.0:1779718096.296660:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529420544, portal 25
00000020:00000040:3.0:1779718096.296668:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:0.0:1779718096.296669:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718096.296674:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
02000000:00000001:3.0:1779718096.296676:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718096.296681:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718096.296687:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1779718096.296689:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718096.296691:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718096.296697:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718096.296709:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:0.0:1779718096.296712:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718096.296718:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718096.296720:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718096.296730:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00100000:3.0:1779718096.296737:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1779718096.296738:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529420544, offset 0
00000400:00000200:0.0:1779718096.296760:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718096.296776:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779718096.296778:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718096.296787:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718096.296799:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718096.296805:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718096.296819:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718096.296829:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718096.296840:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718096.296843:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718096.296847:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:3.0:1779718096.296854:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779718096.296858:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157015:157015:256:4294967295] 192.168.203.145@tcp LPNI seq info [157014:157014:8:4294967295]
00000100:00080000:3.0:1779718096.296864:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718096.296870:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718096.296876:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1779718096.296883:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718096.296884:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718096.296894:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20542
00000400:00000200:3.0:1779718096.296902:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718096.296918:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1779718096.296966:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1779718096.296972:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1779718096.296984:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718096.296987:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000010:0.0:1779718096.296994:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718096.296995:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718096.297006:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:0.0:1779718096.297016:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718096.297018:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:0.0:1779718096.297024:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1779718096.297027:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718096.297035:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718096.297042:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1779718096.297044:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:3.0:1779718096.297049:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:0.1:1779718096.297054:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1779718096.297057:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718096.297069:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000100:0.0:1779718096.297078:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718096.297084:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000010:0.0:1779718096.297087:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718096.297088:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718096.297097:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718096.297101:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779718096.297103:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1779718096.297104:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718096.297116:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718096.297123:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718096.297126:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1779718096.297128:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718096.297138:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718096.297139:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
02000000:00000001:3.0:1779718096.297142:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718096.297144:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:3.0:1779718096.297146:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718096.297153:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1779718096.297154:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1779718096.297161:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718096.297168:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718096.297169:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718096.297180:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718096.297190:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:0.0:1779718096.297194:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1779718096.297196:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718096.297202:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718096.297203:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718096.297207:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718096.297213:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718096.297218:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.297230:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718096.297232:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:0.0:1779718096.297234:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718096.297243:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.297246:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718096.297256:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779718096.297257:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718096.297265:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315216639
00000100:00000001:3.0:1779718096.297304:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1779718096.297307:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:3.0:1779718096.297308:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.297319:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1779718096.297320:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.297333:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315216639
00000100:00000001:3.0:1779718096.297338:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718096.297340:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d8a0.
00000100:00000040:3.0:1779718096.297345:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718096.297347:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718096.297356:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1779718096.297358:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1779718096.297365:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718096.297369:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718096.297371:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1779718096.297382:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1779718096.297384:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718096/real 1779718096]  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718096.297390:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718096.297397:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1779718096.297407:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1779718096.297408:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000001:0.0:1779718096.297412:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718096.297417:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000100:00080000:3.0:1779718096.297420:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20542
00000400:00000200:0.0:1779718096.297423:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718096.297426:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718096.297430:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718096.297435:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718096.297455:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718096.297456:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718096.297474:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718096.297480:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718096.297481:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718096.297487:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1779718096.297489:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718096.297491:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718096.297502:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00100000:0.0:1779718096.297504:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718096.297511:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718096.297522:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718096.297531:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718096.297534:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1779718096.297537:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718096.297541:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000040:0.0:1779718096.297547:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718096.297548:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718096.297554:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718096.297564:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:0.0:1779718096.297574:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1779718096.297575:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:0.0:1779718096.297584:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718096.297590:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718096.297591:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718096.297596:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718096.297599:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718096.297601:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718096.297608:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1779718096.297609:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00080000:0.0:1779718096.297618:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1779718096.297619:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718096.297628:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718096.297635:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00080000:3.0:1779718096.297641:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718096.297643:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1779718096.297651:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718096.297658:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718096.297659:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718096.297668:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718096.297676:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718096.297683:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1779718096.297689:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529420544:192.168.203.145@tcp:250:kworker.0
00000008:00100000:3.0:1779718096.297690:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718096.297702:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.297705:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718096.297706:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.297715:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1779718096.297719:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000100:00000040:0.0:1779718096.297721:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529420544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718096.297727:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718096.297737:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718096.297742:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.297746:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1779718096.297748:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718096.297751:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1779718096.297755:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1779718096.297757:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779718096.297763:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1779718096.297763:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718096.297767:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718096.297772:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718096.297776:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718096.297778:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
02000000:00000010:0.0:1779718096.297779:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:0.0:1779718096.297791:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1779718096.297793:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718096.297794:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718096.297799:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:0.0:1779718096.297806:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718096.297808:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.297813:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718096.297816:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718096.297823:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718096.297828:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.297836:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718096.297841:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718096.297844:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718096.297853:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1779718096.297855:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718096.297859:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718096.297876:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718096.297966:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.297969:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718096.297974:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718096.297978:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20553)
02000000:00000001:0.0:1779718096.297979:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718096.297985:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718096.297990:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718096.297998:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420672:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718096.298003:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718096.298007:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718096.298010:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718096.298013:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718096.298018:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779718096.298022:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718096.298028:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718096.298032:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718096.298039:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718096.298046:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529420672, portal 10
00000100:00000001:0.0:1779718096.298050:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718096.298052:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:0.0:1779718096.298067:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298081:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718096.298086:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718096.298091:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718096.298096:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529420672, offset 0
00000400:00000200:0.0:1779718096.298105:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718096.298115:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718096.298124:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718096.298130:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718096.298135:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718096.298138:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718096.298141:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718096.298147:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157016:157016:256:4294967295] 192.168.203.145@tcp LPNI seq info [157015:157015:8:4294967295]
00000400:00000200:0.0:1779718096.298153:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718096.298162:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718096.298168:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718096.298173:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718096.298178:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718096.298182:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1779718096.298188:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718096.298192:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1779718096.298197:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718096.298200:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718096.298204:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718096.298208:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718096.298212:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718096.298215:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718096.298218:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718096.298223:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298234:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718096.298238:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298247:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.298249:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718096.298253:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718096.298258:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718096.298262:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718096.298265:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315215372
00000100:00000001:0.0:1779718096.298268:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315216639
00000100:00000001:0.0:1779718096.298293:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315215372
00000100:00000001:0.0:1779718096.298298:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315216639
00000100:00000001:0.0:1779718096.298301:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718096.298305:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.298308:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718096.298314:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718096/real 1779718096]  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718096.298324:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718096.298326:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718096.298329:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718096.298332:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718096.298334:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718096.298337:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718096.298341:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718096.298352:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298360:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718096.298361:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.298364:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718096.298366:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718096.298370:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298378:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718096.298382:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298390:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718096.298394:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.298396:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718096.298397:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.298400:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718096.298402:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718096.298406:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718096.298411:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718096.298413:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718096.298418:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718096.298428:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420672:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718096.298432:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718096.298436:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298444:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718096.298446:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718096.298448:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718096.298451:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718096.298453:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718096.298457:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420800:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718096.298461:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718096.298464:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718096.298466:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718096.298468:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718096.298473:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779718096.298475:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718096.298480:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718096.298483:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718096.298486:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718096.298490:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529420800, portal 10
00000100:00000001:0.0:1779718096.298492:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718096.298494:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:0.0:1779718096.298502:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298510:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718096.298513:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718096.298516:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718096.298518:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529420800, offset 0
00000400:00000200:0.0:1779718096.298523:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718096.298528:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718096.298533:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718096.298537:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718096.298541:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718096.298544:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718096.298547:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718096.298551:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157017:157017:256:4294967295] 192.168.203.145@tcp LPNI seq info [157016:157016:8:4294967295]
00000400:00000200:0.0:1779718096.298556:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718096.298564:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718096.298570:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718096.298574:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718096.298579:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718096.298582:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1779718096.298588:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718096.298591:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1779718096.298596:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718096.298598:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718096.298602:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718096.298606:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718096.298610:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718096.298612:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718096.298615:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718096.298619:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298629:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718096.298632:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298641:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.298644:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718096.298647:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718096.298651:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718096.298655:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718096.298658:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315215380
00000100:00000001:0.0:1779718096.298661:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315216639
00000100:00000001:0.0:1779718096.298664:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315215380
00000100:00000001:0.0:1779718096.298666:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315216639
00000100:00000001:0.0:1779718096.298668:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718096.298670:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.298673:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718096.298677:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718096/real 1779718096]  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718096.298685:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718096.298687:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718096.298689:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718096.298692:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718096.298694:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718096.298697:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718096.298700:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718096.298710:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298717:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718096.298719:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.298721:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718096.298723:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718096.298726:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298734:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718096.298739:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298748:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718096.298751:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.298753:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718096.298755:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.298757:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718096.298759:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718096.298762:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718096.298765:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718096.298768:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718096.298772:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718096.298781:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420800:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718096.298785:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.298788:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718096.298791:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529420672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298799:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718096.298801:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718096.298803:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779718096.298806:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718096.298808:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718096.298810:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718096.298813:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718096.298815:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:0.0:1779718096.298818:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718096.298820:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718096.298821:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:0.0:1779718096.298825:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718096.298827:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.298830:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718096.298833:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529420800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298841:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718096.298843:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718096.298844:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779718096.298847:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718096.298848:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718096.298849:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718096.298852:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718096.298853:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:0.0:1779718096.298856:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718096.298858:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718096.298860:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:0.0:1779718096.298863:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718096.298865:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.298869:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.298875:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718096.298878:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.298882:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718096.298885:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718096.298887:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718096.298894:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.298908:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718096.298911:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718096.298916:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718096.298955:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718096.298961:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718096.298967:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420928:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718096.298972:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718096.298975:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718096.298977:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718096.298979:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718096.298985:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779718096.298987:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718096.298992:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718096.298995:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718096.298999:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718096.299004:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529420928, portal 4
00000100:00000001:0.0:1779718096.299006:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718096.299008:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:0.0:1779718096.299015:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.299023:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718096.299026:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718096.299029:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718096.299034:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529420928, offset 0
00000400:00000200:0.0:1779718096.299042:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718096.299050:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718096.299057:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718096.299063:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718096.299068:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718096.299073:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718096.299077:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718096.299084:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157018:157018:256:4294967295] 192.168.203.145@tcp LPNI seq info [157017:157017:8:4294967295]
00000400:00000200:0.0:1779718096.299092:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718096.299105:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718096.299114:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718096.299121:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718096.299128:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718096.299133:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1779718096.299139:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718096.299142:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1779718096.299147:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718096.299150:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718096.299154:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718096.299159:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718096.299163:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718096.299166:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718096.299169:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718096.299174:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.299185:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718096.299188:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.299197:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.299199:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718096.299203:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718096.299207:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718096.299211:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718096.299214:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315215379
00000100:00000001:0.0:1779718096.299217:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315216639
00000100:00000001:0.0:1779718096.299220:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315215379
00000100:00000001:0.0:1779718096.299223:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315216639
00000100:00000001:0.0:1779718096.299225:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718096.299228:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.299230:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718096.299234:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718096/real 1779718096]  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718096.299244:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718096.299246:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718096.299248:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718096.299251:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718096.299252:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718096.299255:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718096.299259:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718096.299307:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.299315:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718096.299318:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.299320:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718096.299322:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718096.299326:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.299335:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718096.299340:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.299348:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718096.299351:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.299353:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718096.299354:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.299356:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718096.299358:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718096.299361:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718096.299365:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718096.299368:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718096.299372:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718096.299382:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529420928:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718096.299387:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.299389:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718096.299393:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529420928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718096.299410:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718096.299412:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718096.299415:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779718096.299418:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718096.299420:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718096.299422:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718096.299424:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718096.299426:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:0.0:1779718096.299429:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718096.299431:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718096.299433:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:0.0:1779718096.299435:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718096.299437:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.299440:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718096.299445:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718096.299447:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718096.299449:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718096.299451:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718096.744184:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718096.744190:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718096.744195:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718097.320018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718097.320027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718097.320030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718097.320036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718097.320041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718097.320045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718097.320049:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718097.320052:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718097.320055:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718097.576040:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315216639, at 4315216640
00000100:00000010:0.0:1779718097.576058:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000040:1.0:1779718097.576081:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315216639, at 4315216640
00000100:00000010:1.0:1779718097.576112:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d8a0.
00000020:00000001:3.0:1779718097.768100:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718097.768105:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718097.768109:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718098.343994:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718098.344000:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718098.344001:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718098.344006:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718098.344008:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718098.344011:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718098.344013:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718098.344015:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718098.344018:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718098.792143:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718098.792149:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718098.792154:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718099.368050:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718099.368057:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718099.368060:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718099.368067:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718099.368071:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718099.368075:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718099.368078:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718099.368081:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718099.368085:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718099.816202:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718099.816209:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718099.816215:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1779718100.392057:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718100.392064:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718100.392066:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718100.392072:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718100.392076:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718100.392080:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718100.392083:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718100.392086:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718100.392088:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718100.840135:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718100.840140:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718100.840144:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718101.416032:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718101.416042:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718101.416045:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718101.416049:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718101.416054:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718101.416062:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20548
00000400:00000200:1.0:1779718101.416071:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718101.416078:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718101.416081:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718101.416084:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718101.416088:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718101.416091:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718101.416094:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718101.416098:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718101.416100:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718101.416103:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718101.416106:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718101.416109:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718101.416111:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718101.416114:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718101.416116:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718101.416119:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718101.416121:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718101.416124:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718101.416127:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718101.416130:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718101.416134:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718101.416138:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718101.416141:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718101.416143:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718101.416146:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718101.416155:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718101.416159:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718101.416163:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718101.416165:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718101.416168:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718101.416171:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718101.416175:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718101.416183:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779718101.416190:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718101.416199:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718101.416210:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718101.416215:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718101.416221:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718101.416257:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718101.416261:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718101.416269:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718101.416271:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718101.416273:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718101.416276:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718101.416279:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20548
00000400:00000200:1.0:1779718101.416284:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718101.416289:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718101.416291:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718101.416292:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1779718101.416296:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718101.416297:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718101.416301:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1779718101.416302:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718101.416306:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718101.416309:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718101.416310:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718101.416316:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718101.416320:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:0.0:1779718101.416322:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1779718101.416323:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718101.416324:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718101.416327:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
02000000:00000001:0.0:1779718101.416328:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718101.416332:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1779718101.416333:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:0.0:1779718101.416336:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718101.416338:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00100000:0.0:1779718101.416340:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529421056:192.168.203.145@tcp:250:kworker.0
00000100:00000040:1.0:1779718101.416345:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718101.416346:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718101.416350:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1779718101.416351:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1779718101.416353:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718101.416355:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:0.0:1779718101.416357:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1779718101.416361:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000010:0.0:1779718101.416363:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58c00.
00000020:00000040:1.0:1779718101.416364:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:0.0:1779718101.416368:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718101.416371:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:0.0:1779718101.416376:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718101.416380:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000100:00000001:1.0:1779718101.416380:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718101.416386:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1779718101.416388:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
02000000:00000001:1.0:1779718101.416392:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1779718101.416396:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529421056, portal 25
02000000:00000001:1.0:1779718101.416396:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.416401:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718101.416402:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718101.416404:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885893632 : -117608823657984 : ffff95090fd7ea00)
00000008:00100000:1.0:1779718101.416407:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1779718101.416410:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1779718101.416413:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718101.416419:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.416425:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718101.416427:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000010:1.0:1779718101.416428:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000400:00000010:0.0:1779718101.416430:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000020:00000040:1.0:1779718101.416433:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000200:0.0:1779718101.416434:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529421056, offset 0
02000000:00000001:1.0:1779718101.416440:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1779718101.416443:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779718101.416443:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718101.416448:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718101.416450:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718101.416469:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718101.416470:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:1.0:1779718101.416477:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000400:00000200:0.0:1779718101.416478:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:1.0:1779718101.416484:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718101.416486:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718101.416494:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00100000:1.0:1779718101.416494:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779718101.416502:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718101.416509:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:1.0:1779718101.416514:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779718101.416518:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157019:157019:256:4294967295] 192.168.203.145@tcp LPNI seq info [157018:157018:8:4294967295]
00000100:00000001:1.0:1779718101.416520:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718101.416530:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718101.416530:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718101.416546:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1779718101.416548:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718101.416553:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779718101.416553:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1779718101.416560:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00080000:1.0:1779718101.416560:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718101.416564:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718101.416567:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1779718101.416572:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718101.416573:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:0.0:1779718101.416576:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000100:00080000:1.0:1779718101.416580:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20548
00000800:00000200:0.1:1779718101.416585:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000400:00000200:1.0:1779718101.416590:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:0.1:1779718101.416590:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1779718101.416597:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718101.416600:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000010:0.0:1779718101.416601:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00080000:1.0:1779718101.416606:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1779718101.416609:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1779718101.416611:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718101.416616:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1779718101.416618:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1779718101.416621:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000100:00000040:1.0:1779718101.416623:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:0.0:1779718101.416624:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:1.0:1779718101.416629:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718101.416631:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1779718101.416635:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:0.0:1779718101.416638:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779718101.416639:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718101.416644:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718101.416647:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718101.416653:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:0.0:1779718101.416654:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718101.416659:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779718101.416659:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718101.416670:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718101.416671:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.416675:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718101.416676:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718101.416680:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718101.416681:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718101.416686:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779718101.416689:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:1.0:1779718101.416693:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:0.0:1779718101.416694:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315221758
00000100:00080000:1.0:1779718101.416699:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000010:0.0:1779718101.416700:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:1.0:1779718101.416705:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718101.416707:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1779718101.416708:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1779718101.416712:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718101.416715:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315221758
02000000:00000001:1.0:1779718101.416716:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718101.416720:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7dea0.
00000100:00000001:1.0:1779718101.416721:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718101.416725:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000008:00100000:1.0:1779718101.416726:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1779718101.416730:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1779718101.416731:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.416733:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718101.416736:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.416737:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718101.416742:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718101/real 1779718101]  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718101.416748:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:1.0:1779718101.416749:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000400:00000001:0.0:1779718101.416750:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718101.416753:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000020:00000040:1.0:1779718101.416754:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:0.0:1779718101.416756:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718101.416759:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
02000000:00000001:1.0:1779718101.416761:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1779718101.416762:0:248765:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1779718101.416764:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718101.416767:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718101.416768:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718101.416788:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718101.416792:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718101.416795:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1779718101.416799:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:0.0:1779718101.416801:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718101.416804:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718101.416806:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.416807:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718101.416809:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718101.416816:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718101.416817:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718101.416827:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718101.416836:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718101.416840:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718101.416845:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.416851:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1779718101.416853:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.416857:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.416862:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718101.416865:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.416871:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718101.416872:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.416874:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1779718101.416876:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718101.416880:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1779718101.416884:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718101.416888:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718101.416891:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1779718101.416891:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718101.416899:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718101.416899:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718101.416903:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718101.416906:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718101.416912:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:0.0:1779718101.416913:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529421056:192.168.203.145@tcp:250:kworker.0
00000100:00080000:1.0:1779718101.416918:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20548
00000100:00000001:0.0:1779718101.416922:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.416925:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1779718101.416926:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779718101.416929:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7ea00 x1866162529421056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718101.416934:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718101.416937:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718101.416939:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718101.416941:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779718101.416943:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718101.416946:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718101.416947:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718101.416948:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:1.0:1779718101.416968:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718101.416971:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718101.416975:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1779718101.416978:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93800.
00000100:00000040:1.0:1779718101.416979:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:0.0:1779718101.416984:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1779718101.416984:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779718101.417002:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1779718101.417003:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000010:0.0:1779718101.417006:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718101.417007:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718101.417011:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718101.417013:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000020:00000040:1.0:1779718101.417015:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:0.0:1779718101.417016:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1779718101.417020:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:0.0:1779718101.417021:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1779718101.417023:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718101.417029:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718101.417031:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718101.417035:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718101.417037:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718101.417039:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718101.417044:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718101.417050:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:0.0:1779718101.417053:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718101.417057:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1779718101.417060:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718101.417061:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1779718101.417068:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718101.417069:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718101.417074:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1779718101.417079:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1779718101.417079:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718101.417082:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718101.417085:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718101.417085:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718101.417088:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718101.417090:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1779718101.417091:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718101.417095:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421184:192.168.203.145@tcp:38:kworker.0
00000008:00100000:1.0:1779718101.417096:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1779718101.417101:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1779718101.417103:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718101.417104:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718101.417107:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718101.417107:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718101.417112:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718101.417115:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58c00.
00000100:00000010:1.0:1779718101.417115:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
02000000:00000001:0.0:1779718101.417119:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718101.417122:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:0.0:1779718101.417124:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779718101.417129:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1779718101.417130:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
02000000:00000001:1.0:1779718101.417133:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718101.417134:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000001:1.0:1779718101.417137:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1779718101.417139:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529421184, portal 10
02000000:00000001:1.0:1779718101.417140:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1779718101.417141:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718101.417144:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
02000000:00000001:1.0:1779718101.417144:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718101.417151:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1779718101.417152:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779718101.417158:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.417159:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718101.417164:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718101.417166:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718101.417170:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529421184, offset 0
00000100:00100000:1.0:1779718101.417170:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779718101.417179:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718101.417185:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718101.417191:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:1.0:1779718101.417191:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779718101.417197:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1779718101.417197:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718101.417203:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:1.0:1779718101.417207:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718101.417211:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718101.417217:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718101.417226:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157020:157020:256:4294967295] 192.168.203.145@tcp LPNI seq info [157019:157019:8:4294967295]
00000400:00000200:0.0:1779718101.417265:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718101.417278:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1779718101.417278:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718101.417286:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718101.417287:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20558)
00000800:00000010:0.0:1779718101.417289:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718101.417295:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718101.417297:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1779718101.417301:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718101.417303:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1779718101.417306:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718101.417308:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718101.417311:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718101.417314:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718101.417332:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718101.417333:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718101.417335:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718101.417338:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417344:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718101.417346:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417351:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.417352:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718101.417355:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718101.417358:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718101.417360:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718101.417362:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315220491
00000100:00000001:0.0:1779718101.417364:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315221758
00000100:00000001:0.0:1779718101.417365:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315220491
00000100:00000001:0.0:1779718101.417367:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315221758
00000100:00000001:0.0:1779718101.417368:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718101.417370:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.417371:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718101.417373:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718101/real 1779718101]  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718101.417379:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718101.417380:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718101.417398:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718101.417400:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718101.417401:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718101.417403:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718101.417406:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718101.417413:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417418:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718101.417419:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.417421:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718101.417422:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718101.417424:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417429:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718101.417432:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417437:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718101.417439:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.417440:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718101.417441:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.417443:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718101.417445:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718101.417464:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718101.417467:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718101.417469:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718101.417473:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718101.417479:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421184:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718101.417482:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718101.417487:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417504:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718101.417506:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718101.417509:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718101.417512:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718101.417515:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718101.417519:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421312:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718101.417523:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718101.417526:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718101.417528:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718101.417531:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718101.417536:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718101.417539:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718101.417543:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718101.417546:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718101.417550:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718101.417554:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529421312, portal 10
00000100:00000001:0.0:1779718101.417556:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718101.417558:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:0.0:1779718101.417563:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417569:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718101.417571:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718101.417573:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718101.417575:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529421312, offset 0
00000400:00000200:0.0:1779718101.417578:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718101.417582:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718101.417586:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718101.417588:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718101.417591:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718101.417593:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718101.417595:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718101.417598:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157021:157021:256:4294967295] 192.168.203.145@tcp LPNI seq info [157020:157020:8:4294967295]
00000400:00000200:0.0:1779718101.417602:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718101.417608:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718101.417612:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718101.417614:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718101.417618:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718101.417620:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1779718101.417624:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718101.417626:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1779718101.417630:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718101.417631:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718101.417634:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718101.417637:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718101.417639:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718101.417641:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718101.417643:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718101.417645:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417667:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718101.417669:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417674:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.417675:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718101.417677:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718101.417679:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718101.417681:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718101.417682:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315220499
00000100:00000001:0.0:1779718101.417684:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315221758
00000100:00000001:0.0:1779718101.417685:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315220499
00000100:00000001:0.0:1779718101.417687:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315221758
00000100:00000001:0.0:1779718101.417688:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718101.417690:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.417692:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718101.417694:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718101/real 1779718101]  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718101.417699:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718101.417700:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718101.417701:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718101.417703:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718101.417704:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718101.417705:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718101.417707:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718101.417713:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417716:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718101.417717:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.417718:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718101.417719:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718101.417721:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417725:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718101.417728:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417732:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718101.417733:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.417734:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718101.417735:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.417736:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718101.417737:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718101.417739:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718101.417742:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718101.417743:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718101.417746:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718101.417751:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421312:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718101.417753:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.417754:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718101.417756:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529421184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417760:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718101.417761:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718101.417763:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779718101.417764:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718101.417765:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718101.417766:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718101.417768:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718101.417769:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93400.
02000000:00000001:0.0:1779718101.417786:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718101.417787:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718101.417788:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:0.0:1779718101.417790:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718101.417791:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.417792:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718101.417794:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529421312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417798:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718101.417799:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718101.417800:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718101.417802:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718101.417802:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718101.417803:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718101.417804:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718101.417805:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91400.
02000000:00000001:0.0:1779718101.417807:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718101.417808:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718101.417809:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:0.0:1779718101.417810:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718101.417811:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.417812:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.417814:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718101.417815:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.417817:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718101.417818:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718101.417819:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718101.417821:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417825:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718101.417826:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718101.417827:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718101.417829:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718101.417830:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718101.417832:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421440:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718101.417834:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718101.417836:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718101.417837:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718101.417839:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718101.417841:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718101.417843:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718101.417846:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718101.417849:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718101.417852:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718101.417855:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529421440, portal 4
00000100:00000001:0.0:1779718101.417857:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718101.417858:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:0.0:1779718101.417864:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417878:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718101.417880:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718101.417883:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718101.417885:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529421440, offset 0
00000400:00000200:0.0:1779718101.417890:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718101.417893:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718101.417896:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718101.417898:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718101.417899:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718101.417901:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718101.417903:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718101.417905:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157022:157022:256:4294967295] 192.168.203.145@tcp LPNI seq info [157021:157021:8:4294967295]
00000400:00000200:0.0:1779718101.417907:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718101.417911:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718101.417914:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718101.417917:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718101.417919:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718101.417921:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1779718101.417924:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718101.417926:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1779718101.417928:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718101.417930:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718101.417932:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718101.417934:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718101.417936:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718101.417937:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718101.417938:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718101.417941:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417946:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718101.417948:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.417957:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.417958:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718101.417960:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718101.417962:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718101.417964:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718101.417965:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315220497
00000100:00000001:0.0:1779718101.417967:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315221758
00000100:00000001:0.0:1779718101.417968:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315220497
00000100:00000001:0.0:1779718101.417970:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315221758
00000100:00000001:0.0:1779718101.417971:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718101.417972:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.417973:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718101.417975:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718101/real 1779718101]  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718101.417980:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718101.417981:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718101.417982:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718101.418001:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718101.418003:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718101.418005:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718101.418009:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718101.418019:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.418052:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718101.418054:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.418056:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718101.418073:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718101.418078:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.418084:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718101.418087:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.418092:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718101.418093:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.418095:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718101.418095:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.418096:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718101.418098:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718101.418099:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718101.418101:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718101.418102:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718101.418105:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718101.418109:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421440:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718101.418112:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.418113:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718101.418115:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529421440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718101.418119:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718101.418120:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718101.418122:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718101.418123:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718101.418124:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718101.418125:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718101.418141:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718101.418143:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90c00.
02000000:00000001:0.0:1779718101.418145:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718101.418147:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718101.418148:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:0.0:1779718101.418150:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718101.418151:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.418152:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718101.418155:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718101.418157:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718101.418158:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718101.418160:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718101.864098:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718101.864102:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718101.864106:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718102.696067:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315221758, at 4315221760
00000100:00000040:1.0:1779718102.696077:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315221758, at 4315221760
00000100:00000010:0.0:1779718102.696082:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000010:1.0:1779718102.696088:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7dea0.
00000020:00000001:1.0:1779718102.888129:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718102.888133:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718102.888137:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718103.912166:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718103.912171:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718103.912174:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718104.936134:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718104.936140:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718104.936144:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718105.960183:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718105.960189:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718105.960195:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718106.536003:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718106.536011:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718106.536016:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718106.536020:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718106.536024:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718106.536030:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20553
00000400:00000200:1.0:1779718106.536038:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718106.536044:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718106.536046:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718106.536049:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536052:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718106.536054:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536056:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718106.536059:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718106.536060:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718106.536062:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718106.536065:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718106.536067:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718106.536068:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718106.536071:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536073:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718106.536075:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536077:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718106.536079:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718106.536082:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536083:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718106.536085:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718106.536088:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718106.536091:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718106.536092:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718106.536094:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718106.536103:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718106.536105:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718106.536109:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718106.536110:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718106.536113:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718106.536115:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718106.536118:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718106.536126:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779718106.536132:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718106.536139:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718106.536148:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718106.536152:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718106.536156:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718106.536174:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718106.536176:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718106.536179:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718106.536180:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718106.536182:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718106.536184:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718106.536187:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20553
00000400:00000200:1.0:1779718106.536189:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718106.536192:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718106.536206:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718106.536209:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536210:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718106.536212:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536220:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718106.536222:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718106.536223:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718106.536224:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718106.536226:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718106.536230:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718106.536232:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718106.536235:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536236:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718106.536238:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536240:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718106.536242:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718106.536245:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536247:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718106.536249:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718106.536253:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718106.536255:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718106.536257:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718106.536260:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718106.536263:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718106.536264:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718106.536267:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000100:00000001:0.0:1779718106.536268:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1779718106.536269:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718106.536274:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1779718106.536275:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1779718106.536276:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718106.536279:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779718106.536280:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1779718106.536281:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718106.536285:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718106.536289:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000040:0.0:1779718106.536291:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718106.536293:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718106.536303:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718106.536306:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718106.536309:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718106.536315:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1779718106.536316:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1779718106.536318:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718106.536319:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718106.536325:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718106.536327:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718106.536332:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529421568:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718106.536342:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1779718106.536347:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718106.536348:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1779718106.536350:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1779718106.536351:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718106.536358:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1779718106.536358:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718106.536359:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718106.536362:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718106.536364:0:318778:0:(import.c:487:import_select_connection()) Process entered
02000000:00000010:0.0:1779718106.536365:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a800.
00000100:00080000:1.0:1779718106.536369:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20553
02000000:00000001:0.0:1779718106.536370:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718106.536375:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718106.536380:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:0.0:1779718106.536381:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779718106.536383:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1779718106.536386:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000100:00000040:1.0:1779718106.536388:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536391:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1779718106.536393:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000040:1.0:1779718106.536393:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536395:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718106.536398:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718106.536399:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718106.536401:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1779718106.536402:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529421568, portal 25
00000020:00000040:1.0:1779718106.536402:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000001:0.0:1779718106.536408:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1779718106.536408:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:0.0:1779718106.536411:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000020:00000001:1.0:1779718106.536412:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718106.536418:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718106.536421:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718106.536421:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718106.536428:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536434:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718106.536440:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:0.0:1779718106.536441:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1779718106.536445:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000040:0.0:1779718106.536450:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536451:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718106.536453:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
02000000:00000001:1.0:1779718106.536454:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1779718106.536458:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529421568, offset 0
02000000:00000001:1.0:1779718106.536459:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718106.536463:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718106.536465:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718106.536467:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1779718106.536468:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000008:00000001:1.0:1779718106.536472:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718106.536475:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718106.536479:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000400:00000200:0.0:1779718106.536480:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:1.0:1779718106.536485:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718106.536487:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718106.536489:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718106.536490:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:1.0:1779718106.536491:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718106.536495:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718106.536498:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718106.536499:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1779718106.536501:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000400:00000200:0.0:1779718106.536505:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779718106.536507:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718106.536511:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1779718106.536515:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779718106.536519:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718106.536528:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157023:157023:256:4294967295] 192.168.203.145@tcp LPNI seq info [157022:157022:8:4294967295]
00000100:00000001:1.0:1779718106.536531:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718106.536535:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718106.536539:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718106.536543:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718106.536558:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1779718106.536558:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718106.536565:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1779718106.536570:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718106.536571:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718106.536575:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1779718106.536577:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00080000:1.0:1779718106.536578:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718106.536581:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718106.536582:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718106.536584:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:0.0:1779718106.536588:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779718106.536592:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20553
00000800:00000200:0.0:1779718106.536594:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000400:00000200:1.0:1779718106.536598:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718106.536607:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000200:0.1:1779718106.536607:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779718106.536611:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1779718106.536613:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1779718106.536617:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536621:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1779718106.536623:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718106.536626:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:0.0:1779718106.536628:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00000001:1.0:1779718106.536629:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718106.536633:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718106.536634:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718106.536635:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1779718106.536636:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1779718106.536637:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718106.536641:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:0.0:1779718106.536646:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1779718106.536646:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:0.0:1779718106.536654:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000100:00000040:1.0:1779718106.536654:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536656:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1779718106.536658:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000040:1.0:1779718106.536661:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718106.536664:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718106.536665:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1779718106.536666:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718106.536670:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000200:0.0:1779718106.536674:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718106.536675:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.536686:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1779718106.536690:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1779718106.536691:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718106.536694:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718106.536700:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718106.536705:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718106.536707:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1779718106.536709:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1779718106.536711:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1779718106.536712:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718106.536715:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.536717:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718106.536719:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000400:00000200:0.0:1779718106.536724:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:1.0:1779718106.536725:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:0.0:1779718106.536728:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315226878
02000000:00000001:1.0:1779718106.536729:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718106.536731:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718106.536733:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1779718106.536735:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
02000000:00000001:1.0:1779718106.536735:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718106.536737:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718106.536744:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:0.0:1779718106.536745:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718106.536747:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.536753:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315226878
00000100:00100000:1.0:1779718106.536754:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1779718106.536761:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7dd80.
00000100:00000001:1.0:1779718106.536766:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718106.536767:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718106.536770:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.536772:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1779718106.536776:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.536777:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.536781:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718106.536789:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718106/real 1779718106]  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718106.536790:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718106.536797:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20563)
00000400:00000001:0.0:1779718106.536804:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718106.536806:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718106.536807:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718106.536810:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718106.536811:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718106.536813:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718106.536817:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718106.536825:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.536831:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718106.536832:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.536834:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718106.536835:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718106.536838:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.536843:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718106.536846:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.536851:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718106.536854:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.536855:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718106.536856:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.536858:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718106.536859:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718106.536861:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718106.536864:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718106.536866:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718106.536869:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718106.536876:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529421568:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718106.536879:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.536881:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718106.536883:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529421568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.536888:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718106.536890:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718106.536892:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718106.536895:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718106.536897:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718106.536898:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718106.536900:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718106.536901:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90c00.
02000000:00000001:0.0:1779718106.536904:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718106.536906:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718106.536908:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:0.0:1779718106.536911:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718106.536912:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.536914:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.536946:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718106.536947:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.536950:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718106.536951:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718106.536952:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718106.536956:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.536961:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718106.536963:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718106.536964:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718106.536966:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718106.536967:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718106.536970:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421696:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718106.536972:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718106.536974:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718106.536975:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718106.536977:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718106.536979:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718106.536981:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718106.536984:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718106.536986:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718106.536988:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718106.536991:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529421696, portal 10
00000100:00000001:0.0:1779718106.536993:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718106.536994:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:0.0:1779718106.536999:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537004:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718106.537006:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718106.537008:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718106.537010:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529421696, offset 0
00000400:00000200:0.0:1779718106.537013:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718106.537016:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718106.537018:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718106.537021:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718106.537023:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718106.537025:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718106.537027:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718106.537029:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157024:157024:256:4294967295] 192.168.203.145@tcp LPNI seq info [157023:157023:8:4294967295]
00000400:00000200:0.0:1779718106.537032:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718106.537038:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718106.537041:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718106.537043:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718106.537046:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718106.537048:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1779718106.537052:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718106.537054:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1779718106.537056:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718106.537058:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718106.537060:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718106.537063:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718106.537065:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718106.537067:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718106.537069:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718106.537071:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537083:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718106.537085:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537090:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.537091:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718106.537093:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718106.537096:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718106.537098:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718106.537100:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315225611
00000100:00000001:0.0:1779718106.537102:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315226878
00000100:00000001:0.0:1779718106.537104:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315225611
00000100:00000001:0.0:1779718106.537106:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315226878
00000100:00000001:0.0:1779718106.537107:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718106.537109:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.537110:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718106.537113:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718106/real 1779718106]  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718106.537118:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718106.537119:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718106.537120:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718106.537122:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718106.537123:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718106.537124:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718106.537126:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718106.537132:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537137:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718106.537139:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537140:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718106.537142:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718106.537144:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537149:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718106.537152:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537156:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718106.537158:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537159:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718106.537160:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537161:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718106.537163:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718106.537165:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718106.537167:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718106.537168:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718106.537171:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718106.537177:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421696:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718106.537179:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718106.537182:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537187:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718106.537188:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718106.537189:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718106.537190:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718106.537192:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718106.537213:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421824:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718106.537218:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718106.537220:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718106.537222:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718106.537225:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718106.537229:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779718106.537231:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718106.537235:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718106.537238:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718106.537242:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718106.537261:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529421824, portal 10
00000100:00000001:0.0:1779718106.537264:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718106.537265:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:0.0:1779718106.537272:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537279:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718106.537282:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718106.537285:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718106.537288:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529421824, offset 0
00000400:00000200:0.0:1779718106.537292:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718106.537297:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718106.537300:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718106.537302:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718106.537304:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718106.537306:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718106.537308:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718106.537310:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157025:157025:256:4294967295] 192.168.203.145@tcp LPNI seq info [157024:157024:8:4294967295]
00000400:00000200:0.0:1779718106.537313:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718106.537318:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718106.537322:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718106.537324:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718106.537327:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718106.537329:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1779718106.537333:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718106.537334:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1779718106.537337:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718106.537339:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718106.537341:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718106.537344:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718106.537346:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718106.537347:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718106.537349:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718106.537352:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537358:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718106.537360:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537365:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.537366:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718106.537368:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718106.537371:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718106.537373:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718106.537375:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315225619
00000100:00000001:0.0:1779718106.537376:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315226878
00000100:00000001:0.0:1779718106.537378:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315225619
00000100:00000001:0.0:1779718106.537380:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315226878
00000100:00000001:0.0:1779718106.537381:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718106.537383:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.537384:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718106.537386:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718106/real 1779718106]  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718106.537392:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718106.537394:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718106.537395:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718106.537397:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718106.537398:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718106.537399:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718106.537401:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718106.537407:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537411:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718106.537412:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537413:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718106.537414:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718106.537417:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537421:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718106.537424:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537428:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718106.537430:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537431:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718106.537432:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537434:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718106.537435:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718106.537437:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718106.537439:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718106.537440:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718106.537443:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718106.537453:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421824:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718106.537456:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718106.537458:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537462:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718106.537463:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718106.537465:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718106.537466:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718106.537468:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718106.537470:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421952:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718106.537472:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718106.537473:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718106.537474:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718106.537476:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718106.537478:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779718106.537479:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718106.537482:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718106.537483:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718106.537486:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718106.537488:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529421952, portal 4
00000100:00000001:0.0:1779718106.537489:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718106.537490:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:0.0:1779718106.537494:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537499:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718106.537501:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718106.537502:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718106.537504:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529421952, offset 0
00000400:00000200:0.0:1779718106.537507:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718106.537510:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718106.537512:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718106.537514:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718106.537516:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718106.537517:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718106.537519:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718106.537521:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157026:157026:256:4294967295] 192.168.203.145@tcp LPNI seq info [157025:157025:8:4294967295]
00000400:00000200:0.0:1779718106.537524:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718106.537529:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718106.537532:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718106.537534:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718106.537536:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718106.537538:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1779718106.537541:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718106.537543:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1779718106.537546:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718106.537547:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718106.537549:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718106.537551:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718106.537553:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718106.537554:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718106.537556:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718106.537558:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537563:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718106.537565:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537569:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.537571:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718106.537572:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718106.537575:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718106.537577:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718106.537579:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315225617
00000100:00000001:0.0:1779718106.537581:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315226878
00000100:00000001:0.0:1779718106.537582:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315225617
00000100:00000001:0.0:1779718106.537584:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315226878
00000100:00000001:0.0:1779718106.537585:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718106.537586:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.537588:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718106.537590:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718106/real 1779718106]  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718106.537595:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718106.537596:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718106.537597:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718106.537598:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718106.537599:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718106.537600:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718106.537603:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718106.537609:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537613:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718106.537614:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537615:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718106.537616:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718106.537619:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537623:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718106.537625:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537630:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718106.537632:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537633:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718106.537634:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537635:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718106.537636:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718106.537638:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718106.537640:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718106.537642:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718106.537644:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718106.537649:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529421952:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718106.537652:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537653:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718106.537655:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529421696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537660:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718106.537661:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718106.537662:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718106.537664:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718106.537665:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718106.537666:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718106.537667:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718106.537668:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91400.
02000000:00000001:0.0:1779718106.537670:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718106.537671:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718106.537672:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:0.0:1779718106.537674:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718106.537675:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537676:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718106.537678:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529421824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537688:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718106.537689:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718106.537690:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779718106.537692:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718106.537692:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718106.537693:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718106.537694:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718106.537695:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93400.
02000000:00000001:0.0:1779718106.537697:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718106.537697:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718106.537698:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:0.0:1779718106.537700:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718106.537701:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537702:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718106.537704:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529421952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718106.537708:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718106.537708:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718106.537709:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779718106.537711:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718106.537711:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718106.537712:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718106.537713:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718106.537714:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93800.
02000000:00000001:0.0:1779718106.537715:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718106.537716:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718106.537717:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:0.0:1779718106.537718:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718106.537719:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537720:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718106.537723:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718106.537724:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718106.537725:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718106.537727:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718106.984087:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718106.984091:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718106.984095:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718107.816031:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315226878, at 4315226880
00000100:00000040:0.0:1779718107.816033:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315226878, at 4315226880
00000100:00000010:1.0:1779718107.816044:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7dd80.
00000100:00000010:0.0:1779718107.816046:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:0.0:1779718108.008116:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718108.008120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718108.008124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718109.032157:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718109.032161:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718109.032165:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718110.056072:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718110.056076:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718110.056080:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718111.080151:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718111.080155:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718111.080173:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718111.656038:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718111.656044:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718111.656045:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718111.656050:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718111.656053:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718111.656056:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718111.656058:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718111.656060:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718111.656061:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718111.656099:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718111.656103:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718111.656105:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718111.656108:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718111.656112:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718111.656118:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20558
00000400:00000200:0.0:1779718111.656126:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718111.656132:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718111.656134:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718111.656137:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656140:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718111.656142:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656144:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718111.656147:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718111.656149:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718111.656151:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718111.656153:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718111.656167:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718111.656169:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718111.656172:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656174:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718111.656175:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656177:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718111.656179:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718111.656181:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656183:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718111.656185:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718111.656189:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718111.656191:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718111.656193:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718111.656194:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718111.656199:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779718111.656202:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718111.656205:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718111.656206:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718111.656209:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718111.656210:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718111.656214:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718111.656220:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779718111.656226:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718111.656233:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718111.656245:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718111.656249:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718111.656256:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718111.656283:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718111.656287:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718111.656287:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718111.656292:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1779718111.656293:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718111.656294:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779718111.656295:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718111.656298:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718111.656302:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:3.0:1779718111.656303:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718111.656307:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20558
00000400:00000200:0.0:1779718111.656318:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718111.656319:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718111.656322:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718111.656325:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:0.0:1779718111.656326:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718111.656330:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718111.656334:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656337:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718111.656340:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656342:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718111.656346:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718111.656347:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718111.656350:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718111.656352:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718111.656354:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718111.656357:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718111.656359:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656361:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718111.656362:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656363:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718111.656365:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718111.656367:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656369:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718111.656370:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718111.656374:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718111.656376:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718111.656378:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718111.656381:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1779718111.656381:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1779718111.656388:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718111.656388:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718111.656393:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718111.656396:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000100:00100000:3.0:1779718111.656396:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529422080:192.168.203.145@tcp:250:kworker.0
00000020:00000040:0.0:1779718111.656401:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:3.0:1779718111.656403:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718111.656405:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718111.656407:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718111.656407:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1779718111.656408:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718111.656410:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718111.656411:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718111.656412:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718111.656414:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718111.656416:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779718111.656420:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718111.656420:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718111.656425:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718111.656430:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1779718111.656436:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718111.656442:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00000001:0.0:1779718111.656443:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718111.656447:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718111.656450:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1779718111.656450:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718111.656458:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529422080, portal 25
00000100:00000001:0.0:1779718111.656460:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.656461:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1779718111.656463:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718111.656463:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493246720 : -117608216304896 : ffff9509340b6300)
00000100:00080000:0.0:1779718111.656469:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718111.656470:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718111.656472:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718111.656473:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718111.656475:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20558
00000400:00000200:0.0:1779718111.656478:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718111.656480:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718111.656482:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718111.656483:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656485:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718111.656486:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656488:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718111.656490:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718111.656491:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718111.656492:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718111.656493:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718111.656495:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718111.656496:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718111.656498:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656499:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718111.656500:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656501:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718111.656503:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718111.656504:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656506:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718111.656507:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718111.656508:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718111.656509:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718111.656511:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718111.656512:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718111.656513:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718111.656515:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718111.656517:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779718111.656519:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718111.656521:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718111.656523:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718111.656524:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718111.656525:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718111.656527:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718111.656531:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718111.656535:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718111.656540:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718111.656554:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718111.656557:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718111.656562:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718111.656565:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.656579:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1779718111.656583:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718111.656585:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718111.656586:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718111.656590:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718111.656593:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718111.656595:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718111.656596:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718111.656597:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718111.656599:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718111.656602:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20558
00000400:00000200:0.0:1779718111.656605:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718111.656608:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718111.656610:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718111.656613:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656615:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718111.656617:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:3.0:1779718111.656618:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000001:0.0:1779718111.656620:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718111.656623:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:3.0:1779718111.656623:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529422080, offset 0
00000020:00000040:0.0:1779718111.656625:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718111.656627:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718111.656628:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718111.656630:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718111.656635:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:3.0:1779718111.656635:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718111.656641:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656644:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718111.656646:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656650:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:3.0:1779718111.656651:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:0.0:1779718111.656654:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718111.656658:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656660:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718111.656662:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1779718111.656664:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000001:0.0:1779718111.656665:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718111.656668:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718111.656671:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718111.656672:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1779718111.656674:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1779718111.656675:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718111.656679:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718111.656682:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000400:00000200:3.0:1779718111.656682:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000040:0.0:1779718111.656685:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718111.656687:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1779718111.656689:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1779718111.656690:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718111.656692:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718111.656695:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718111.656696:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718111.656697:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000010:0.0:1779718111.656700:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000400:00000200:3.0:1779718111.656704:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157027:157027:256:4294967295] 192.168.203.145@tcp LPNI seq info [157026:157026:8:4294967295]
00000100:00000001:0.0:1779718111.656705:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718111.656713:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1779718111.656714:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718111.656721:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718111.656724:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718111.656731:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718111.656734:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718111.656747:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718111.656749:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718111.656755:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20568)
00000800:00000010:3.0:1779718111.656760:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718111.656767:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718111.656770:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779718111.656775:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718111.656778:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1779718111.656781:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718111.656783:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718111.656786:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718111.656789:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718111.656794:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718111.656795:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718111.656799:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718111.656802:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.656810:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718111.656812:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.656817:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.656818:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718111.656822:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718111.656825:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718111.656827:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315231998
00000100:00000010:3.0:1779718111.656830:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084755a0.
00000100:00000001:3.0:1779718111.656835:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718111.656839:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315231998
00000100:00000010:3.0:1779718111.656841:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475840.
00000100:00000001:3.0:1779718111.656843:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718111.656845:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718111.656848:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.656850:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718111.656853:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718111/real 1779718111]  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718111.656858:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718111.656860:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718111.656861:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718111.656863:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718111.656864:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718111.656866:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718111.656868:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718111.656874:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.656878:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718111.656880:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.656882:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718111.656883:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718111.656886:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.656890:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718111.656893:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.656897:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718111.656899:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.656900:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718111.656901:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.656902:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718111.656904:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718111.656905:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718111.656908:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718111.656909:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718111.656912:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718111.656918:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529422080:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718111.656943:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.656945:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718111.656948:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6300 x1866162529422080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.656953:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718111.656955:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718111.656957:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718111.656959:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718111.656961:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718111.656963:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718111.656964:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718111.656967:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:3.0:1779718111.656970:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718111.656972:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718111.656973:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6300.
00000100:00000001:3.0:1779718111.656975:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718111.656976:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.656977:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.656983:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718111.656984:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.656985:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718111.656986:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718111.656993:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718111.656996:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657001:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718111.657002:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718111.657004:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718111.657005:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718111.657006:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718111.657008:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422208:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718111.657010:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718111.657012:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718111.657013:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718111.657015:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718111.657017:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718111.657018:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718111.657021:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718111.657023:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718111.657025:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718111.657027:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529422208, portal 10
00000100:00000001:3.0:1779718111.657029:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718111.657030:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493250304 : -117608216301312 : ffff9509340b7100)
00000100:00000040:3.0:1779718111.657034:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657039:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718111.657041:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718111.657042:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718111.657043:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529422208, offset 0
00000400:00000200:3.0:1779718111.657046:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718111.657049:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718111.657051:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718111.657053:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718111.657055:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718111.657057:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718111.657058:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718111.657060:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157028:157028:256:4294967295] 192.168.203.145@tcp LPNI seq info [157027:157027:8:4294967295]
00000400:00000200:3.0:1779718111.657063:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718111.657068:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718111.657071:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718111.657073:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718111.657075:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718111.657077:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779718111.657080:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718111.657081:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1779718111.657084:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718111.657085:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718111.657087:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718111.657089:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718111.657091:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718111.657093:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718111.657094:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718111.657096:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657102:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718111.657103:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657112:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.657113:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718111.657115:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718111.657118:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718111.657120:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718111.657121:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315230731
00000100:00000001:3.0:1779718111.657123:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315231998
00000100:00000001:3.0:1779718111.657124:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315230731
00000100:00000001:3.0:1779718111.657126:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315231998
00000100:00000001:3.0:1779718111.657127:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718111.657128:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.657129:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718111.657131:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718111/real 1779718111]  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718111.657136:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718111.657137:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718111.657138:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718111.657139:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718111.657140:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718111.657142:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718111.657144:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718111.657149:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657152:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718111.657153:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657154:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718111.657171:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718111.657175:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657180:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718111.657182:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657186:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718111.657188:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657189:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718111.657190:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657191:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718111.657192:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718111.657194:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718111.657196:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718111.657197:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718111.657199:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718111.657204:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422208:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718111.657207:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718111.657209:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657213:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718111.657214:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718111.657215:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718111.657216:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718111.657218:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718111.657220:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422336:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718111.657222:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718111.657223:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718111.657225:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718111.657226:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718111.657228:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718111.657229:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718111.657232:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718111.657233:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718111.657235:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718111.657237:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529422336, portal 10
00000100:00000001:3.0:1779718111.657239:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718111.657240:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493240448 : -117608216311168 : ffff9509340b4a80)
00000100:00000040:3.0:1779718111.657243:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657247:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718111.657249:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718111.657250:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718111.657252:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529422336, offset 0
00000400:00000200:3.0:1779718111.657254:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718111.657257:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718111.657259:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718111.657261:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718111.657262:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718111.657264:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718111.657266:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718111.657268:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157029:157029:256:4294967295] 192.168.203.145@tcp LPNI seq info [157028:157028:8:4294967295]
00000400:00000200:3.0:1779718111.657271:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718111.657275:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718111.657278:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718111.657279:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718111.657282:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718111.657284:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779718111.657287:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718111.657288:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1779718111.657291:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718111.657293:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718111.657295:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718111.657297:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718111.657299:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718111.657300:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718111.657302:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718111.657304:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657309:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718111.657311:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657315:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.657316:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718111.657318:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718111.657320:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718111.657322:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718111.657323:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315230739
00000100:00000001:3.0:1779718111.657325:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315231998
00000100:00000001:3.0:1779718111.657326:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315230739
00000100:00000001:3.0:1779718111.657328:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315231998
00000100:00000001:3.0:1779718111.657329:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718111.657331:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.657332:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718111.657334:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718111/real 1779718111]  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718111.657338:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718111.657339:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718111.657340:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718111.657342:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718111.657343:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718111.657344:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718111.657346:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718111.657352:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657356:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718111.657356:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657357:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718111.657358:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718111.657360:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657364:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718111.657366:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657370:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718111.657372:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657372:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718111.657373:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657374:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718111.657375:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718111.657377:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718111.657378:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718111.657380:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718111.657382:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718111.657386:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422336:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718111.657388:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718111.657391:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657395:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718111.657396:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718111.657397:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718111.657398:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718111.657400:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718111.657401:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422464:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718111.657403:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718111.657404:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718111.657405:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718111.657406:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718111.657408:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718111.657409:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718111.657411:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718111.657412:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718111.657414:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718111.657415:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529422464, portal 4
00000100:00000001:3.0:1779718111.657417:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718111.657418:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252096 : -117608216299520 : ffff9509340b7800)
00000100:00000040:3.0:1779718111.657421:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657426:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718111.657427:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718111.657428:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718111.657430:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529422464, offset 0
00000400:00000200:3.0:1779718111.657432:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718111.657434:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718111.657436:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718111.657437:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718111.657439:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718111.657440:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718111.657442:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718111.657445:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157030:157030:256:4294967295] 192.168.203.145@tcp LPNI seq info [157029:157029:8:4294967295]
00000400:00000200:3.0:1779718111.657447:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718111.657452:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718111.657455:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718111.657456:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718111.657459:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718111.657461:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779718111.657463:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718111.657465:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1779718111.657467:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718111.657469:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718111.657471:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718111.657473:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718111.657475:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718111.657476:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718111.657477:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718111.657479:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657484:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718111.657485:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657490:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.657491:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718111.657492:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718111.657494:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718111.657496:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718111.657497:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315230737
00000100:00000001:3.0:1779718111.657499:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315231998
00000100:00000001:3.0:1779718111.657500:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315230737
00000100:00000001:3.0:1779718111.657502:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315231998
00000100:00000001:3.0:1779718111.657503:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718111.657505:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.657506:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718111.657508:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718111/real 1779718111]  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718111.657513:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718111.657514:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718111.657515:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718111.657516:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718111.657517:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718111.657518:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718111.657520:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718111.657525:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657529:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718111.657530:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657531:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718111.657531:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718111.657533:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657537:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718111.657539:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657543:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718111.657545:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657545:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718111.657546:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657547:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718111.657548:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718111.657549:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718111.657552:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718111.657553:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718111.657556:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718111.657560:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422464:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718111.657562:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657564:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718111.657565:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7100 x1866162529422208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657569:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718111.657570:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718111.657571:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718111.657573:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718111.657573:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718111.657574:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718111.657575:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718111.657576:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59000.
02000000:00000001:3.0:1779718111.657578:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718111.657579:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718111.657579:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7100.
00000100:00000001:3.0:1779718111.657581:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718111.657582:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657583:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718111.657585:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4a80 x1866162529422336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657589:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718111.657590:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718111.657591:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718111.657592:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718111.657593:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718111.657593:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718111.657594:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718111.657595:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59400.
02000000:00000001:3.0:1779718111.657597:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718111.657598:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718111.657598:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4a80.
00000100:00000001:3.0:1779718111.657600:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718111.657601:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657602:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718111.657603:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7800 x1866162529422464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718111.657607:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718111.657608:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718111.657608:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718111.657610:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718111.657610:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718111.657611:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718111.657612:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718111.657613:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b000.
02000000:00000001:3.0:1779718111.657615:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718111.657615:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718111.657616:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7800.
00000100:00000001:3.0:1779718111.657617:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718111.657618:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657619:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718111.657621:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718111.657622:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718111.657623:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718111.657624:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718112.104232:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718112.104237:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718112.104241:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718112.679989:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718112.679997:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718112.680000:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718112.680007:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718112.680011:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718112.680016:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718112.680020:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718112.680023:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718112.680027:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718112.936021:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315231998, at 4315232000
00000100:00000040:1.0:1779718112.936021:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315231998, at 4315232000
00000100:00000010:1.0:1779718112.936034:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475840.
00000100:00000010:0.0:1779718112.936038:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084755a0.
00000020:00000001:3.0:1779718113.128112:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718113.128115:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718113.128119:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718113.704023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718113.704031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718113.704033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718113.704038:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718113.704042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718113.704046:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718113.704049:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718113.704053:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718113.704055:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718114.152146:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718114.152152:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718114.152156:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718114.728012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718114.728021:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718114.728024:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718114.728031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718114.728035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718114.728039:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718114.728043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718114.728047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718114.728050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718115.176121:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718115.176125:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718115.176128:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718115.752023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718115.752030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718115.752032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718115.752038:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718115.752041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718115.752046:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718115.752052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718115.752056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718115.752058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718116.200112:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718116.200118:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718116.200137:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718116.776105:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718116.776108:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1779718116.776113:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718116.776129:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718116.776131:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718116.776133:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718116.776136:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718116.776141:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:0.0:1779718116.776143:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718116.776149:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20563
00000100:00000001:0.0:1779718116.776152:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718116.776157:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1779718116.776160:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718116.776167:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1779718116.776172:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718116.776173:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779718116.776175:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718116.776180:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718116.776181:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776189:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718116.776192:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776194:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718116.776197:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718116.776199:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718116.776201:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718116.776203:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718116.776204:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718116.776206:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718116.776208:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776210:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718116.776212:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776214:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718116.776217:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718116.776220:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776222:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718116.776223:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718116.776228:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718116.776229:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718116.776231:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718116.776234:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718116.776241:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779718116.776244:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718116.776248:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718116.776249:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718116.776252:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718116.776253:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718116.776256:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718116.776262:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779718116.776267:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718116.776274:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718116.776282:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718116.776285:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718116.776288:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718116.776308:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718116.776311:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718116.776314:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718116.776315:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718116.776316:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718116.776318:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718116.776319:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20563
00000400:00000200:1.0:1779718116.776322:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718116.776324:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718116.776326:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718116.776328:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776329:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718116.776331:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776332:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718116.776333:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718116.776334:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718116.776336:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718116.776338:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718116.776340:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718116.776341:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718116.776345:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776346:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718116.776348:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776349:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718116.776350:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718116.776352:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776354:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718116.776355:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718116.776359:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718116.776359:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1779718116.776365:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718116.776367:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718116.776368:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000008:00100000:1.0:1779718116.776371:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1779718116.776371:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000008:00000001:1.0:1779718116.776375:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718116.776377:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718116.776380:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718116.776385:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000040:3.0:1779718116.776385:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718116.776392:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718116.776395:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718116.776401:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718116.776406:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718116.776411:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718116.776420:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:3.0:1779718116.776420:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718116.776425:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718116.776426:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718116.776430:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1779718116.776435:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1779718116.776435:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718116.776446:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718116.776459:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529422592:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718116.776462:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718116.776469:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.776470:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1779718116.776475:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718116.776475:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718116.776481:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718116.776493:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718116.776506:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718116.776513:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718116.776528:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718116.776536:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779718116.776537:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718116.776544:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718116.776545:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718116.776546:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1779718116.776548:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00000001:1.0:1779718116.776549:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718116.776556:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20563
00000400:00000200:1.0:1779718116.776559:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718116.776560:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000400:00000200:1.0:1779718116.776562:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718116.776568:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718116.776571:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000200:3.0:1779718116.776572:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529422592, portal 25
00000100:00000001:1.0:1779718116.776573:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718116.776578:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1779718116.776579:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718116.776582:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885892736 : -117608823658880 : ffff95090fd7e680)
00000100:00000001:1.0:1779718116.776583:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718116.776594:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718116.776596:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000040:3.0:1779718116.776598:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779718116.776601:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718116.776609:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000001:3.0:1779718116.776614:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1779718116.776619:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718116.776621:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718116.776623:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718116.776629:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529422592, offset 0
00000020:00000001:1.0:1779718116.776634:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718116.776637:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718116.776646:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776649:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718116.776652:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718116.776657:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776660:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718116.776663:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:3.0:1779718116.776668:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00080000:1.0:1779718116.776672:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776677:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718116.776680:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1779718116.776686:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1779718116.776691:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
02000000:00000001:1.0:1779718116.776695:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718116.776698:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1779718116.776706:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718116.776710:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.776711:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718116.776717:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718116.776723:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718116.776728:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157031:157031:256:4294967295] 192.168.203.145@tcp LPNI seq info [157030:157030:8:4294967295]
00000100:00000001:1.0:1779718116.776729:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718116.776736:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718116.776740:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718116.776747:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1779718116.776747:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779718116.776750:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718116.776755:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718116.776757:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718116.776759:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718116.776763:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000400:00000200:3.0:1779718116.776772:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1779718116.776773:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718116.776788:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1779718116.776792:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1779718116.776794:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000100:00000001:1.0:1779718116.776805:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1779718116.776810:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718116.776811:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718116.776819:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1779718116.776821:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1779718116.776840:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718116.776841:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718116.776851:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1779718116.776852:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1779718116.776862:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718116.776864:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:3.0:1779718116.776865:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000100:00080000:1.0:1779718116.776872:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718116.776875:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1779718116.776877:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718116.776880:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1779718116.776881:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1779718116.776887:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1779718116.776890:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000100:00000001:1.0:1779718116.776894:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:3.0:1779718116.776894:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00080000:1.0:1779718116.776901:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20563
00000100:00000001:3.0:1779718116.776901:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1779718116.776913:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:3.0:1779718116.776913:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.776982:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1779718116.776989:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000040:3.0:1779718116.776990:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718116.776992:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718116.777002:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.777013:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718116.777021:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718116.777025:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718116.777026:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718116.777032:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718116.777036:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1779718116.777037:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718116.777038:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718116.777042:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1779718116.777045:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:1.0:1779718116.777048:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:3.0:1779718116.777049:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315237119
00000020:00000001:1.0:1779718116.777054:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000010:3.0:1779718116.777056:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475f60.
00000020:00000001:1.0:1779718116.777061:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718116.777066:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1779718116.777071:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718116.777074:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718116.777079:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718116.777079:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315237119
00000100:00000001:1.0:1779718116.777089:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000010:3.0:1779718116.777090:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084753c0.
00000020:00000040:1.0:1779718116.777096:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:3.0:1779718116.777098:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1779718116.777101:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718116.777103:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718116.777107:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.777110:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718116.777111:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1779718116.777129:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1779718116.777132:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1779718116.777138:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718116/real 1779718116]  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718116.777139:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718116.777149:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718116.777155:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718116.777158:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1779718116.777158:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1779718116.777160:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1779718116.777161:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718116.777165:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000100:00000010:1.0:1779718116.777166:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718116.777171:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:3.0:1779718116.777171:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718116.777176:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
02000000:00000001:1.0:1779718116.777180:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1779718116.777182:0:248765:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1779718116.777183:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718116.777188:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1779718116.777189:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718116.777192:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718116.777197:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718116.777207:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779718116.777212:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718116.777221:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1779718116.777221:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718116.777293:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718116.777294:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718116.777298:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.777299:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718116.777304:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777304:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718116.777308:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718116.777323:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718116.777328:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718116.777330:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20573)
00000100:00000001:3.0:1779718116.777342:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718116.777350:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777359:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718116.777362:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777364:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718116.777365:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777368:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718116.777369:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718116.777372:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718116.777376:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718116.777378:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718116.777381:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718116.777387:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529422592:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718116.777390:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777392:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718116.777393:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7e680 x1866162529422592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777397:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718116.777400:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718116.777402:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718116.777404:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718116.777406:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718116.777407:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718116.777409:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718116.777412:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92c00.
02000000:00000001:3.0:1779718116.777416:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718116.777418:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718116.777420:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7e680.
00000100:00000001:3.0:1779718116.777423:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718116.777424:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777425:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777433:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718116.777434:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.777435:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718116.777437:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718116.777438:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718116.777441:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777447:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718116.777448:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718116.777450:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718116.777452:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718116.777453:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718116.777455:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422720:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718116.777457:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718116.777459:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718116.777460:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718116.777462:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718116.777464:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718116.777465:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718116.777468:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718116.777471:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718116.777473:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718116.777476:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529422720, portal 10
00000100:00000001:3.0:1779718116.777477:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718116.777478:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:3.0:1779718116.777483:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777488:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718116.777490:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718116.777491:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718116.777493:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529422720, offset 0
00000400:00000200:3.0:1779718116.777497:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718116.777501:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718116.777505:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718116.777508:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718116.777511:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718116.777513:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718116.777516:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718116.777520:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157032:157032:256:4294967295] 192.168.203.145@tcp LPNI seq info [157031:157031:8:4294967295]
00000400:00000200:3.0:1779718116.777524:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718116.777532:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718116.777537:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718116.777541:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718116.777545:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718116.777548:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779718116.777552:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718116.777555:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1779718116.777558:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718116.777559:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718116.777561:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718116.777564:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718116.777566:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718116.777567:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718116.777569:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718116.777572:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777578:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718116.777580:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777584:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.777586:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718116.777588:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718116.777591:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718116.777594:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718116.777595:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315235851
00000100:00000001:3.0:1779718116.777597:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315237119
00000100:00000001:3.0:1779718116.777599:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315235851
00000100:00000001:3.0:1779718116.777601:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315237119
00000100:00000001:3.0:1779718116.777602:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718116.777604:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.777605:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718116.777608:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718116/real 1779718116]  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718116.777614:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718116.777615:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718116.777616:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718116.777617:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718116.777618:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718116.777620:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718116.777622:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718116.777627:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777631:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718116.777632:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777633:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718116.777634:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718116.777636:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777640:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718116.777642:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777646:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718116.777648:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777649:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718116.777650:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777651:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718116.777653:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718116.777655:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718116.777658:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718116.777659:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718116.777662:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718116.777667:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422720:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718116.777669:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718116.777672:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777675:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718116.777677:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718116.777678:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718116.777679:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718116.777681:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718116.777682:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422848:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718116.777685:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718116.777686:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718116.777688:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718116.777689:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718116.777691:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718116.777693:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718116.777695:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718116.777696:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718116.777698:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718116.777700:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529422848, portal 10
00000100:00000001:3.0:1779718116.777701:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718116.777702:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:3.0:1779718116.777708:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777715:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718116.777718:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718116.777721:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718116.777724:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529422848, offset 0
00000400:00000200:3.0:1779718116.777728:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718116.777732:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718116.777737:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718116.777740:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718116.777742:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718116.777745:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718116.777747:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718116.777751:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157033:157033:256:4294967295] 192.168.203.145@tcp LPNI seq info [157032:157032:8:4294967295]
00000400:00000200:3.0:1779718116.777755:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718116.777761:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718116.777764:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718116.777766:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718116.777769:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718116.777771:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779718116.777774:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718116.777776:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1779718116.777779:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718116.777781:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718116.777783:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718116.777785:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718116.777787:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718116.777788:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718116.777790:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718116.777793:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777799:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718116.777801:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777805:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.777807:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718116.777809:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718116.777811:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718116.777814:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718116.777815:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315235859
00000100:00000001:3.0:1779718116.777817:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315237119
00000100:00000001:3.0:1779718116.777819:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315235859
00000100:00000001:3.0:1779718116.777820:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315237119
00000100:00000001:3.0:1779718116.777822:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718116.777823:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.777824:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718116.777826:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718116/real 1779718116]  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718116.777831:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718116.777832:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718116.777833:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718116.777834:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718116.777835:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718116.777837:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718116.777839:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718116.777844:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777857:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718116.777858:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777859:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718116.777860:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718116.777862:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777866:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718116.777869:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777874:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718116.777875:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777876:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718116.777877:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.777878:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718116.777879:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718116.777881:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718116.777883:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718116.777884:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718116.777886:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718116.777891:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422848:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718116.777893:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718116.777895:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777900:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718116.777901:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718116.777903:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718116.777904:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718116.777905:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718116.777907:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422976:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718116.777909:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718116.777911:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718116.777912:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718116.777914:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718116.777916:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718116.777918:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718116.777939:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718116.777941:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718116.777943:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718116.777946:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529422976, portal 4
00000100:00000001:3.0:1779718116.777947:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718116.777948:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:3.0:1779718116.777954:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.777961:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718116.777964:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718116.777966:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718116.777969:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529422976, offset 0
00000400:00000200:3.0:1779718116.777973:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718116.777986:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718116.777990:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718116.777992:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718116.777995:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718116.777998:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718116.778000:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718116.778004:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157034:157034:256:4294967295] 192.168.203.145@tcp LPNI seq info [157033:157033:8:4294967295]
00000400:00000200:3.0:1779718116.778009:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718116.778014:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718116.778018:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718116.778020:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718116.778023:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718116.778025:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1779718116.778027:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718116.778029:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1779718116.778032:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718116.778033:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718116.778035:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718116.778038:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718116.778040:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718116.778042:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718116.778044:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718116.778047:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.778052:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718116.778054:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.778059:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.778060:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718116.778062:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718116.778065:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718116.778067:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718116.778068:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315235858
00000100:00000001:3.0:1779718116.778070:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315237119
00000100:00000001:3.0:1779718116.778072:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315235858
00000100:00000001:3.0:1779718116.778073:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315237119
00000100:00000001:3.0:1779718116.778075:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718116.778076:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.778078:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718116.778080:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718116/real 1779718116]  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718116.778084:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718116.778085:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718116.778086:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718116.778088:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718116.778089:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718116.778090:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718116.778092:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718116.778098:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.778102:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718116.778104:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.778105:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718116.778106:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718116.778108:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.778112:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718116.778114:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.778134:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718116.778136:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.778137:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718116.778138:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.778139:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718116.778140:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718116.778141:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718116.778144:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718116.778145:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718116.778148:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718116.778154:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529422976:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718116.778156:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.778157:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718116.778159:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529422720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.778163:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718116.778164:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718116.778166:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718116.778168:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718116.778169:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718116.778170:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718116.778172:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718116.778173:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90400.
02000000:00000001:3.0:1779718116.778175:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718116.778176:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718116.778177:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:3.0:1779718116.778180:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718116.778182:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.778183:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718116.778185:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529422848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.778189:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718116.778190:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718116.778191:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718116.778192:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718116.778193:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718116.778194:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718116.778195:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718116.778196:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91c00.
02000000:00000001:3.0:1779718116.778198:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718116.778199:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718116.778200:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:3.0:1779718116.778202:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718116.778203:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.778205:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718116.778208:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529422976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718116.778214:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718116.778215:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718116.778216:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718116.778218:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718116.778220:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718116.778221:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718116.778224:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718116.778226:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90800.
02000000:00000001:3.0:1779718116.778228:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718116.778229:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718116.778231:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:3.0:1779718116.778233:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718116.778234:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.778236:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718116.778240:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718116.778241:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718116.778243:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718116.778246:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718117.224126:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718117.224131:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718117.224136:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718117.800003:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718117.800011:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718117.800013:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718117.800018:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718117.800022:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718117.800026:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718117.800029:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718117.800032:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718117.800034:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718118.055998:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315237119, at 4315237120
00000100:00000040:0.0:1779718118.056000:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315237119, at 4315237120
00000100:00000010:1.0:1779718118.056013:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084753c0.
00000100:00000010:0.0:1779718118.056015:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475f60.
00000020:00000001:3.0:1779718118.248043:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718118.248047:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718118.248050:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718118.824028:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718118.824035:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718118.824038:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718118.824044:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718118.824048:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718118.824052:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718118.824055:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718118.824058:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718118.824061:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718119.272115:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718119.272119:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718119.272122:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718119.848042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718119.848050:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718119.848052:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718119.848059:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718119.848063:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718119.848066:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718119.848068:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718119.848071:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718119.848073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718120.296116:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718120.296121:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718120.296125:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718120.872035:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718120.872042:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718120.872044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718120.872050:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718120.872054:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718120.872056:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718120.872059:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718120.872061:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718120.872063:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718121.320097:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718121.320100:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718121.320102:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718121.896009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718121.896015:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718121.896016:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718121.896021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718121.896023:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718121.896026:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718121.896028:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718121.896031:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718121.896034:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.896230:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718121.896234:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718121.896236:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718121.896242:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.896249:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718121.896250:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718121.896253:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718121.896255:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718121.896260:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718121.896266:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529423104:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718121.896272:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718121.896276:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718121.896280:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718121.896286:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718121.896292:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718121.896297:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718121.896307:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718121.896312:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718121.896318:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718121.896325:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529423104, portal 25
00000100:00000001:3.0:1779718121.896329:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718121.896332:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569072768 : -117608140478848 : ffff950938906680)
00000100:00000040:3.0:1779718121.896340:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.896359:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718121.896363:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718121.896366:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718121.896370:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529423104, offset 0
00000400:00000200:3.0:1779718121.896377:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718121.896386:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718121.896393:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718121.896400:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718121.896407:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718121.896412:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718121.896416:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718121.896422:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157035:157035:256:4294967295] 192.168.203.145@tcp LPNI seq info [157034:157034:8:4294967295]
00000400:00000200:3.0:1779718121.896435:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718121.896449:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718121.896457:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718121.896471:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718121.896481:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718121.896487:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779718121.896496:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718121.896503:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1779718121.896514:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718121.896517:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718121.896525:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718121.896535:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718121.896542:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718121.896545:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718121.896552:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718121.896560:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.896579:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718121.896584:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.896602:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.896606:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718121.896612:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718121.896619:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718121.896623:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315242238
00000100:00000010:3.0:1779718121.896630:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475060.
00000100:00000001:3.0:1779718121.896637:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718121.896643:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315242238
00000100:00000010:3.0:1779718121.896649:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475f60.
00000100:00000001:3.0:1779718121.896652:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718121.896656:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718121.896659:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.896660:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718121.896665:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718121/real 1779718121]  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718121.896674:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718121.896676:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718121.896679:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718121.896684:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718121.896686:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718121.896690:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718121.896696:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718121.896723:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.896738:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718121.896740:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.896744:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718121.896748:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718121.896758:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.896784:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718121.896794:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.896809:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718121.896820:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.896825:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718121.896828:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.896831:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718121.896835:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718121.896841:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718121.896850:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718121.896855:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718121.896863:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718121.896877:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529423104:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718121.896882:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.896887:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718121.896892:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906680 x1866162529423104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.896954:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718121.896957:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718121.896959:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718121.896962:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718121.896964:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718121.896966:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718121.896968:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718121.896970:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996dc00.
02000000:00000001:3.0:1779718121.896974:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718121.896975:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718121.896977:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906680.
00000100:00000001:3.0:1779718121.896979:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718121.896980:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.896982:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.896987:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718121.896988:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.896990:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718121.896991:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718121.896992:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718121.896995:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897001:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718121.897003:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718121.897005:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718121.897007:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718121.897010:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718121.897013:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529423232:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718121.897016:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718121.897018:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718121.897019:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718121.897021:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718121.897025:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718121.897027:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718121.897031:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718121.897035:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718121.897058:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718121.897060:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529423232, portal 10
00000100:00000001:3.0:1779718121.897062:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718121.897064:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:3.0:1779718121.897070:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897075:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718121.897090:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718121.897093:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718121.897096:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529423232, offset 0
00000400:00000200:3.0:1779718121.897099:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718121.897103:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718121.897106:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718121.897109:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718121.897111:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718121.897112:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718121.897114:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718121.897116:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157036:157036:256:4294967295] 192.168.203.145@tcp LPNI seq info [157035:157035:8:4294967295]
00000400:00000200:3.0:1779718121.897120:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718121.897125:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718121.897128:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718121.897132:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718121.897135:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718121.897137:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779718121.897141:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718121.897142:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1779718121.897145:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718121.897146:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718121.897148:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718121.897150:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718121.897153:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718121.897154:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718121.897156:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718121.897159:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897164:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718121.897166:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897171:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.897172:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718121.897174:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718121.897177:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718121.897179:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718121.897180:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315240971
00000100:00000001:3.0:1779718121.897182:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315242238
00000100:00000001:3.0:1779718121.897184:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315240971
00000100:00000001:3.0:1779718121.897185:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315242238
00000100:00000001:3.0:1779718121.897187:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718121.897188:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.897189:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718121.897191:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718121/real 1779718121]  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718121.897196:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718121.897197:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718121.897198:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718121.897200:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718121.897201:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718121.897203:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718121.897205:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718121.897210:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897218:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718121.897219:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897220:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718121.897221:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718121.897223:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897227:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718121.897229:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897234:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718121.897235:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897236:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718121.897237:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897238:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718121.897239:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718121.897241:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718121.897243:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718121.897244:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718121.897247:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718121.897252:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529423232:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718121.897254:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718121.897256:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897260:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718121.897261:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718121.897263:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718121.897264:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718121.897266:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718121.897268:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529423360:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718121.897270:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718121.897271:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718121.897272:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718121.897273:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718121.897275:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718121.897277:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718121.897279:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718121.897280:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718121.897282:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718121.897284:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529423360, portal 10
00000100:00000001:3.0:1779718121.897285:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718121.897286:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:3.0:1779718121.897290:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897295:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718121.897296:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718121.897297:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718121.897299:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529423360, offset 0
00000400:00000200:3.0:1779718121.897301:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718121.897303:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718121.897305:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718121.897307:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718121.897309:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718121.897310:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718121.897312:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718121.897314:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157037:157037:256:4294967295] 192.168.203.145@tcp LPNI seq info [157036:157036:8:4294967295]
00000400:00000200:3.0:1779718121.897317:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718121.897321:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718121.897324:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718121.897326:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718121.897328:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718121.897330:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779718121.897333:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718121.897335:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1779718121.897337:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718121.897338:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718121.897340:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718121.897342:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718121.897344:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718121.897345:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718121.897347:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718121.897349:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897354:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718121.897355:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897359:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.897360:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718121.897362:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718121.897364:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718121.897366:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718121.897367:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315240979
00000100:00000001:3.0:1779718121.897368:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315242238
00000100:00000001:3.0:1779718121.897370:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315240979
00000100:00000001:3.0:1779718121.897371:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315242238
00000100:00000001:3.0:1779718121.897373:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718121.897374:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.897375:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718121.897377:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718121/real 1779718121]  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718121.897383:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718121.897384:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718121.897385:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718121.897386:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718121.897387:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718121.897389:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718121.897390:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718121.897395:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897399:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718121.897400:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897401:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718121.897401:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718121.897403:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897407:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718121.897409:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897413:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718121.897415:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897416:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718121.897416:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897418:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718121.897419:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718121.897420:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718121.897423:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718121.897424:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718121.897427:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718121.897432:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529423360:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718121.897434:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718121.897436:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897440:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718121.897440:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718121.897442:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718121.897443:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718121.897444:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718121.897446:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529423488:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718121.897447:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718121.897448:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718121.897449:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718121.897450:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718121.897452:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718121.897453:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718121.897455:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718121.897457:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718121.897459:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718121.897460:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529423488, portal 4
00000100:00000001:3.0:1779718121.897462:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718121.897463:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000100:00000040:3.0:1779718121.897466:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897470:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718121.897472:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718121.897473:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718121.897475:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529423488, offset 0
00000400:00000200:3.0:1779718121.897477:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718121.897480:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718121.897481:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718121.897483:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718121.897485:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718121.897487:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718121.897489:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718121.897491:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157038:157038:256:4294967295] 192.168.203.145@tcp LPNI seq info [157037:157037:8:4294967295]
00000400:00000200:3.0:1779718121.897493:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718121.897497:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718121.897499:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718121.897501:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718121.897503:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718121.897505:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779718121.897507:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718121.897509:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1779718121.897512:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718121.897513:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718121.897515:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718121.897517:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718121.897518:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718121.897519:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718121.897521:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718121.897523:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897528:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718121.897530:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897534:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.897535:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718121.897536:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718121.897538:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718121.897540:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718121.897542:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315240977
00000100:00000001:3.0:1779718121.897543:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315242238
00000100:00000001:3.0:1779718121.897545:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315240977
00000100:00000001:3.0:1779718121.897546:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315242238
00000100:00000001:3.0:1779718121.897547:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718121.897549:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.897550:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718121.897552:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718121/real 1779718121]  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718121.897556:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718121.897557:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718121.897558:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718121.897559:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718121.897560:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718121.897561:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718121.897563:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718121.897569:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897572:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718121.897573:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897574:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718121.897575:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718121.897577:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897581:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718121.897583:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897587:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718121.897589:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897590:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718121.897590:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897591:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718121.897593:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718121.897594:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718121.897596:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718121.897597:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718121.897599:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718121.897604:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529423488:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718121.897606:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897607:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718121.897609:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906d80 x1866162529423232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897613:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718121.897614:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718121.897615:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718121.897616:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718121.897617:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718121.897618:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718121.897619:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718121.897620:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996cc00.
02000000:00000001:3.0:1779718121.897622:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718121.897623:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718121.897624:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906d80.
00000100:00000001:3.0:1779718121.897625:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718121.897626:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897627:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718121.897629:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529423360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897637:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718121.897638:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718121.897639:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718121.897641:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718121.897641:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718121.897642:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718121.897643:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718121.897644:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d000.
02000000:00000001:3.0:1779718121.897645:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718121.897646:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718121.897646:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:3.0:1779718121.897648:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718121.897648:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897649:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718121.897651:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938905880 x1866162529423488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718121.897655:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718121.897655:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718121.897656:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718121.897657:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718121.897658:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718121.897659:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718121.897660:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718121.897660:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f000.
02000000:00000001:3.0:1779718121.897662:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718121.897662:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718121.897663:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938905880.
00000100:00000001:3.0:1779718121.897664:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718121.897665:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897666:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718121.897668:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718121.897669:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718121.897671:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718121.897672:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718122.344111:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718122.344115:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718122.344118:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718122.920023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718122.920028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718122.920030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718122.920034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718122.920037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718122.920040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718122.920042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718122.920044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718122.920046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718123.176049:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315242238, at 4315242240
00000100:00000040:1.0:1779718123.176049:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315242238, at 4315242240
00000100:00000010:0.0:1779718123.176065:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475060.
00000100:00000010:1.0:1779718123.176066:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475f60.
00000020:00000001:0.0:1779718123.368117:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718123.368120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718123.368123:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718123.944034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718123.944039:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718123.944040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718123.944045:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718123.944047:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718123.944051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718123.944053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718123.944055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718123.944057:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718124.392115:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718124.392118:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718124.392121:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718124.968073:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718124.968082:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718124.968084:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718124.968090:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718124.968093:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718124.968097:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718124.968099:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718124.968101:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718124.968103:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718125.416190:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718125.416194:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718125.416197:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718126.440170:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718126.440175:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718126.440179:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718127.016084:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718127.016093:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718127.016096:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718127.016101:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718127.016105:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718127.016112:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20573
00000400:00000200:1.0:1779718127.016121:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718127.016133:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718127.016137:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718127.016143:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016147:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718127.016152:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016158:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718127.016163:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718127.016165:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718127.016168:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718127.016171:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718127.016174:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718127.016177:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718127.016181:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016184:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718127.016187:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016189:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718127.016192:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718127.016196:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016199:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718127.016202:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718127.016206:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718127.016208:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718127.016210:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718127.016211:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718127.016221:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718127.016223:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718127.016226:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718127.016228:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718127.016230:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718127.016232:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718127.016235:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718127.016242:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779718127.016247:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718127.016254:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718127.016262:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718127.016265:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718127.016268:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718127.016290:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718127.016293:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718127.016296:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718127.016297:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718127.016298:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718127.016300:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718127.016302:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20573
00000400:00000200:1.0:1779718127.016305:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718127.016307:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718127.016309:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718127.016311:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016312:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718127.016313:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016315:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718127.016316:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718127.016317:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718127.016318:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718127.016320:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718127.016321:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718127.016323:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718127.016325:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016328:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718127.016330:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016333:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718127.016336:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718127.016339:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016342:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.016344:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1779718127.016345:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1779718127.016350:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1779718127.016353:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718127.016353:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1779718127.016358:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718127.016361:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1779718127.016364:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1779718127.016366:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718127.016373:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718127.016378:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.016381:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718127.016384:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718127.016385:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718127.016390:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718127.016390:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718127.016394:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718127.016395:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718127.016398:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718127.016399:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718127.016404:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1779718127.016405:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529423616:192.168.203.145@tcp:250:kworker.0
02000000:00000001:1.0:1779718127.016407:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718127.016410:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.016412:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718127.016417:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1779718127.016418:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
02000000:00000001:3.0:1779718127.016420:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718127.016423:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718127.016424:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718127.016431:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
00000100:00100000:1.0:1779718127.016432:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1779718127.016436:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718127.016445:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718127.016450:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1779718127.016452:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00000001:1.0:1779718127.016454:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718127.016460:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000040:1.0:1779718127.016461:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718127.016473:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718127.016476:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1779718127.016479:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529423616, portal 25
00000100:00080000:1.0:1779718127.016480:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718127.016484:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718127.016484:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1779718127.016488:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718127.016488:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000100:00000001:1.0:1779718127.016494:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:3.0:1779718127.016498:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718127.016499:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20573
00000400:00000200:1.0:1779718127.016509:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718127.016515:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:3.0:1779718127.016515:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1779718127.016519:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718127.016524:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718127.016526:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016529:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1779718127.016529:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000040:1.0:1779718127.016531:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016534:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718127.016536:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:3.0:1779718127.016536:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529423616, offset 0
00000020:00000040:1.0:1779718127.016538:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718127.016542:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718127.016543:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718127.016544:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718127.016546:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718127.016550:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718127.016552:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016555:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718127.016556:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016557:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718127.016559:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:3.0:1779718127.016562:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779718127.016565:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016568:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718127.016570:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718127.016574:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718127.016574:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000001:1.0:1779718127.016580:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718127.016583:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1779718127.016584:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718127.016588:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1779718127.016590:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000008:00000001:1.0:1779718127.016593:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718127.016597:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1779718127.016598:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718127.016603:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000010:1.0:1779718127.016604:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718127.016610:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:3.0:1779718127.016610:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157039:157039:256:4294967295] 192.168.203.145@tcp LPNI seq info [157038:157038:8:4294967295]
02000000:00000001:1.0:1779718127.016616:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1779718127.016620:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779718127.016625:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718127.016629:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718127.016632:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718127.016635:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718127.016635:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1779718127.016641:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779718127.016646:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718127.016646:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1779718127.016654:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1779718127.016655:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000100:00000001:1.0:1779718127.016663:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718127.016665:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718127.016669:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779718127.016671:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1779718127.016675:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1779718127.016683:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718127.016685:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1779718127.016688:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779718127.016690:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718127.016694:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1779718127.016694:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1779718127.016700:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718127.016703:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718127.016704:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1779718127.016704:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016708:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000800:00000010:3.0:1779718127.016709:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000100:00080000:1.0:1779718127.016712:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20573
00000400:00000200:1.0:1779718127.016717:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718127.016718:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718127.016719:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718127.016723:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718127.016728:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718127.016731:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1779718127.016732:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718127.016737:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016738:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:3.0:1779718127.016739:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000020:00000001:1.0:1779718127.016740:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718127.016741:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718127.016743:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1779718127.016744:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000020:00000040:1.0:1779718127.016745:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718127.016749:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718127.016751:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718127.016751:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1779718127.016754:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016756:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718127.016759:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:3.0:1779718127.016759:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718127.016760:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718127.016765:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718127.016772:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718127.016776:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718127.016778:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718127.016781:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718127.016783:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718127.016787:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718127.016789:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1779718127.016790:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1779718127.016796:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1779718127.016803:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.016805:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718127.016807:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.016809:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1779718127.016813:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718127.016816:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:3.0:1779718127.016816:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718127.016820:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718127.016822:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718127.016825:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718127.016826:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718127.016829:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1779718127.016830:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315247358
02000000:00000001:1.0:1779718127.016831:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718127.016837:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000010:3.0:1779718127.016839:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084753c0.
00000100:00000001:1.0:1779718127.016840:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718127.016847:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718127.016848:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718127.016855:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718127.016857:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.016859:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315247358
00000100:00000040:1.0:1779718127.016860:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1779718127.016865:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084755a0.
00000100:00000001:1.0:1779718127.016871:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.016872:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1779718127.016877:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20583)
00000100:00000001:3.0:1779718127.016878:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718127.016883:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.016885:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718127.016891:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718127/real 1779718127]  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718127.016901:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718127.016903:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718127.016905:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718127.016908:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718127.016910:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718127.016912:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718127.016916:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718127.016968:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.016975:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718127.016977:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.016980:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718127.016983:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718127.016986:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.016993:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718127.016997:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017005:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718127.017007:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017009:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718127.017010:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017012:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718127.017014:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718127.017017:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718127.017020:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718127.017022:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718127.017026:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718127.017034:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529423616:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718127.017038:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017054:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718127.017057:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529423616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017064:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718127.017067:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718127.017070:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718127.017073:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718127.017074:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718127.017076:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718127.017079:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718127.017081:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90000.
02000000:00000001:3.0:1779718127.017084:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718127.017086:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718127.017088:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:3.0:1779718127.017092:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718127.017093:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017095:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017102:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718127.017104:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.017106:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718127.017107:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718127.017109:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718127.017112:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017119:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718127.017120:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718127.017122:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718127.017133:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718127.017135:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718127.017138:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529423744:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718127.017141:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718127.017143:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718127.017145:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718127.017147:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718127.017150:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718127.017152:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718127.017156:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718127.017159:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718127.017163:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718127.017167:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529423744, portal 10
00000100:00000001:3.0:1779718127.017169:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718127.017171:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:3.0:1779718127.017178:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017184:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718127.017186:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718127.017188:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718127.017190:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529423744, offset 0
00000400:00000200:3.0:1779718127.017194:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718127.017199:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718127.017203:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718127.017206:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718127.017209:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718127.017212:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718127.017214:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718127.017217:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157040:157040:256:4294967295] 192.168.203.145@tcp LPNI seq info [157039:157039:8:4294967295]
00000400:00000200:3.0:1779718127.017222:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718127.017229:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718127.017234:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718127.017237:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718127.017241:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718127.017244:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779718127.017248:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718127.017250:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1779718127.017254:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718127.017256:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718127.017262:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718127.017265:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718127.017268:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718127.017270:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718127.017273:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718127.017277:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017285:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718127.017288:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017296:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.017297:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718127.017301:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718127.017304:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718127.017308:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718127.017310:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315246091
00000100:00000001:3.0:1779718127.017313:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315247358
00000100:00000001:3.0:1779718127.017315:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315246091
00000100:00000001:3.0:1779718127.017317:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315247358
00000100:00000001:3.0:1779718127.017319:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718127.017321:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.017323:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718127.017327:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718127/real 1779718127]  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718127.017335:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718127.017336:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718127.017338:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718127.017340:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718127.017342:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718127.017345:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718127.017348:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718127.017357:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017364:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718127.017365:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017367:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718127.017369:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718127.017372:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017378:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718127.017381:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017387:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718127.017390:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017392:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718127.017393:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017395:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718127.017398:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718127.017401:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718127.017404:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718127.017406:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718127.017410:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718127.017417:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529423744:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718127.017421:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718127.017424:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017430:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718127.017432:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718127.017434:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718127.017436:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718127.017438:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718127.017441:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529423872:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718127.017444:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718127.017446:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718127.017448:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718127.017450:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718127.017453:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718127.017455:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718127.017458:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718127.017461:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718127.017463:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718127.017466:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529423872, portal 10
00000100:00000001:3.0:1779718127.017469:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718127.017470:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:3.0:1779718127.017476:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017483:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718127.017485:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718127.017487:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718127.017490:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529423872, offset 0
00000400:00000200:3.0:1779718127.017494:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718127.017498:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718127.017503:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718127.017505:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718127.017508:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718127.017510:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718127.017513:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718127.017515:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157041:157041:256:4294967295] 192.168.203.145@tcp LPNI seq info [157040:157040:8:4294967295]
00000400:00000200:3.0:1779718127.017520:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718127.017527:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718127.017532:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718127.017535:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718127.017539:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718127.017542:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779718127.017546:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718127.017549:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1779718127.017552:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718127.017554:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718127.017557:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718127.017561:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718127.017564:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718127.017566:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718127.017568:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718127.017572:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017585:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718127.017588:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017594:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.017595:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718127.017598:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718127.017601:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718127.017604:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718127.017606:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315246099
00000100:00000001:3.0:1779718127.017609:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315247358
00000100:00000001:3.0:1779718127.017611:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315246099
00000100:00000001:3.0:1779718127.017613:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315247358
00000100:00000001:3.0:1779718127.017615:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718127.017617:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.017619:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718127.017623:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718127/real 1779718127]  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718127.017631:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718127.017633:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718127.017634:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718127.017636:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718127.017638:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718127.017640:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718127.017643:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718127.017651:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017657:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718127.017659:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017662:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718127.017663:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718127.017666:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017673:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718127.017676:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017684:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718127.017686:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017688:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718127.017689:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017691:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718127.017692:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718127.017695:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718127.017698:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718127.017700:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718127.017704:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718127.017711:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529423872:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718127.017716:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718127.017719:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017725:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718127.017726:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718127.017728:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718127.017730:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718127.017732:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718127.017735:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424000:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718127.017738:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718127.017740:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718127.017742:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718127.017744:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718127.017747:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718127.017749:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718127.017752:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718127.017755:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718127.017758:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718127.017761:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529424000, portal 4
00000100:00000001:3.0:1779718127.017763:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718127.017764:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:3.0:1779718127.017770:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017776:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718127.017778:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718127.017780:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
00000100:00000200:3.0:1779718127.017783:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529424000, offset 0
00000400:00000200:3.0:1779718127.017787:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718127.017791:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718127.017795:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718127.017798:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718127.017800:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718127.017802:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718127.017805:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718127.017808:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157042:157042:256:4294967295] 192.168.203.145@tcp LPNI seq info [157041:157041:8:4294967295]
00000400:00000200:3.0:1779718127.017812:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718127.017818:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718127.017822:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718127.017826:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000800:00000200:3.0:1779718127.017830:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718127.017832:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1779718127.017836:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718127.017839:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1779718127.017843:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718127.017845:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:3.0:1779718127.017847:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718127.017851:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718127.017854:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:3.0:1779718127.017855:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:3.0:1779718127.017858:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718127.017861:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017869:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718127.017872:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017878:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.017880:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718127.017883:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718127.017885:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718127.017889:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718127.017891:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315246097
00000100:00000001:3.0:1779718127.017893:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315247358
00000100:00000001:3.0:1779718127.017895:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315246097
00000100:00000001:3.0:1779718127.017898:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315247358
00000100:00000001:3.0:1779718127.017900:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718127.017902:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.017904:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718127.017908:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718127/real 1779718127]  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718127.017915:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718127.017917:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718127.017919:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718127.017947:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718127.017950:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718127.017953:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718127.017957:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718127.017967:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017974:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718127.017976:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.017978:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718127.017979:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718127.017983:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017990:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718127.017993:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.017999:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718127.018001:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.018003:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718127.018004:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.018005:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718127.018007:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718127.018009:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718127.018012:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718127.018014:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718127.018017:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718127.018031:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424000:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718127.018034:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.018036:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718127.018053:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529423744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.018060:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718127.018062:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718127.018064:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718127.018067:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718127.018068:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718127.018069:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718127.018071:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718127.018073:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92800.
02000000:00000001:3.0:1779718127.018076:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718127.018078:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718127.018079:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:3.0:1779718127.018082:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718127.018083:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.018084:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718127.018088:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529423872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.018093:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718127.018095:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718127.018096:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718127.018098:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718127.018099:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718127.018100:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718127.018102:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718127.018104:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93000.
02000000:00000001:3.0:1779718127.018106:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718127.018107:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718127.018108:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:3.0:1779718127.018110:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718127.018111:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.018113:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718127.018116:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529424000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718127.018122:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718127.018123:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718127.018124:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718127.018126:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718127.018127:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718127.018128:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718127.018130:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718127.018132:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91000.
02000000:00000001:3.0:1779718127.018134:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718127.018135:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718127.018136:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:3.0:1779718127.018138:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718127.018140:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.018141:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718127.018145:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718127.018146:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718127.018148:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718127.018150:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718127.464130:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718127.464137:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718127.464143:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718128.296040:0:346566:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315247358, at 4315247360
00000100:00000040:0.0:1779718128.296044:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315247358, at 4315247360
00000100:00000010:1.0:1779718128.296054:0:346566:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084755a0.
00000100:00000010:0.0:1779718128.296057:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084753c0.
00000020:00000001:3.0:1779718128.488132:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718128.488140:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718128.488145:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718129.512049:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718129.512052:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718129.512055:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718130.536116:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718130.536119:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718130.536122:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718131.560085:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718131.560088:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718131.560091:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718132.136078:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718132.136083:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718132.136086:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718132.136089:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718132.136092:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718132.136098:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20578
00000400:00000200:3.0:1779718132.136106:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718132.136111:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718132.136114:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718132.136116:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136119:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718132.136121:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136122:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718132.136125:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718132.136126:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718132.136129:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718132.136131:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718132.136132:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718132.136134:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718132.136136:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136137:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718132.136138:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136140:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718132.136142:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718132.136145:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136147:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718132.136149:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718132.136151:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718132.136154:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136155:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718132.136157:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718132.136165:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718132.136168:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718132.136171:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718132.136173:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136175:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718132.136177:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718132.136181:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718132.136187:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718132.136192:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718132.136200:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718132.136208:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718132.136212:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718132.136215:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718132.136237:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718132.136239:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718132.136242:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718132.136243:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718132.136244:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718132.136246:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718132.136247:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20578
00000400:00000200:3.0:1779718132.136250:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718132.136251:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718132.136253:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718132.136255:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136256:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718132.136258:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136260:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718132.136262:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718132.136263:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718132.136264:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718132.136267:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718132.136269:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718132.136271:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718132.136273:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136274:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718132.136276:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718132.136276:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136279:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718132.136281:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1779718132.136281:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:0.0:1779718132.136284:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1779718132.136285:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136288:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718132.136290:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1779718132.136292:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718132.136295:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718132.136300:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136304:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718132.136308:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1779718132.136309:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1779718132.136310:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718132.136315:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718132.136317:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718132.136317:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718132.136321:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1779718132.136322:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
02000000:00000001:0.0:1779718132.136324:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718132.136326:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00100000:0.0:1779718132.136328:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529424128:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718132.136329:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718132.136332:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136335:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779718132.136336:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718132.136337:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718132.136340:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718132.136341:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1779718132.136343:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
02000000:00000001:0.0:1779718132.136344:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136348:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718132.136349:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1779718132.136354:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1779718132.136355:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779718132.136360:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136366:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779718132.136370:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718132.136370:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718132.136376:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000100:00000040:3.0:1779718132.136376:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1779718132.136386:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000001:3.0:1779718132.136392:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718132.136395:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1779718132.136397:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529424128, portal 25
00000100:00080000:3.0:1779718132.136397:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718132.136398:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718132.136400:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718132.136404:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718132.136404:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718132.136408:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00080000:3.0:1779718132.136408:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20578
00000400:00000200:3.0:1779718132.136414:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718132.136416:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718132.136418:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718132.136420:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718132.136421:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136425:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718132.136428:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136431:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718132.136435:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718132.136437:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718132.136440:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718132.136442:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000001:0.0:1779718132.136444:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1779718132.136445:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718132.136448:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718132.136453:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718132.136454:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136456:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1779718132.136459:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000040:3.0:1779718132.136459:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136463:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718132.136465:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000200:0.0:1779718132.136466:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529424128, offset 0
00000100:00080000:3.0:1779718132.136468:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136471:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718132.136473:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718132.136476:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718132.136479:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718132.136480:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136484:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718132.136485:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718132.136487:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136488:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718132.136491:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000400:00000200:0.0:1779718132.136492:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:3.0:1779718132.136495:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718132.136498:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718132.136499:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136500:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718132.136501:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1779718132.136504:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000001:3.0:1779718132.136504:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718132.136509:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718132.136512:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718132.136513:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1779718132.136517:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779718132.136520:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718132.136526:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718132.136528:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718132.136531:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718132.136533:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:3.0:1779718132.136536:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718132.136543:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157043:157043:256:4294967295] 192.168.203.145@tcp LPNI seq info [157042:157042:8:4294967295]
00000100:00000001:3.0:1779718132.136549:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718132.136554:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779718132.136558:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718132.136559:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718132.136563:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718132.136565:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718132.136567:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718132.136568:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718132.136574:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:0.0:1779718132.136578:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1779718132.136580:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20578
00000400:00000200:3.0:1779718132.136587:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:0.0:1779718132.136591:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718132.136592:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718132.136595:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1779718132.136596:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00000040:3.0:1779718132.136597:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136601:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718132.136603:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718132.136604:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:0.0:1779718132.136608:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718132.136608:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718132.136610:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000800:00000200:0.0:1779718132.136612:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1779718132.136613:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718132.136616:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718132.136618:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718132.136623:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000800:00000200:0.1:1779718132.136623:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718132.136629:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:0.1:1779718132.136629:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1779718132.136633:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1779718132.136637:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718132.136638:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:0.0:1779718132.136640:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718132.136641:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718132.136645:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718132.136647:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:0.0:1779718132.136648:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718132.136649:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718132.136651:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718132.136654:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718132.136655:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1779718132.136656:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136660:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1779718132.136661:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000008:00100000:3.0:1779718132.136662:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1779718132.136665:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000008:00000001:3.0:1779718132.136665:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136670:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.136673:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1779718132.136673:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718132.136675:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718132.136678:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718132.136679:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718132.136682:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1779718132.136683:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718132.136683:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718132.136685:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718132.136688:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718132.136692:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718132.136699:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718132.136706:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718132.136706:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718132.136710:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718132.136716:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718132.136716:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718132.136745:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.136746:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718132.136748:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20588)
00000100:00000001:0.0:1779718132.136749:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718132.136757:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718132.136761:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718132.136764:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315252478
00000100:00000010:0.0:1779718132.136768:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779718132.136774:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718132.136779:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315252478
00000100:00000010:0.0:1779718132.136781:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d2a0.
00000100:00000001:0.0:1779718132.136784:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718132.136786:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718132.136788:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.136790:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718132.136793:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718132/real 1779718132]  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718132.136805:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718132.136806:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718132.136807:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718132.136809:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718132.136810:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718132.136812:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718132.136814:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718132.136820:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.136825:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718132.136826:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.136828:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718132.136829:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718132.136831:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.136836:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718132.136839:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.136844:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718132.136846:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.136847:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718132.136848:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.136850:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718132.136851:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718132.136853:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718132.136856:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718132.136857:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718132.136860:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718132.136867:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529424128:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718132.136870:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.136871:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718132.136873:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529424128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.136877:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718132.136879:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718132.136881:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779718132.136884:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718132.136885:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718132.136886:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718132.136888:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718132.136889:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:0.0:1779718132.136892:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718132.136893:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718132.136894:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:0.0:1779718132.136896:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718132.136897:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.136898:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.136903:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718132.136905:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.136906:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718132.136907:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718132.136908:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718132.136911:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.136916:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718132.136917:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718132.136918:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718132.136941:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718132.136943:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718132.136946:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424256:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718132.136949:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718132.136950:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718132.136951:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718132.136953:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718132.136955:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779718132.136957:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718132.136959:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718132.136961:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718132.136963:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718132.136966:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529424256, portal 10
00000100:00000001:0.0:1779718132.136967:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718132.136968:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:0.0:1779718132.136973:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.136978:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718132.136980:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718132.136981:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718132.136983:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529424256, offset 0
00000400:00000200:0.0:1779718132.136986:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718132.136989:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718132.136991:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718132.136993:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718132.136995:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718132.136997:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718132.136999:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718132.137021:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157044:157044:256:4294967295] 192.168.203.145@tcp LPNI seq info [157043:157043:8:4294967295]
00000400:00000200:0.0:1779718132.137025:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718132.137030:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718132.137033:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718132.137036:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718132.137039:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718132.137042:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779718132.137045:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718132.137047:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1779718132.137049:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718132.137050:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718132.137053:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718132.137055:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718132.137057:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718132.137059:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718132.137060:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718132.137063:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137068:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718132.137070:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137075:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.137076:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718132.137078:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718132.137081:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718132.137083:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718132.137085:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315251211
00000100:00000001:0.0:1779718132.137087:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315252478
00000100:00000001:0.0:1779718132.137088:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315251211
00000100:00000001:0.0:1779718132.137090:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315252478
00000100:00000001:0.0:1779718132.137091:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718132.137092:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.137094:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718132.137096:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718132/real 1779718132]  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718132.137101:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718132.137102:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718132.137103:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718132.137105:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718132.137106:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718132.137107:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718132.137110:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718132.137115:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137119:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718132.137119:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137121:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718132.137122:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718132.137124:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137128:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718132.137130:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137135:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718132.137137:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137138:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718132.137139:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137140:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718132.137141:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718132.137143:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718132.137145:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718132.137146:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718132.137149:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718132.137153:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424256:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718132.137156:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718132.137158:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137163:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718132.137164:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718132.137165:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718132.137166:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718132.137167:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718132.137169:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424384:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718132.137171:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718132.137173:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718132.137174:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718132.137175:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718132.137177:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718132.137179:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718132.137181:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718132.137183:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718132.137184:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718132.137186:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529424384, portal 10
00000100:00000001:0.0:1779718132.137188:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718132.137189:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:0.0:1779718132.137193:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137197:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718132.137199:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718132.137200:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718132.137202:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529424384, offset 0
00000400:00000200:0.0:1779718132.137204:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718132.137206:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718132.137209:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718132.137210:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718132.137212:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718132.137214:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718132.137216:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718132.137218:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157045:157045:256:4294967295] 192.168.203.145@tcp LPNI seq info [157044:157044:8:4294967295]
00000400:00000200:0.0:1779718132.137221:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718132.137225:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718132.137227:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718132.137229:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718132.137232:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718132.137233:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779718132.137236:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718132.137238:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1779718132.137240:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718132.137242:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718132.137244:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718132.137246:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718132.137248:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718132.137249:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718132.137250:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718132.137252:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137257:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718132.137259:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137263:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.137264:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718132.137266:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718132.137268:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718132.137271:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718132.137272:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315251219
00000100:00000001:0.0:1779718132.137273:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315252478
00000100:00000001:0.0:1779718132.137275:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315251219
00000100:00000001:0.0:1779718132.137277:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315252478
00000100:00000001:0.0:1779718132.137279:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718132.137280:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.137281:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718132.137284:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718132/real 1779718132]  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718132.137288:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718132.137289:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718132.137290:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718132.137291:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718132.137292:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718132.137293:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718132.137295:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718132.137300:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137304:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718132.137305:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137307:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718132.137308:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718132.137310:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137314:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718132.137316:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137320:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718132.137321:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137322:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718132.137323:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137325:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718132.137326:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718132.137328:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718132.137330:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718132.137332:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718132.137334:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718132.137339:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424384:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718132.137341:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718132.137343:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137346:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718132.137347:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718132.137349:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718132.137350:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718132.137351:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718132.137352:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424512:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718132.137354:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718132.137355:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718132.137356:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718132.137358:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718132.137360:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718132.137361:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718132.137363:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718132.137364:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718132.137366:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718132.137368:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529424512, portal 4
00000100:00000001:0.0:1779718132.137369:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718132.137370:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:0.0:1779718132.137374:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137378:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718132.137380:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718132.137381:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718132.137383:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529424512, offset 0
00000400:00000200:0.0:1779718132.137385:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718132.137387:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718132.137389:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718132.137391:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718132.137392:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718132.137394:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718132.137395:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718132.137397:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157046:157046:256:4294967295] 192.168.203.145@tcp LPNI seq info [157045:157045:8:4294967295]
00000400:00000200:0.0:1779718132.137400:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718132.137404:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718132.137407:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718132.137409:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718132.137411:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718132.137413:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779718132.137415:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718132.137417:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1779718132.137419:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718132.137421:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718132.137422:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718132.137425:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718132.137426:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718132.137427:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718132.137429:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718132.137431:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137436:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718132.137438:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137446:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.137447:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718132.137449:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718132.137451:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718132.137453:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718132.137454:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315251217
00000100:00000001:0.0:1779718132.137456:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315252478
00000100:00000001:0.0:1779718132.137457:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315251217
00000100:00000001:0.0:1779718132.137459:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315252478
00000100:00000001:0.0:1779718132.137460:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718132.137461:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.137462:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718132.137464:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718132/real 1779718132]  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718132.137469:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718132.137469:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718132.137470:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718132.137472:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718132.137473:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718132.137474:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718132.137476:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718132.137481:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137485:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718132.137486:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137487:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718132.137488:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718132.137490:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137495:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718132.137497:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137502:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718132.137503:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137504:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718132.137505:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137506:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718132.137507:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718132.137508:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718132.137510:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718132.137511:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718132.137513:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718132.137518:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424512:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718132.137520:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137522:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718132.137523:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529424256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137527:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718132.137528:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718132.137529:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779718132.137531:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718132.137532:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718132.137533:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718132.137534:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718132.137535:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:0.0:1779718132.137537:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718132.137538:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718132.137539:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:0.0:1779718132.137541:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718132.137542:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137543:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718132.137545:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529424384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137549:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718132.137550:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718132.137551:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718132.137552:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718132.137553:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718132.137554:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718132.137555:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718132.137556:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:0.0:1779718132.137557:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718132.137557:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718132.137558:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:0.0:1779718132.137560:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718132.137560:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137561:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718132.137563:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529424512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718132.137567:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718132.137568:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718132.137568:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718132.137570:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718132.137570:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718132.137571:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718132.137572:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718132.137573:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:0.0:1779718132.137574:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718132.137575:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718132.137575:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:0.0:1779718132.137577:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718132.137578:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137580:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718132.137582:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718132.137583:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718132.137584:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718132.137585:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718132.584089:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718132.584092:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718132.584095:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718133.416032:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315252478, at 4315252480
00000100:00000010:1.0:1779718133.416043:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d2a0.
00000100:00000040:0.0:1779718133.416056:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315252478, at 4315252480
00000100:00000010:0.0:1779718133.416072:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:3.0:1779718133.608160:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718133.608165:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718133.608168:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718134.632150:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718134.632155:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718134.632159:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718135.656182:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718135.656188:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718135.656192:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718136.680138:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718136.680144:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718136.680149:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718137.256028:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718137.256038:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718137.256047:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718137.256051:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718137.256060:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718137.256071:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20583
00000400:00000200:0.0:1779718137.256082:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718137.256090:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718137.256093:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718137.256097:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718137.256100:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718137.256102:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718137.256104:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718137.256108:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718137.256109:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718137.256111:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718137.256114:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718137.256121:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718137.256124:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718137.256127:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718137.256128:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718137.256130:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718137.256132:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718137.256134:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718137.256137:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718137.256138:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718137.256141:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718137.256145:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718137.256147:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.256149:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718137.256151:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718137.256159:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779718137.256162:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718137.256165:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718137.256167:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.256170:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718137.256172:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718137.256177:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718137.256184:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779718137.256192:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718137.256201:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718137.256210:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718137.256214:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718137.256218:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718137.256243:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718137.256247:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718137.256254:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718137.256257:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718137.256260:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718137.256264:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718137.256268:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1779718137.256269:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20583
00000100:00000001:3.0:1779718137.256274:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718137.256277:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1779718137.256278:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718137.256284:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000040:3.0:1779718137.256290:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718137.256291:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718137.256305:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718137.256312:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718137.256314:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718137.256315:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718137.256321:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:3.0:1779718137.256322:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1779718137.256327:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:3.0:1779718137.256327:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718137.256332:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718137.256335:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718137.256341:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00100000:3.0:1779718137.256341:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529424640:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718137.256347:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718137.256350:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718137.256352:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718137.256353:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1779718137.256356:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1779718137.256358:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718137.256362:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000010:3.0:1779718137.256365:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c000.
00000020:00000001:0.0:1779718137.256366:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:3.0:1779718137.256369:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718137.256378:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718137.256381:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718137.256388:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718137.256391:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718137.256397:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000010:3.0:1779718137.256398:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000020:00000040:0.0:1779718137.256405:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000400:00000010:3.0:1779718137.256409:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00080000:0.0:1779718137.256413:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718137.256417:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718137.256418:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529424640, portal 25
02000000:00000001:0.0:1779718137.256424:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1779718137.256425:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718137.256430:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493238656 : -117608216312960 : ffff9509340b4380)
02000000:00000001:0.0:1779718137.256435:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718137.256440:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718137.256441:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718137.256442:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718137.256448:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718137.256456:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.256463:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.256470:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1779718137.256471:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779718137.256475:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718137.256482:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1779718137.256485:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
02000000:00000001:0.0:1779718137.256486:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.256491:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718137.256492:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1779718137.256493:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d088.
02000000:00000001:0.0:1779718137.256494:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718137.256506:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000200:3.0:1779718137.256506:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529424640, offset 0
00000100:00000001:0.0:1779718137.256516:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718137.256524:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00100000:0.0:1779718137.256528:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1779718137.256539:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718137.256552:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718137.256555:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718137.256556:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:0.0:1779718137.256562:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718137.256577:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1779718137.256584:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718137.256585:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:0.0:1779718137.256590:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718137.256590:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1779718137.256602:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1779718137.256602:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779718137.256611:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718137.256616:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1779718137.256617:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157047:157047:256:4294967295] 192.168.203.145@tcp LPNI seq info [157046:157046:8:4294967295]
00000100:00000001:0.0:1779718137.256624:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:3.0:1779718137.256629:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:0.0:1779718137.256634:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20583
00000400:00000200:3.0:1779718137.256643:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718137.256647:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718137.256656:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000010:3.0:1779718137.256659:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647500.
00000400:00000200:0.0:1779718137.256661:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718137.256668:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718137.256677:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:3.0:1779718137.256680:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718137.256682:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718137.256689:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718137.256693:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:3.1:1779718137.256696:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:0.0:1779718137.256703:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718137.256704:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718137.256706:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718137.256708:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718137.256710:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718137.256713:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:3.0:1779718137.256713:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718137.256718:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718137.256723:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718137.256725:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718137.256728:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718137.256730:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718137.256735:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:3.0:1779718137.256735:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315257598
00000100:00080000:0.0:1779718137.256743:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000010:3.0:1779718137.256745:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475840.
00000100:00000001:0.0:1779718137.256755:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.256758:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1779718137.256759:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718137.256764:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718137.256765:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315257598
02000000:00000001:0.0:1779718137.256767:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.256771:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:3.0:1779718137.256773:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475660.
00000008:00100000:0.0:1779718137.256774:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718137.256781:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.256783:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.256785:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000010:0.0:1779718137.256787:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718137.256791:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:3.0:1779718137.256792:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718137.256794:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718137.256796:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.256798:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718137.256799:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718137.256801:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.256811:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718137.256812:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:3.0:1779718137.256818:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.256819:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.256828:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718137.256836:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718137.256840:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718137.256845:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1779718137.256854:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718137.256857:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718137.256861:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779718137.256863:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718137.256866:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718137.256869:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718137.256877:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718137.256890:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718137.256898:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.256899:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718137.256908:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1779718137.256909:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1779718137.256916:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:3.0:1779718137.256917:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718137.256942:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718137.256946:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424768:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718137.256949:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718137.256952:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718137.256954:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718137.256955:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1779718137.256961:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1779718137.256976:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
00000100:00080000:0.0:1779718137.256979:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718137.256982:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1779718137.256982:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718137.256985:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718137.256993:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718137.257000:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20583
00000400:00000200:3.0:1779718137.257002:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718137.257008:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718137.257011:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee31840.
00000400:00000200:0.0:1779718137.257012:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718137.257015:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718137.257019:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:3.0:1779718137.257019:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000001:0.0:1779718137.257024:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718137.257030:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:3.0:1779718137.257031:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529424768, portal 10
00000100:00000001:0.0:1779718137.257032:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718137.257039:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1779718137.257041:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1779718137.257042:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:3.0:1779718137.257045:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493248512 : -117608216303104 : ffff9509340b6a00)
00000020:00000001:0.0:1779718137.257047:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718137.257050:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718137.257054:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718137.257058:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718137.257060:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718137.257069:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718137.257077:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718137.257082:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718137.257090:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1779718137.257091:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718137.257097:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000040:3.0:1779718137.257100:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:0.0:1779718137.257107:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000010:3.0:1779718137.257108:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d2a8.
00000100:00000001:0.0:1779718137.257114:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718137.257117:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529424768, offset 0
02000000:00000001:0.0:1779718137.257119:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718137.257124:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718137.257131:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718137.257132:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718137.257139:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718137.257144:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1779718137.257145:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00000001:0.0:1779718137.257152:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.257155:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718137.257159:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000010:0.0:1779718137.257163:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000400:00000200:3.0:1779718137.257163:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718137.257172:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000040:0.0:1779718137.257173:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:3.0:1779718137.257179:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1779718137.257181:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718137.257184:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.257189:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1779718137.257190:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:0.0:1779718137.257196:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718137.257201:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718137.257202:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157048:157048:255:4294967295] 192.168.203.145@tcp LPNI seq info [157047:157047:7:4294967295]
02000000:00000010:0.0:1779718137.257210:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000400:00000200:3.0:1779718137.257211:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718137.257220:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718137.257236:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1779718137.257236:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718137.257260:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718137.257271:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1779718137.257273:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647b00.
00000100:00000001:0.0:1779718137.257275:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718137.257287:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1779718137.257290:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718137.257313:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718137.257326:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718137.257327:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718137.257340:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000100:00000040:0.0:1779718137.257341:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20594)
00000400:00000200:3.0:1779718137.257353:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718137.257356:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315256331
00000100:00000001:3.0:1779718137.257360:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315257598
00000100:00000001:3.0:1779718137.257364:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315256331
00000100:00000001:3.0:1779718137.257366:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315257598
00000100:00000001:3.0:1779718137.257370:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718137.257374:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.257378:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.257381:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718137.257386:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718137.257388:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1779718137.257390:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718137.257392:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718137.257393:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718137.257399:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718137.257408:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718137.257409:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718137.257412:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718137.257415:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718137.257417:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718137.257420:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424896:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718137.257423:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718137.257425:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718137.257427:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718137.257429:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718137.257433:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718137.257435:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718137.257439:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718137.257442:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718137.257447:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867de58.
00000100:00000200:3.0:1779718137.257450:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529424896, portal 10
00000100:00000001:3.0:1779718137.257452:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718137.257453:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493237760 : -117608216313856 : ffff9509340b4000)
00000100:00000040:3.0:1779718137.257459:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718137.257466:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718137.257468:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718137.257471:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d550.
00000100:00000200:3.0:1779718137.257473:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529424896, offset 0
00000400:00000200:3.0:1779718137.257477:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718137.257481:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718137.257485:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718137.257488:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718137.257491:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718137.257493:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718137.257496:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718137.257498:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157049:157049:254:4294967295] 192.168.203.145@tcp LPNI seq info [157048:157048:6:4294967295]
00000400:00000200:3.0:1779718137.257502:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718137.257508:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718137.257513:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718137.257516:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647e00.
00000800:00000200:3.0:1779718137.257521:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718137.257524:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718137.257527:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718137.257530:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718137.257534:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718137.257535:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315256339
00000100:00000001:3.0:1779718137.257538:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315257598
00000100:00000001:3.0:1779718137.257540:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315256339
00000100:00000001:3.0:1779718137.257542:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315257598
00000100:00000001:3.0:1779718137.257544:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718137.257546:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.257548:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718137.257553:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718137.257561:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718137.257562:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718137.257564:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718137.257566:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718137.257569:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718137.257572:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425024:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718137.257575:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718137.257578:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718137.257579:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718137.257683:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718137.257688:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718137.257691:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718137.257696:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718137.257700:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee31478.
00000400:00000010:3.0:1779718137.257704:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867da18.
00000100:00000200:3.0:1779718137.257707:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529425024, portal 4
00000100:00000001:3.0:1779718137.257710:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718137.257711:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252992 : -117608216298624 : ffff9509340b7b80)
00000100:00000040:3.0:1779718137.257719:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718137.257726:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718137.257730:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718137.257732:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d330.
00000100:00000200:3.0:1779718137.257735:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529425024, offset 0
00000400:00000200:3.0:1779718137.257740:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718137.257744:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718137.257748:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718137.257751:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718137.257753:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718137.257756:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718137.257758:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718137.257761:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157050:157050:253:4294967295] 192.168.203.145@tcp LPNI seq info [157049:157049:5:4294967295]
00000400:00000200:3.0:1779718137.257766:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718137.257773:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718137.257778:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718137.257781:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647600.
00000800:00000200:3.0:1779718137.257785:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718137.257789:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718137.257792:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718137.257796:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718137.257799:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718137.257801:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315256337
00000100:00000001:3.0:1779718137.257803:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315257598
00000100:00000001:3.0:1779718137.257805:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315256337
00000100:00000001:3.0:1779718137.257806:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315257598
00000100:00000001:3.0:1779718137.257809:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718137.257811:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.257813:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.257815:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718137.257820:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718137.257821:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1779718137.257823:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718137.257824:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718137.257826:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718137.257828:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718137.704106:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718137.704112:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718137.704118:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718138.536055:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315257598, at 4315257600
00000100:00000040:0.0:1779718138.536075:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315257598, at 4315257600
00000100:00000010:1.0:1779718138.536079:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475660.
00000100:00000010:0.0:1779718138.536093:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475840.
00000020:00000001:0.0:1779718138.728106:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718138.728111:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718138.728114:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718139.752122:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718139.752127:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718139.752131:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1779718140.328333:0:248753:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1779718140.328391:0:248753:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1779718140.328403:0:248753:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718140.328409:0:248753:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:0.0:1779718140.328414:0:248753:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718140.328419:0:248753:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1779718140.328424:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718140.328428:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647500.
00000400:00000200:0.0:1779718140.328434:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718140.328442:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718140.328449:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d088
00000400:00000010:0.0:1779718140.328453:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d088.
00000100:00000001:0.0:1779718140.328460:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718140.328469:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718140.328493:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718140.328497:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718140.328507:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718140.328510:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718140.328519:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718140.328522:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647b00.
00000400:00000200:0.0:1779718140.328525:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718140.328529:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718140.328532:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d2a8
00000400:00000010:0.0:1779718140.328534:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d2a8.
00000100:00000001:0.0:1779718140.328537:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718140.328541:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718140.328550:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718140.328553:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718140.328561:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718140.328563:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718140.328567:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718140.328570:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647e00.
00000400:00000200:0.0:1779718140.328574:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718140.328578:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718140.328581:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d550
00000400:00000010:0.0:1779718140.328584:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d550.
00000100:00000001:0.0:1779718140.328586:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718140.328591:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.328593:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718140.328599:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718140.328603:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718140.328603:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1779718140.328608:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718140.328616:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718137/real 1779718140]  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718140.328618:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718140.328622:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718140.328631:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718140.328634:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647600.
00000400:00000001:3.0:1779718140.328634:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718140.328638:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1779718140.328639:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:3.0:1779718140.328641:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718140.328646:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867de58
00000400:00000200:0.0:1779718140.328647:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000010:3.0:1779718140.328651:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867de58.
00000400:00000200:0.0:1779718140.328652:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d330
00000400:00000010:0.0:1779718140.328656:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d330.
00000100:00000001:3.0:1779718140.328658:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1779718140.328660:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718140.328666:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718140.328668:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718140.328680:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718140.328684:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718140.328704:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718140.328707:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:3.0:1779718140.328712:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.328722:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718140.328724:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.328728:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718140.328730:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718140.328735:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.328743:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718140.328749:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.328757:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718140.328760:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.328762:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718140.328763:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.328766:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718140.328769:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718140.328772:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718140.328777:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718140.328779:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718140.328783:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718140.328792:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424896:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718140.328801:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718140.328806:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718137/real 1779718140]  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718140.328814:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718140.328816:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718140.328818:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee31478.
00000400:00000200:3.0:1779718140.328820:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867da18
00000400:00000010:3.0:1779718140.328822:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867da18.
00000100:00000001:3.0:1779718140.328825:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718140.328829:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718140.328836:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.328842:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718140.328844:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.328845:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718140.328846:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718140.328850:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.328856:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718140.328860:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.328866:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718140.328869:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.328871:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718140.328872:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.328874:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718140.328875:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718140.328878:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718140.328882:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718140.328884:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718140.328888:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718140.328897:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425024:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718140.328901:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718140.328905:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718137/real 1779718140]  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718140.329141:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718140.329142:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718140.329145:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee31840.
00000400:00000200:3.0:1779718140.329149:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718140.329151:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718140.329154:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718140.329161:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718140.329172:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.329180:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718140.329182:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.329184:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718140.329186:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718140.329196:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.329203:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718140.329208:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.329221:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718140.329224:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.329225:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718140.329227:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.329229:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718140.329231:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718140.329234:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718140.329238:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718140.329240:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718140.329244:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718140.329252:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529424768:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718140.329257:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718140.329261:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718137/real 1779718140]  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718140.329269:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718140.329270:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718140.329272:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718140.329275:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718140.329277:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718140.329280:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718140.329283:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718140.329297:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.329304:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718140.329306:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.329308:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718140.329309:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718140.329313:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.329321:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718140.329324:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.329330:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718140.329332:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.329334:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718140.329335:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.329336:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718140.329338:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718140.329340:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718140.329343:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718140.329345:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718140.329349:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718140.329357:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529424640:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718140.329362:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.329364:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718140.329367:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4000 x1866162529424896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.329374:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718140.329377:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718140.329382:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718140.329386:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718140.329389:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718140.329391:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718140.329394:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718140.329397:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a400.
02000000:00000001:3.0:1779718140.329402:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718140.329404:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718140.329406:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4000.
00000100:00000001:3.0:1779718140.329410:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718140.329412:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.329414:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718140.329418:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7b80 x1866162529425024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.329425:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718140.329426:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718140.329428:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718140.329431:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718140.329432:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718140.329433:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718140.329436:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718140.329437:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:3.0:1779718140.329439:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718140.329440:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718140.329442:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7b80.
00000100:00000001:3.0:1779718140.329444:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718140.329445:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.329447:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718140.329450:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6a00 x1866162529424768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.329456:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718140.329458:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718140.329459:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718140.329462:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718140.329463:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718140.329464:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718140.329466:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718140.329468:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:3.0:1779718140.329471:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718140.329472:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718140.329473:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6a00.
00000100:00000001:3.0:1779718140.329476:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718140.329477:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.329478:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718140.329490:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4380 x1866162529424640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718140.329497:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718140.329502:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718140.329988:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718140.329992:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718140.329994:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718140.329995:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718140.329997:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718140.329999:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58400.
02000000:00000001:3.0:1779718140.330002:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718140.330004:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718140.330012:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4380.
00000100:00000001:3.0:1779718140.330016:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718140.330017:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.330020:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718140.330028:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718140.330030:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718140.330033:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718140.330035:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718140.776111:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718140.776114:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718140.776117:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718141.800238:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718141.800243:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718141.800248:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718142.376117:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718142.376126:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718142.376129:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718142.376137:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718142.376142:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718142.376147:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718142.376151:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718142.376155:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718142.376165:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.376549:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718142.376558:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718142.376565:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718142.376583:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.376646:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718142.376652:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718142.376662:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718142.376669:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718142.376682:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718142.376698:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529425152:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718142.376712:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718142.376723:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718142.376730:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718142.376741:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718142.376754:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718142.376760:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718142.376781:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718142.376791:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718142.376804:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718142.376821:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529425152, portal 25
00000100:00000001:3.0:1779718142.376830:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718142.376836:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569075456 : -117608140476160 : ffff950938907100)
00000100:00000040:3.0:1779718142.376855:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.376887:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718142.376897:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718142.376902:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718142.376915:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529425152, offset 0
00000400:00000200:3.0:1779718142.377054:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718142.377074:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718142.377092:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718142.377106:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718142.377117:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718142.377129:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718142.377142:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718142.377161:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157051:157051:256:4294967295] 192.168.203.145@tcp LPNI seq info [157050:157050:8:4294967295]
00000400:00000200:3.0:1779718142.377180:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718142.377214:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718142.377229:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718142.377242:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718142.377263:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718142.377275:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718142.377294:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718142.377306:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718142.377322:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718142.377329:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718142.377338:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718142.377354:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718142.377364:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718142.377371:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718142.377385:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718142.377402:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.377440:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718142.377455:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.377738:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.377741:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718142.377750:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718142.377756:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718142.377759:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315262719
00000100:00000010:3.0:1779718142.377766:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084759c0.
00000100:00000001:3.0:1779718142.377774:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718142.377782:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315262719
00000100:00000010:3.0:1779718142.377786:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475960.
00000100:00000001:3.0:1779718142.377789:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718142.377794:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718142.377798:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.377801:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718142.377808:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718142/real 1779718142]  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718142.377832:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718142.377834:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718142.377837:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718142.377840:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718142.377842:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718142.377846:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718142.377850:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718142.377861:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.377870:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718142.377872:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.377874:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718142.377877:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718142.377882:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.377892:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718142.377897:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.377907:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718142.377910:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.377912:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718142.377914:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.377916:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718142.377959:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718142.377964:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718142.377969:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718142.377972:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718142.377977:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718142.377988:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529425152:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718142.377993:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.377996:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718142.377999:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907100 x1866162529425152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378006:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718142.378009:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718142.378012:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718142.378016:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718142.378018:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718142.378020:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718142.378023:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718142.378026:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f800.
02000000:00000001:3.0:1779718142.378031:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718142.378033:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718142.378035:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907100.
00000100:00000001:3.0:1779718142.378039:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718142.378041:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.378043:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.378051:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718142.378053:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.378056:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718142.378058:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718142.378060:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718142.378065:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378074:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718142.378076:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718142.378079:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718142.378081:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718142.378084:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718142.378087:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425280:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718142.378092:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718142.378095:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718142.378097:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718142.378099:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718142.378103:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718142.378105:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718142.378110:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718142.378114:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718142.378119:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718142.378123:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529425280, portal 10
00000100:00000001:3.0:1779718142.378125:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718142.378127:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569062912 : -117608140488704 : ffff950938904000)
00000100:00000040:3.0:1779718142.378135:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378143:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718142.378145:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718142.378148:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718142.378151:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529425280, offset 0
00000400:00000200:3.0:1779718142.378157:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718142.378163:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718142.378168:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718142.378172:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718142.378175:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718142.378178:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718142.378181:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718142.378185:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157052:157052:256:4294967295] 192.168.203.145@tcp LPNI seq info [157051:157051:8:4294967295]
00000400:00000200:3.0:1779718142.378189:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718142.378198:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718142.378204:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718142.378209:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718142.378214:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718142.378219:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718142.378225:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718142.378229:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718142.378233:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718142.378235:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718142.378237:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718142.378241:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718142.378244:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718142.378245:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718142.378248:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718142.378251:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378258:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718142.378260:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378266:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.378267:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718142.378271:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718142.378276:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718142.378280:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718142.378295:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315261452
00000100:00000001:3.0:1779718142.378299:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315262719
00000100:00000001:3.0:1779718142.378306:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315261452
00000100:00000001:3.0:1779718142.378309:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315262719
00000100:00000001:3.0:1779718142.378311:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718142.378314:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.378317:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718142.378323:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718142/real 1779718142]  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718142.378334:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718142.378335:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718142.378338:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718142.378342:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718142.378344:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718142.378348:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718142.378352:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718142.378362:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378368:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718142.378369:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.378371:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718142.378372:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718142.378375:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378381:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718142.378383:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378389:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718142.378391:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.378392:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718142.378393:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.378394:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718142.378396:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718142.378399:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718142.378402:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718142.378404:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718142.378407:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718142.378413:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425280:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718142.378417:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718142.378420:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378425:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718142.378426:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718142.378428:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718142.378429:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718142.378431:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718142.378433:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425408:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718142.378436:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718142.378438:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718142.378439:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718142.378441:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718142.378444:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718142.378445:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718142.378448:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718142.378450:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718142.378453:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718142.378455:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529425408, portal 10
00000100:00000001:3.0:1779718142.378457:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718142.378458:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569077248 : -117608140474368 : ffff950938907800)
00000100:00000040:3.0:1779718142.378463:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378469:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718142.378471:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718142.378473:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718142.378475:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529425408, offset 0
00000400:00000200:3.0:1779718142.378478:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718142.378481:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718142.378484:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718142.378487:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718142.378490:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718142.378491:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718142.378493:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718142.378496:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157053:157053:256:4294967295] 192.168.203.145@tcp LPNI seq info [157052:157052:8:4294967295]
00000400:00000200:3.0:1779718142.378499:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718142.378505:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718142.378508:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718142.378510:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718142.378514:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718142.378516:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718142.378519:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718142.378522:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718142.378525:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718142.378526:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718142.378529:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718142.378531:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718142.378534:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718142.378535:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718142.378537:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718142.378540:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378546:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718142.378548:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378554:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.378555:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718142.378558:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718142.378560:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718142.378563:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718142.378564:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315261460
00000100:00000001:3.0:1779718142.378566:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315262719
00000100:00000001:3.0:1779718142.378568:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315261460
00000100:00000001:3.0:1779718142.378570:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315262719
00000100:00000001:3.0:1779718142.378572:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718142.378574:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.378575:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718142.378578:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718142/real 1779718142]  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718142.378584:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718142.378585:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718142.378586:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718142.378587:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718142.378589:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718142.378590:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718142.378592:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718142.378599:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378604:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718142.378605:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.378606:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718142.378607:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718142.378610:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378615:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718142.378617:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378634:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718142.378636:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.378637:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718142.378638:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.378640:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718142.378641:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718142.378644:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718142.378646:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718142.378648:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718142.378651:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718142.378658:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425408:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718142.378660:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718142.378663:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378668:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718142.378669:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718142.378670:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718142.378672:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718142.378673:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718142.378676:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425536:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718142.378678:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718142.378679:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718142.378680:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718142.378682:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718142.378685:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718142.378686:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718142.378689:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718142.378691:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718142.378693:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718142.378695:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529425536, portal 4
00000100:00000001:3.0:1779718142.378697:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718142.378698:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569073664 : -117608140477952 : ffff950938906a00)
00000100:00000040:3.0:1779718142.378702:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378708:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718142.378710:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718142.378712:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718142.378714:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529425536, offset 0
00000400:00000200:3.0:1779718142.378717:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718142.378720:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718142.378722:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718142.378724:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718142.378727:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718142.378729:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718142.378732:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718142.378736:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157054:157054:256:4294967295] 192.168.203.145@tcp LPNI seq info [157053:157053:8:4294967295]
00000400:00000200:3.0:1779718142.378742:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718142.378750:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718142.378756:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718142.378777:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718142.378782:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718142.378786:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718142.378792:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718142.378796:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718142.378802:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718142.378805:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718142.378809:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718142.378814:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718142.378819:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718142.378821:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718142.378826:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718142.378832:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378844:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718142.378849:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378870:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.378872:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718142.378877:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718142.378882:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718142.378886:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718142.378888:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315261458
00000100:00000001:3.0:1779718142.378890:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315262719
00000100:00000001:3.0:1779718142.378893:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315261458
00000100:00000001:3.0:1779718142.378895:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315262719
00000100:00000001:3.0:1779718142.378898:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718142.378900:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.378902:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718142.378906:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718142/real 1779718142]  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718142.378914:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718142.378916:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718142.378918:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718142.378920:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718142.378922:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718142.378970:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718142.378975:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718142.378983:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.378990:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718142.378991:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.378993:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718142.378994:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718142.378998:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.379005:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718142.379009:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.379016:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718142.379018:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.379019:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718142.379021:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.379022:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718142.379024:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718142.379026:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718142.379029:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718142.379031:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718142.379035:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718142.379042:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425536:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718142.379046:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.379048:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718142.379051:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938904000 x1866162529425280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.379057:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718142.379059:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718142.379061:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718142.379063:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718142.379065:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718142.379067:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718142.379069:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718142.379071:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996ec00.
02000000:00000001:3.0:1779718142.379074:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718142.379076:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718142.379078:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938904000.
00000100:00000001:3.0:1779718142.379080:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718142.379081:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.379083:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718142.379086:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907800 x1866162529425408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.379092:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718142.379093:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718142.379095:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718142.379097:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718142.379098:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718142.379099:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718142.379100:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718142.379102:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996e400.
02000000:00000001:3.0:1779718142.379103:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718142.379104:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718142.379106:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907800.
00000100:00000001:3.0:1779718142.379108:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718142.379109:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.379110:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718142.379113:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906a00 x1866162529425536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718142.379118:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718142.379120:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718142.379121:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718142.379123:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718142.379124:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718142.379125:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718142.379127:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718142.379128:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d800.
02000000:00000001:3.0:1779718142.379130:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718142.379131:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718142.379132:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906a00.
00000100:00000001:3.0:1779718142.379134:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718142.379136:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.379137:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718142.379142:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718142.379143:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718142.379145:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718142.379147:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718142.824116:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718142.824120:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718142.824124:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718143.400020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718143.400026:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718143.400027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718143.400031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718143.400035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718143.400038:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718143.400040:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718143.400043:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718143.400045:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718143.655980:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315262719, at 4315262720
00000100:00000040:0.0:1779718143.655987:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315262719, at 4315262720
00000100:00000010:1.0:1779718143.655992:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475960.
00000100:00000010:0.0:1779718143.655995:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084759c0.
00000020:00000001:3.0:1779718143.848119:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718143.848122:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718143.848125:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718144.424066:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718144.424074:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718144.424076:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718144.424082:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718144.424085:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718144.424090:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718144.424092:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718144.424095:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718144.424097:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718144.872071:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718144.872075:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718144.872079:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718145.448059:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718145.448065:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718145.448068:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718145.448073:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718145.448077:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718145.448081:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718145.448084:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718145.448087:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718145.448090:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718145.896117:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718145.896120:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718145.896123:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718146.472042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718146.472050:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718146.472053:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718146.472059:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718146.472064:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718146.472068:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718146.472072:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718146.472075:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718146.472079:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718146.920117:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718146.920121:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718146.920125:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718147.496020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718147.496026:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718147.496028:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718147.496033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718147.496036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718147.496040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718147.496042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718147.496044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718147.496046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718147.496092:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718147.496095:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718147.496098:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718147.496100:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718147.496102:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718147.496110:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20594
00000400:00000200:0.0:1779718147.496119:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718147.496125:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718147.496128:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718147.496131:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496135:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718147.496138:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496141:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718147.496145:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718147.496148:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718147.496151:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718147.496155:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718147.496159:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718147.496162:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718147.496166:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496169:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718147.496172:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496174:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718147.496177:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718147.496181:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496184:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718147.496187:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718147.496192:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718147.496194:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496196:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718147.496198:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718147.496203:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5180.
00000020:00000040:0.0:1779718147.496206:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718147.496209:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718147.496211:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496214:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718147.496215:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718147.496219:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718147.496225:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:0.0:1779718147.496231:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718147.496239:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718147.496252:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718147.496255:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718147.496260:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084bee898] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718147.496291:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718147.496295:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718147.496299:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718147.496301:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718147.496303:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718147.496305:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718147.496307:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20594
00000400:00000200:0.0:1779718147.496312:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718147.496316:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718147.496319:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718147.496322:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496324:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718147.496324:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1779718147.496328:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718147.496332:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718147.496333:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718147.496337:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1779718147.496338:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1779718147.496339:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718147.496342:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718147.496345:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718147.496347:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718147.496351:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1779718147.496352:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718147.496359:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496363:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718147.496369:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496391:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718147.496393:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1779718147.496395:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718147.496399:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496401:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718147.496403:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718147.496408:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718147.496410:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496413:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718147.496418:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718147.496421:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496422:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718147.496426:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4700.
00000020:00000040:0.0:1779718147.496428:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718147.496430:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718147.496431:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496433:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718147.496434:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718147.496437:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718147.496441:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718147.496463:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718147.496471:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718147.496477:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718147.496479:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718147.496483:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003407d8f0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.496490:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496491:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718147.496498:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1779718147.496499:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1779718147.496501:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1779718147.496502:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1779718147.496506:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496507:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718147.496509:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718147.496514:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:3.0:1779718147.496514:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529425664:192.168.203.145@tcp:250:kworker.0
00000100:00080000:0.0:1779718147.496521:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20594
00000100:00000001:3.0:1779718147.496522:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1779718147.496526:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718147.496527:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1779718147.496529:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
02000000:00000001:3.0:1779718147.496531:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718147.496532:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1779718147.496534:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1779718147.496537:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496539:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1779718147.496541:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
00000100:00000040:0.0:1779718147.496542:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:3.0:1779718147.496546:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496547:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718147.496552:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718147.496552:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718147.496554:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1779718147.496557:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:0.0:1779718147.496558:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718147.496562:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000010:3.0:1779718147.496563:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000020:00000001:0.0:1779718147.496564:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718147.496570:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496571:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1779718147.496572:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000040:0.0:1779718147.496573:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496577:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718147.496578:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718147.496581:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496582:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718147.496583:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718147.496586:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718147.496587:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496588:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1779718147.496589:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529425664, portal 25
00000008:00100000:0.0:1779718147.496590:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718147.496595:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.496595:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718147.496598:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493242240 : -117608216309376 : ffff9509340b5180)
00000100:00000001:0.0:1779718147.496599:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718147.496606:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779718147.496608:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718147.496609:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718147.496611:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496612:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718147.496613:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718147.496614:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718147.496617:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
00000100:00000001:0.0:1779718147.496619:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718147.496622:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718147.496627:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718147.496628:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718147.496631:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718147.496644:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718147.496647:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718147.496649:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718147.496651:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718147.496654:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718147.496655:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718147.496656:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718147.496658:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718147.496676:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20594
00000400:00000200:0.0:1779718147.496679:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718147.496682:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718147.496683:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718147.496685:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496687:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718147.496688:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496689:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718147.496690:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718147.496692:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718147.496693:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718147.496695:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718147.496697:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718147.496698:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718147.496700:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496701:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718147.496702:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496703:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718147.496705:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718147.496706:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718147.496708:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718147.496709:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718147.496710:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718147.496712:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496713:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718147.496715:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718147.496717:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496718:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718147.496721:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779718147.496723:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718147.496725:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718147.496727:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718147.496729:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1779718147.496729:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718147.496732:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718147.496735:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718147.496741:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:3.0:1779718147.496742:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1779718147.496761:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718147.496766:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00100000:0.0:1779718147.496770:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1779718147.496772:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000001:0.0:1779718147.496781:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1779718147.496782:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529425664, offset 0
00000100:00000001:0.0:1779718147.496784:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718147.496791:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718147.496796:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718147.496800:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20604)
00000400:00000200:3.0:1779718147.496844:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718147.496853:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718147.496860:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718147.496866:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718147.496870:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718147.496874:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718147.496876:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718147.496880:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157055:157055:256:4294967295] 192.168.203.145@tcp LPNI seq info [157054:157054:8:4294967295]
00000400:00000200:3.0:1779718147.496899:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718147.496924:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718147.496929:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718147.496962:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718147.496984:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718147.496987:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779718147.496992:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718147.496994:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1779718147.496997:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718147.496999:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718147.497003:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718147.497007:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718147.497011:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718147.497013:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718147.497017:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718147.497021:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497029:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718147.497032:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497038:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.497039:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718147.497043:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718147.497047:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718147.497049:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315267839
00000100:00000010:3.0:1779718147.497053:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475420.
00000100:00000001:3.0:1779718147.497058:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718147.497063:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315267839
00000100:00000010:3.0:1779718147.497065:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475120.
00000100:00000001:3.0:1779718147.497067:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718147.497070:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718147.497072:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.497074:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718147.497077:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718147/real 1779718147]  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718147.497084:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718147.497085:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718147.497087:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718147.497089:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718147.497090:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718147.497092:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718147.497095:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718147.497101:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497110:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718147.497111:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497113:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718147.497114:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718147.497117:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497122:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718147.497125:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497130:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718147.497132:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497133:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718147.497134:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497136:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718147.497137:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718147.497139:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718147.497142:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718147.497144:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718147.497147:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718147.497152:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529425664:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718147.497156:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497158:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718147.497159:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5180 x1866162529425664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497164:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718147.497166:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718147.497169:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718147.497171:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718147.497172:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718147.497174:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718147.497175:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718147.497177:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a000.
02000000:00000001:3.0:1779718147.497180:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718147.497181:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718147.497183:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5180.
00000100:00000001:3.0:1779718147.497185:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718147.497186:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497187:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497193:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718147.497194:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.497195:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718147.497197:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718147.497198:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718147.497200:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497205:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718147.497206:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718147.497208:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718147.497209:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718147.497211:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718147.497213:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425792:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718147.497215:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718147.497216:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718147.497217:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718147.497219:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718147.497221:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718147.497222:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718147.497225:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718147.497226:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718147.497229:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718147.497231:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529425792, portal 10
00000100:00000001:3.0:1779718147.497233:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718147.497234:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493239552 : -117608216312064 : ffff9509340b4700)
00000100:00000040:3.0:1779718147.497240:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497244:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718147.497246:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718147.497248:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718147.497249:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529425792, offset 0
00000400:00000200:3.0:1779718147.497252:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718147.497255:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718147.497258:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718147.497260:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718147.497262:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718147.497264:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718147.497266:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718147.497269:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157056:157056:256:4294967295] 192.168.203.145@tcp LPNI seq info [157055:157055:8:4294967295]
00000400:00000200:3.0:1779718147.497272:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718147.497277:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718147.497280:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718147.497282:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718147.497284:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718147.497287:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779718147.497290:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718147.497292:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1779718147.497294:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718147.497296:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718147.497298:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718147.497300:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718147.497303:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718147.497304:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718147.497305:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718147.497308:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497318:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718147.497320:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497325:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.497343:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718147.497345:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718147.497347:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718147.497349:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718147.497350:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315266571
00000100:00000001:3.0:1779718147.497352:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315267839
00000100:00000001:3.0:1779718147.497354:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315266571
00000100:00000001:3.0:1779718147.497355:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315267839
00000100:00000001:3.0:1779718147.497357:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718147.497358:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.497359:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718147.497361:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718147/real 1779718147]  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718147.497366:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718147.497367:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718147.497368:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718147.497369:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718147.497370:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718147.497371:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718147.497373:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718147.497378:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497382:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718147.497383:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497384:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718147.497385:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718147.497387:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497391:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718147.497409:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497414:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718147.497415:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497416:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718147.497417:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497418:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718147.497420:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718147.497421:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718147.497423:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718147.497425:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718147.497427:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718147.497432:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425792:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718147.497434:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718147.497436:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497441:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718147.497442:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718147.497444:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718147.497445:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718147.497446:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718147.497449:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425920:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718147.497451:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718147.497452:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718147.497453:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718147.497455:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718147.497472:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718147.497473:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718147.497475:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718147.497477:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718147.497479:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718147.497481:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529425920, portal 10
00000100:00000001:3.0:1779718147.497482:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718147.497483:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493238656 : -117608216312960 : ffff9509340b4380)
00000100:00000040:3.0:1779718147.497487:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497491:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718147.497492:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718147.497493:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718147.497495:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529425920, offset 0
00000400:00000200:3.0:1779718147.497498:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718147.497500:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718147.497502:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718147.497504:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718147.497505:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718147.497507:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718147.497508:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718147.497511:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157057:157057:256:4294967295] 192.168.203.145@tcp LPNI seq info [157056:157056:8:4294967295]
00000400:00000200:3.0:1779718147.497513:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718147.497517:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718147.497519:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718147.497521:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718147.497524:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718147.497526:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779718147.497528:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718147.497530:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1779718147.497532:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718147.497534:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718147.497535:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718147.497537:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718147.497539:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718147.497540:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718147.497542:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718147.497544:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497549:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718147.497551:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497555:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.497556:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718147.497557:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718147.497559:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718147.497561:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718147.497562:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315266579
00000100:00000001:3.0:1779718147.497563:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315267839
00000100:00000001:3.0:1779718147.497565:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315266579
00000100:00000001:3.0:1779718147.497566:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315267839
00000100:00000001:3.0:1779718147.497568:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718147.497569:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.497570:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718147.497572:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718147/real 1779718147]  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718147.497577:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718147.497578:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718147.497579:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718147.497580:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718147.497581:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718147.497583:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718147.497585:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718147.497589:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497593:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718147.497594:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497595:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718147.497596:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718147.497598:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497602:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718147.497604:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497608:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718147.497609:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497610:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718147.497611:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497612:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718147.497613:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718147.497614:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718147.497616:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718147.497617:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718147.497619:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718147.497628:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529425920:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718147.497630:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718147.497632:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497636:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718147.497637:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718147.497638:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718147.497639:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718147.497640:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718147.497642:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426048:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718147.497644:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718147.497645:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718147.497646:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718147.497647:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718147.497649:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718147.497650:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718147.497652:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718147.497653:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718147.497655:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718147.497657:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529426048, portal 4
00000100:00000001:3.0:1779718147.497658:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718147.497659:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493248512 : -117608216303104 : ffff9509340b6a00)
00000100:00000040:3.0:1779718147.497663:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497667:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718147.497668:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718147.497669:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718147.497671:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529426048, offset 0
00000400:00000200:3.0:1779718147.497673:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718147.497675:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718147.497677:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718147.497679:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718147.497681:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718147.497682:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718147.497684:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718147.497686:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157058:157058:256:4294967295] 192.168.203.145@tcp LPNI seq info [157057:157057:8:4294967295]
00000400:00000200:3.0:1779718147.497689:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718147.497693:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718147.497695:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718147.497697:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718147.497699:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718147.497701:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779718147.497704:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718147.497705:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1779718147.497708:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718147.497709:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718147.497711:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718147.497713:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718147.497715:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718147.497716:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718147.497717:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718147.497719:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497723:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718147.497725:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497730:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.497731:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718147.497732:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718147.497734:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718147.497736:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718147.497737:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315266577
00000100:00000001:3.0:1779718147.497739:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315267839
00000100:00000001:3.0:1779718147.497741:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315266577
00000100:00000001:3.0:1779718147.497742:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315267839
00000100:00000001:3.0:1779718147.497744:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718147.497746:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.497748:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718147.497751:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718147/real 1779718147]  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718147.497759:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718147.497761:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718147.497762:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718147.497765:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718147.497766:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718147.497769:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718147.497772:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718147.497781:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497788:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718147.497789:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497791:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718147.497793:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718147.497796:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497802:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718147.497804:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497809:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718147.497811:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497812:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718147.497813:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497814:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718147.497815:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718147.497817:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718147.497818:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718147.497820:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718147.497822:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718147.497826:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426048:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718147.497829:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497830:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718147.497832:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4700 x1866162529425792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497836:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718147.497837:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718147.497839:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718147.497840:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718147.497841:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718147.497842:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718147.497844:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718147.497845:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58c00.
02000000:00000001:3.0:1779718147.497847:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718147.497847:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718147.497848:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4700.
00000100:00000001:3.0:1779718147.497850:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718147.497851:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497852:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718147.497854:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4380 x1866162529425920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497862:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718147.497863:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718147.497864:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718147.497865:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718147.497866:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718147.497867:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718147.497868:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718147.497868:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59800.
02000000:00000001:3.0:1779718147.497870:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718147.497870:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718147.497871:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4380.
00000100:00000001:3.0:1779718147.497872:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718147.497873:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497874:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718147.497875:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6a00 x1866162529426048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718147.497879:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718147.497880:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718147.497881:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718147.497882:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718147.497882:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718147.497883:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718147.497896:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718147.497898:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a800.
02000000:00000001:3.0:1779718147.497900:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718147.497901:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718147.497902:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6a00.
00000100:00000001:3.0:1779718147.497904:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718147.497905:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497906:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718147.497908:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718147.497909:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718147.497910:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718147.497911:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718147.944147:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718147.944154:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718147.944160:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718148.519995:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718148.520000:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718148.520002:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718148.520006:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718148.520009:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718148.520012:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718148.520014:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718148.520016:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718148.520018:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718148.776051:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315267839, at 4315267840
00000100:00000040:1.0:1779718148.776051:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315267839, at 4315267840
00000100:00000010:0.0:1779718148.776066:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475420.
00000100:00000010:1.0:1779718148.776068:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475120.
00000020:00000001:3.0:1779718148.968113:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718148.968116:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718148.968119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718149.543981:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718149.543987:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718149.543988:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718149.543993:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718149.543995:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718149.543998:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718149.544000:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718149.544003:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718149.544004:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718149.992126:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718149.992129:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718149.992132:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718150.568011:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718150.568024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718150.568026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718150.568031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718150.568034:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718150.568037:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718150.568039:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718150.568041:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718150.568043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718151.016081:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718151.016085:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718151.016088:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718151.591998:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718151.592004:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718151.592006:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718151.592011:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718151.592014:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718151.592018:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718151.592021:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718151.592023:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718151.592026:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718152.040110:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718152.040114:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718152.040117:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718152.616024:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718152.616027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718152.616032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1779718152.616033:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718152.616034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616036:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1779718152.616039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718152.616041:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718152.616043:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718152.616047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718152.616047:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718152.616051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718152.616053:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718152.616056:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718152.616057:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20599
00000400:00000200:1.0:1779718152.616068:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718152.616075:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718152.616078:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718152.616081:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616085:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718152.616087:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616090:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718152.616093:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718152.616095:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718152.616098:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718152.616101:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718152.616103:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718152.616106:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718152.616109:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616111:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718152.616130:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616132:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718152.616136:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718152.616140:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616143:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718152.616147:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718152.616151:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718152.616154:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616156:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718152.616158:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718152.616167:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718152.616170:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718152.616174:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718152.616175:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616178:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718152.616180:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718152.616184:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718152.616191:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779718152.616197:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718152.616205:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718152.616214:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718152.616218:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718152.616221:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718152.616260:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718152.616263:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718152.616267:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718152.616269:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718152.616270:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718152.616273:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718152.616275:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20599
00000400:00000200:1.0:1779718152.616279:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718152.616282:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718152.616284:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718152.616286:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616289:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718152.616292:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616294:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718152.616296:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718152.616320:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:3.0:1779718152.616320:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1779718152.616322:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718152.616325:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718152.616327:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:3.0:1779718152.616327:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1779718152.616331:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:3.0:1779718152.616331:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718152.616334:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616336:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718152.616339:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000040:3.0:1779718152.616340:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718152.616341:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718152.616348:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718152.616354:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718152.616354:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718152.616356:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.616357:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718152.616358:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718152.616362:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718152.616364:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718152.616365:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718152.616369:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718152.616370:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616373:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1779718152.616377:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529426176:192.168.203.145@tcp:250:kworker.0
00000008:00100000:1.0:1779718152.616378:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1779718152.616381:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1779718152.616382:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616385:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718152.616386:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1779718152.616389:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
02000000:00000001:3.0:1779718152.616390:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718152.616394:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718152.616396:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1779718152.616398:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718152.616400:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616402:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1779718152.616402:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:1.0:1779718152.616403:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718152.616406:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718152.616406:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718152.616413:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000400:00000200:3.0:1779718152.616416:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718152.616418:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718152.616421:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00100000:1.0:1779718152.616425:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1779718152.616428:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000001:1.0:1779718152.616435:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718152.616437:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718152.616437:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529426176, portal 25
00000100:00000040:1.0:1779718152.616441:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.616441:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718152.616444:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885893632 : -117608823657984 : ffff95090fd7ea00)
00000100:00000001:1.0:1779718152.616453:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718152.616454:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718152.616456:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718152.616463:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718152.616466:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718152.616469:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718152.616471:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1779718152.616472:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718152.616478:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20599
00000100:00000040:3.0:1779718152.616479:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718152.616482:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718152.616484:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529426176, offset 0
00000400:00000200:1.0:1779718152.616487:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718152.616491:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718152.616495:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1779718152.616495:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718152.616501:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616503:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718152.616506:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718152.616506:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718152.616510:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718152.616512:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718152.616515:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:3.0:1779718152.616515:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:1.0:1779718152.616517:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718152.616520:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718152.616522:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718152.616522:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1779718152.616526:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718152.616528:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:1.0:1779718152.616530:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616532:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718152.616535:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1779718152.616537:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616540:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:3.0:1779718152.616540:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000040:1.0:1779718152.616544:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:3.0:1779718152.616549:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157059:157059:256:4294967295] 192.168.203.145@tcp LPNI seq info [157058:157058:8:4294967295]
00000100:00080000:1.0:1779718152.616551:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616556:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718152.616558:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779718152.616559:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718152.616563:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718152.616564:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616566:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718152.616569:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1779718152.616573:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1779718152.616574:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616578:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718152.616582:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718152.616583:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718152.616585:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718152.616586:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616588:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718152.616589:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718152.616591:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718152.616592:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000010:1.0:1779718152.616596:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000800:00000010:3.0:1779718152.616598:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000100:00000001:1.0:1779718152.616599:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718152.616605:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1779718152.616609:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718152.616615:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779718152.616626:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718152.616630:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1779718152.616631:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1779718152.616633:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718152.616639:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1779718152.616639:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718152.616642:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000100:00000001:1.0:1779718152.616649:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718152.616650:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1779718152.616651:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718152.616657:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1779718152.616658:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718152.616664:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718152.616665:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000100:00080000:1.0:1779718152.616667:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:3.0:1779718152.616668:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:1.0:1779718152.616669:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718152.616672:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718152.616674:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718152.616675:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1779718152.616678:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20599
00000100:00000200:3.0:1779718152.616682:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718152.616683:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718152.616688:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718152.616691:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718152.616695:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616698:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718152.616700:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718152.616700:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1779718152.616703:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718152.616707:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1779718152.616707:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779718152.616709:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718152.616712:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718152.616715:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718152.616718:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718152.616720:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718152.616720:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.616724:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1779718152.616726:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616729:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718152.616730:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718152.616731:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616734:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718152.616738:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:3.0:1779718152.616738:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718152.616743:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315272958
00000100:00080000:1.0:1779718152.616744:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718152.616748:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718152.616750:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1779718152.616750:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475240.
02000000:00000001:1.0:1779718152.616752:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718152.616754:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616756:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718152.616758:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1779718152.616758:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000008:00000001:1.0:1779718152.616760:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616762:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718152.616765:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000100:00000001:3.0:1779718152.616765:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315272958
00000020:00000040:1.0:1779718152.616770:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718152.616771:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:3.0:1779718152.616771:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475de0.
02000000:00000001:1.0:1779718152.616773:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616776:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1779718152.616776:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1779718152.616777:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718152.616780:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.616781:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1779718152.616784:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:3.0:1779718152.616784:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718152.616790:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.616790:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718152.616799:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1779718152.616799:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718152/real 1779718152]  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718152.616825:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718152.616828:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718152.616832:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718152.616832:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718152.616836:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718152.616840:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000100:00000001:1.0:1779718152.616842:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718152.616856:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000100:00000040:1.0:1779718152.616860:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20609)
00000400:00000010:3.0:1779718152.616860:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718152.616867:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718152.616872:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718152.616879:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.616884:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718152.616886:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.616887:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718152.616889:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718152.616891:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.616896:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718152.616899:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.616905:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718152.616907:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.616908:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718152.616909:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.616910:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718152.616911:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718152.616914:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718152.616916:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718152.616940:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718152.616943:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718152.616949:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529426176:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718152.616952:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.616953:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718152.616955:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7ea00 x1866162529426176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.616959:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718152.616961:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718152.616963:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718152.616965:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718152.616967:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718152.616968:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718152.616970:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718152.616972:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92000.
02000000:00000001:3.0:1779718152.616976:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718152.616977:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718152.616978:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7ea00.
00000100:00000001:3.0:1779718152.616981:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718152.616981:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.616983:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.616988:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718152.616989:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.616990:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718152.616992:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718152.616993:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718152.616995:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617000:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718152.617001:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718152.617003:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718152.617004:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718152.617005:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718152.617007:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426304:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718152.617009:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718152.617010:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718152.617012:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718152.617013:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718152.617015:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718152.617016:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718152.617019:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718152.617021:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718152.617023:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718152.617026:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529426304, portal 10
00000100:00000001:3.0:1779718152.617027:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718152.617028:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:3.0:1779718152.617033:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617037:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718152.617039:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718152.617040:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718152.617042:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529426304, offset 0
00000400:00000200:3.0:1779718152.617045:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718152.617047:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718152.617051:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718152.617053:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718152.617054:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718152.617056:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718152.617058:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718152.617060:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157060:157060:256:4294967295] 192.168.203.145@tcp LPNI seq info [157059:157059:8:4294967295]
00000400:00000200:3.0:1779718152.617063:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718152.617067:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718152.617070:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718152.617072:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718152.617075:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718152.617077:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779718152.617080:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718152.617082:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1779718152.617084:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718152.617085:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718152.617087:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718152.617089:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718152.617091:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718152.617093:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718152.617094:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718152.617096:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617101:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718152.617103:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617108:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.617109:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718152.617111:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718152.617114:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718152.617116:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718152.617117:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315271691
00000100:00000001:3.0:1779718152.617119:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315272958
00000100:00000001:3.0:1779718152.617121:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315271691
00000100:00000001:3.0:1779718152.617122:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315272958
00000100:00000001:3.0:1779718152.617124:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718152.617125:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.617126:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718152.617128:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718152/real 1779718152]  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718152.617133:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718152.617134:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718152.617135:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718152.617136:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718152.617137:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718152.617139:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718152.617141:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718152.617146:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617150:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718152.617150:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617151:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718152.617152:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718152.617154:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617158:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718152.617160:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617165:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718152.617167:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617168:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718152.617169:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617170:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718152.617172:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718152.617173:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718152.617175:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718152.617177:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718152.617179:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718152.617183:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426304:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718152.617186:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718152.617188:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617192:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718152.617193:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718152.617194:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718152.617195:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718152.617196:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718152.617198:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426432:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718152.617200:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718152.617201:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718152.617202:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718152.617203:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718152.617205:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718152.617206:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718152.617207:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718152.617209:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718152.617210:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718152.617212:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529426432, portal 10
00000100:00000001:3.0:1779718152.617214:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718152.617215:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:3.0:1779718152.617218:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617223:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718152.617224:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718152.617226:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718152.617228:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529426432, offset 0
00000400:00000200:3.0:1779718152.617232:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718152.617236:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718152.617239:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718152.617242:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718152.617244:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718152.617247:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718152.617249:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718152.617252:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157061:157061:256:4294967295] 192.168.203.145@tcp LPNI seq info [157060:157060:8:4294967295]
00000400:00000200:3.0:1779718152.617256:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718152.617262:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718152.617267:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718152.617270:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718152.617274:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718152.617277:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779718152.617281:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718152.617283:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1779718152.617286:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718152.617287:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718152.617290:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718152.617292:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718152.617294:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718152.617295:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718152.617297:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718152.617300:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617310:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718152.617312:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617316:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.617317:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718152.617319:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718152.617321:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718152.617323:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718152.617325:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315271699
00000100:00000001:3.0:1779718152.617326:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315272958
00000100:00000001:3.0:1779718152.617328:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315271699
00000100:00000001:3.0:1779718152.617329:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315272958
00000100:00000001:3.0:1779718152.617331:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718152.617332:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.617333:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718152.617335:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718152/real 1779718152]  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718152.617340:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718152.617341:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718152.617342:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718152.617343:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718152.617344:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718152.617346:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718152.617348:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718152.617353:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617356:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718152.617358:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617359:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718152.617360:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718152.617362:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617366:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718152.617368:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617372:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718152.617374:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617375:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718152.617375:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617377:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718152.617378:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718152.617379:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718152.617381:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718152.617383:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718152.617386:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718152.617390:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426432:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718152.617392:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718152.617394:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617398:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718152.617399:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718152.617400:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718152.617401:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718152.617402:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718152.617405:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426560:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718152.617407:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718152.617408:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718152.617409:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718152.617411:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718152.617413:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718152.617414:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718152.617416:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718152.617418:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718152.617420:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718152.617422:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529426560, portal 4
00000100:00000001:3.0:1779718152.617423:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718152.617424:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:3.0:1779718152.617427:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617432:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718152.617433:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718152.617434:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718152.617436:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529426560, offset 0
00000400:00000200:3.0:1779718152.617438:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718152.617440:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718152.617443:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718152.617444:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718152.617446:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718152.617447:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718152.617449:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718152.617451:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157062:157062:256:4294967295] 192.168.203.145@tcp LPNI seq info [157061:157061:8:4294967295]
00000400:00000200:3.0:1779718152.617453:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718152.617458:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718152.617461:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718152.617462:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718152.617465:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718152.617467:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1779718152.617469:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718152.617471:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1779718152.617474:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718152.617475:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718152.617477:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718152.617479:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718152.617480:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718152.617482:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718152.617483:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718152.617485:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617489:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718152.617491:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617495:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.617496:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718152.617498:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718152.617500:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718152.617501:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718152.617503:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315271697
00000100:00000001:3.0:1779718152.617504:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315272958
00000100:00000001:3.0:1779718152.617505:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315271697
00000100:00000001:3.0:1779718152.617507:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315272958
00000100:00000001:3.0:1779718152.617508:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718152.617509:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.617510:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718152.617512:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718152/real 1779718152]  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718152.617517:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718152.617518:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718152.617519:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718152.617520:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718152.617521:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718152.617523:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718152.617525:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718152.617530:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617533:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718152.617534:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617535:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718152.617536:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718152.617538:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617542:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718152.617544:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617548:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718152.617549:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617550:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718152.617551:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617552:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718152.617553:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718152.617554:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718152.617556:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718152.617557:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718152.617559:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718152.617568:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426560:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718152.617571:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617572:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718152.617574:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529426304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617578:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718152.617579:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718152.617580:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718152.617581:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718152.617582:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718152.617583:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718152.617584:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718152.617585:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93c00.
02000000:00000001:3.0:1779718152.617587:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718152.617588:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718152.617589:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:3.0:1779718152.617590:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718152.617591:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617592:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718152.617594:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529426432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617598:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718152.617599:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718152.617600:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718152.617601:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718152.617601:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718152.617602:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718152.617603:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718152.617604:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92400.
02000000:00000001:3.0:1779718152.617605:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718152.617606:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718152.617607:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:3.0:1779718152.617609:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718152.617610:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617611:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718152.617613:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529426560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718152.617617:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718152.617617:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718152.617618:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718152.617619:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718152.617620:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718152.617621:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718152.617622:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718152.617623:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91000.
02000000:00000001:3.0:1779718152.617624:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718152.617624:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718152.617625:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:3.0:1779718152.617626:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718152.617627:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617628:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718152.617630:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718152.617631:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718152.617632:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718152.617633:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718153.064066:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718153.064070:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718153.064074:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718153.640051:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718153.640056:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718153.640057:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718153.640061:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718153.640064:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718153.640066:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718153.640068:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718153.640071:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718153.640073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718153.896035:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315272958, at 4315272960
00000100:00000040:1.0:1779718153.896035:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315272958, at 4315272960
00000100:00000010:1.0:1779718153.896049:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475de0.
00000100:00000010:0.0:1779718153.896051:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475240.
00000020:00000001:3.0:1779718154.088124:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718154.088127:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718154.088130:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718155.112111:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718155.112115:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718155.112119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718156.136136:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718156.136139:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718156.136142:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718157.160117:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718157.160120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718157.160124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718157.736039:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718157.736047:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718157.736050:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718157.736053:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718157.736055:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718157.736062:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20604
00000400:00000200:0.0:1779718157.736070:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718157.736077:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718157.736080:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718157.736082:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736084:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718157.736086:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736088:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718157.736091:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718157.736093:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718157.736095:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718157.736097:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718157.736098:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718157.736100:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718157.736102:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736103:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718157.736105:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736106:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718157.736108:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718157.736111:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736113:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718157.736115:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718157.736117:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718157.736119:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718157.736121:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718157.736123:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718157.736131:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779718157.736133:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718157.736136:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718157.736138:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718157.736141:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718157.736142:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718157.736146:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718157.736152:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718157.736166:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718157.736174:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718157.736183:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718157.736186:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718157.736190:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718157.736207:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718157.736210:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718157.736212:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718157.736213:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718157.736214:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718157.736217:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718157.736218:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20604
00000400:00000200:0.0:1779718157.736221:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718157.736223:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718157.736224:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718157.736226:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736228:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718157.736230:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736231:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718157.736233:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718157.736235:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718157.736236:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718157.736237:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718157.736239:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718157.736241:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718157.736243:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736245:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718157.736246:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1779718157.736247:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736251:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718157.736251:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1779718157.736253:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:3.0:1779718157.736255:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1779718157.736258:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736261:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718157.736263:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1779718157.736265:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718157.736268:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718157.736273:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718157.736276:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718157.736281:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1779718157.736282:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1779718157.736283:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.736288:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1779718157.736289:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.736291:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718157.736293:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.736295:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718157.736300:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529426688:192.168.203.145@tcp:250:kworker.0
00000100:00000010:0.0:1779718157.736301:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718157.736307:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:3.0:1779718157.736307:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718157.736311:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718157.736313:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718157.736314:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718157.736317:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.736318:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1779718157.736323:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718157.736325:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1779718157.736326:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:0.0:1779718157.736328:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.736329:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718157.736336:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000400:00000200:3.0:1779718157.736337:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718157.736344:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718157.736346:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00100000:0.0:1779718157.736354:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1779718157.736355:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000001:0.0:1779718157.736364:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718157.736366:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718157.736366:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529426688, portal 25
00000100:00000001:3.0:1779718157.736372:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1779718157.736373:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.736376:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252992 : -117608216298624 : ffff9509340b7b80)
00000100:00000001:0.0:1779718157.736386:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718157.736390:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718157.736390:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718157.736399:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718157.736402:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718157.736405:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718157.736408:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1779718157.736409:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718157.736414:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20604
00000100:00000040:3.0:1779718157.736414:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718157.736419:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000400:00000200:0.0:1779718157.736421:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:3.0:1779718157.736425:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529426688, offset 0
00000400:00000200:0.0:1779718157.736426:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718157.736431:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718157.736435:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736439:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718157.736439:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718157.736443:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736445:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718157.736447:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718157.736448:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718157.736452:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1779718157.736452:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:0.0:1779718157.736455:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718157.736458:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718157.736461:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:0.0:1779718157.736462:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718157.736469:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718157.736470:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1779718157.736473:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718157.736479:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718157.736479:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:0.0:1779718157.736484:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:3.0:1779718157.736487:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1779718157.736488:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:3.0:1779718157.736492:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:0.0:1779718157.736494:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736500:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718157.736500:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157063:157063:256:4294967295] 192.168.203.145@tcp LPNI seq info [157062:157062:8:4294967295]
02000000:00000001:0.0:1779718157.736503:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718157.736507:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718157.736508:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718157.736513:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718157.736514:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718157.736517:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718157.736522:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718157.736524:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1779718157.736526:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718157.736532:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000800:00000200:3.0:1779718157.736532:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000040:0.0:1779718157.736537:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000010:3.0:1779718157.736539:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
02000000:00000001:0.0:1779718157.736540:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718157.736543:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718157.736545:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718157.736547:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1779718157.736549:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718157.736550:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718157.736556:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
02000000:00000010:0.0:1779718157.736557:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718157.736563:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718157.736568:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00100000:0.0:1779718157.736571:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1779718157.736575:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1779718157.736583:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718157.736587:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1779718157.736590:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718157.736593:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1779718157.736596:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000100:00000001:0.0:1779718157.736604:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718157.736606:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718157.736606:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1779718157.736612:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718157.736617:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718157.736617:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1779718157.736623:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718157.736625:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1779718157.736626:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000100:00080000:0.0:1779718157.736627:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1779718157.736629:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:0.0:1779718157.736630:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718157.736636:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20604
00000100:00000001:3.0:1779718157.736637:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1779718157.736641:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718157.736646:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000200:3.0:1779718157.736646:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718157.736650:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718157.736656:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736661:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718157.736665:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736667:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718157.736669:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1779718157.736670:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718157.736672:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718157.736675:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1779718157.736675:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1779718157.736677:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718157.736682:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718157.736686:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718157.736692:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718157.736693:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718157.736694:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718157.736697:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718157.736700:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718157.736702:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718157.736702:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1779718157.736707:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:3.0:1779718157.736710:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:0.0:1779718157.736712:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718157.736714:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315278078
00000100:00000001:0.0:1779718157.736715:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718157.736719:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718157.736721:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1779718157.736722:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475ba0.
02000000:00000001:0.0:1779718157.736723:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718157.736728:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718157.736729:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718157.736731:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.736732:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718157.736733:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718157.736739:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779718157.736741:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:3.0:1779718157.736741:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315278078
02000000:00000001:0.0:1779718157.736747:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718157.736748:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718157.736748:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084756c0.
00000100:00000001:0.0:1779718157.736749:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718157.736753:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1779718157.736754:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1779718157.736755:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.736761:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1779718157.736762:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:3.0:1779718157.736764:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718157.736766:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.736767:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718157.736771:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1779718157.736774:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718157/real 1779718157]  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718157.736796:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718157.736799:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1779718157.736799:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718157.736802:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718157.736805:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000100:00000040:0.0:1779718157.736821:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718157.736827:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718157.736830:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:0.0:1779718157.736832:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.736834:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1779718157.736837:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20614)
00000100:00000200:3.0:1779718157.736841:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718157.736849:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.736854:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718157.736856:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.736858:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718157.736859:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718157.736862:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.736867:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718157.736870:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.736875:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718157.736877:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.736878:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718157.736879:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.736881:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718157.736882:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718157.736884:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718157.736888:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718157.736890:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718157.736892:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718157.736899:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529426688:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718157.736902:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.736903:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718157.736905:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7b80 x1866162529426688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.736909:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718157.736911:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718157.736913:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718157.736916:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718157.736917:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718157.736918:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718157.736920:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718157.736943:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:3.0:1779718157.736946:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718157.736948:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718157.736949:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7b80.
00000100:00000001:3.0:1779718157.736951:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718157.736952:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.736954:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.736959:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718157.736960:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.736961:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718157.736963:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718157.736964:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718157.736967:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.736972:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718157.736973:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.736975:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718157.736977:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718157.736979:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718157.736981:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426816:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718157.736983:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718157.736985:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718157.736986:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.736987:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718157.736990:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718157.736991:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718157.736994:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718157.736996:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718157.736999:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718157.737001:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529426816, portal 10
00000100:00000001:3.0:1779718157.737003:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718157.737004:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493237760 : -117608216313856 : ffff9509340b4000)
00000100:00000040:3.0:1779718157.737009:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737014:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718157.737015:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718157.737017:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718157.737019:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529426816, offset 0
00000400:00000200:3.0:1779718157.737022:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718157.737025:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718157.737028:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718157.737030:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718157.737032:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718157.737034:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718157.737036:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718157.737038:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157064:157064:256:4294967295] 192.168.203.145@tcp LPNI seq info [157063:157063:8:4294967295]
00000400:00000200:3.0:1779718157.737041:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718157.737066:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718157.737073:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718157.737077:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718157.737082:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718157.737086:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779718157.737092:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718157.737096:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1779718157.737101:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718157.737103:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718157.737107:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718157.737112:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718157.737116:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718157.737118:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718157.737122:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718157.737126:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737136:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718157.737139:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737148:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.737149:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718157.737153:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718157.737158:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718157.737162:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718157.737165:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315276811
00000100:00000001:3.0:1779718157.737168:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315278078
00000100:00000001:3.0:1779718157.737172:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315276811
00000100:00000001:3.0:1779718157.737176:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315278078
00000100:00000001:3.0:1779718157.737181:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718157.737185:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.737189:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718157.737197:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718157/real 1779718157]  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718157.737214:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718157.737216:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718157.737220:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718157.737225:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718157.737228:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718157.737233:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718157.737240:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718157.737259:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737273:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718157.737276:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.737278:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718157.737280:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718157.737285:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737294:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718157.737299:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737307:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718157.737311:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.737313:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718157.737315:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.737317:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718157.737320:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718157.737323:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718157.737327:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718157.737329:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718157.737335:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718157.737366:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426816:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718157.737372:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718157.737377:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737388:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718157.737391:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.737394:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718157.737397:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718157.737400:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718157.737405:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426944:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718157.737411:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718157.737414:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718157.737417:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.737420:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718157.737426:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718157.737429:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718157.737433:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718157.737436:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718157.737439:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718157.737443:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529426944, portal 10
00000100:00000001:3.0:1779718157.737445:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718157.737446:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252096 : -117608216299520 : ffff9509340b7800)
00000100:00000040:3.0:1779718157.737453:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737460:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718157.737462:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718157.737464:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718157.737467:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529426944, offset 0
00000400:00000200:3.0:1779718157.737472:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718157.737476:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718157.737480:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718157.737484:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718157.737487:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718157.737489:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718157.737492:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718157.737495:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157065:157065:256:4294967295] 192.168.203.145@tcp LPNI seq info [157064:157064:8:4294967295]
00000400:00000200:3.0:1779718157.737499:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718157.737506:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718157.737511:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718157.737514:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718157.737518:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718157.737520:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779718157.737525:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718157.737528:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1779718157.737532:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718157.737534:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718157.737537:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718157.737541:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718157.737544:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718157.737546:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718157.737548:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718157.737552:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737560:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718157.737564:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737576:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.737578:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718157.737583:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718157.737588:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718157.737593:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718157.737597:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315276819
00000100:00000001:3.0:1779718157.737600:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315278078
00000100:00000001:3.0:1779718157.737604:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315276819
00000100:00000001:3.0:1779718157.737607:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315278078
00000100:00000001:3.0:1779718157.737611:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718157.737630:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.737632:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718157.737637:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718157/real 1779718157]  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718157.737646:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718157.737648:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718157.737649:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718157.737651:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718157.737652:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718157.737654:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718157.737657:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718157.737662:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737667:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718157.737668:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.737669:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718157.737670:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718157.737673:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737677:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718157.737701:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737708:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718157.737710:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.737712:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718157.737713:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.737715:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718157.737717:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718157.737720:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718157.737723:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718157.737725:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718157.737729:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718157.737736:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529426944:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718157.737740:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718157.737743:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737750:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718157.737751:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.737754:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718157.737755:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718157.737758:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718157.737760:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427072:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718157.737763:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718157.737766:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718157.737783:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718157.737785:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718157.737787:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718157.737789:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718157.737791:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718157.737793:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718157.737795:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718157.737798:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529427072, portal 4
00000100:00000001:3.0:1779718157.737800:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718157.737801:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493240448 : -117608216311168 : ffff9509340b4a80)
00000100:00000040:3.0:1779718157.737805:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737823:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718157.737825:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718157.737826:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718157.737829:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529427072, offset 0
00000400:00000200:3.0:1779718157.737831:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718157.737835:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718157.737837:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718157.737839:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718157.737841:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718157.737843:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718157.737845:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718157.737847:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157066:157066:256:4294967295] 192.168.203.145@tcp LPNI seq info [157065:157065:8:4294967295]
00000400:00000200:3.0:1779718157.737850:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718157.737855:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718157.737857:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718157.737859:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718157.737862:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718157.737864:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1779718157.737867:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718157.737869:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1779718157.737872:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718157.737873:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718157.737875:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718157.737878:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718157.737880:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718157.737881:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718157.737883:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718157.737885:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737896:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718157.737898:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737902:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.737903:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718157.737905:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718157.737907:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718157.737909:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718157.737911:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315276817
00000100:00000001:3.0:1779718157.737913:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315278078
00000100:00000001:3.0:1779718157.737914:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315276817
00000100:00000001:3.0:1779718157.737916:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315278078
00000100:00000001:3.0:1779718157.737917:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718157.737919:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.737920:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718157.737938:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718157/real 1779718157]  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718157.737943:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718157.737944:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718157.737945:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718157.737947:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718157.737948:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718157.737950:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718157.737952:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718157.737958:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737963:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718157.737964:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.737966:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718157.737967:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718157.737969:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737974:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718157.737976:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.737980:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718157.737982:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.737983:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718157.737984:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.737986:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718157.737987:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718157.737989:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718157.737991:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718157.737992:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718157.737994:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718157.737999:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427072:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718157.738002:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.738003:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718157.738005:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4000 x1866162529426816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.738009:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718157.738010:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718157.738011:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718157.738013:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718157.738014:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718157.738016:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718157.738017:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718157.738019:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a400.
02000000:00000001:3.0:1779718157.738021:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718157.738022:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718157.738023:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4000.
00000100:00000001:3.0:1779718157.738025:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718157.738026:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.738028:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718157.738030:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7800 x1866162529426944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.738034:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718157.738035:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718157.738036:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718157.738038:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718157.738038:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718157.738039:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718157.738040:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718157.738041:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59400.
02000000:00000001:3.0:1779718157.738042:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718157.738043:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718157.738044:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7800.
00000100:00000001:3.0:1779718157.738045:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718157.738046:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.738047:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718157.738049:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4a80 x1866162529427072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718157.738053:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718157.738054:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718157.738054:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921cc00.
02000000:00000001:3.0:1779718157.738056:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718157.738056:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718157.738057:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718157.738058:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718157.738059:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b000.
02000000:00000001:3.0:1779718157.738061:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718157.738063:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718157.738064:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4a80.
00000100:00000001:3.0:1779718157.738065:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718157.738066:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.738067:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718157.738070:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718157.738071:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718157.738072:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718157.738074:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718158.184134:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718158.184141:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718158.184145:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718159.015987:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315278078, at 4315278080
00000100:00000040:1.0:1779718159.015987:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315278078, at 4315278080
00000100:00000010:1.0:1779718159.016000:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084756c0.
00000100:00000010:0.0:1779718159.016001:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475ba0.
00000020:00000001:3.0:1779718159.208071:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718159.208075:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718159.208078:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718160.232125:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718160.232129:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718160.232133:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718161.256152:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718161.256157:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718161.256161:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718161.832186:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718161.832193:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718161.832196:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718161.832202:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718161.832206:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718161.832210:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718161.832213:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718161.832216:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718161.832220:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718162.280125:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718162.280131:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718162.280136:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718162.856100:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718162.856100:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718162.856108:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718162.856111:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718162.856111:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718162.856115:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1779718162.856117:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718162.856119:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718162.856124:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718162.856124:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718162.856128:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.856132:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718162.856137:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718162.856140:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20609
00000100:00000001:0.0:1779718162.856142:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718162.856151:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718162.856159:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718162.856162:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718162.856166:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856169:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718162.856172:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856174:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718162.856178:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718162.856180:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718162.856183:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718162.856186:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718162.856189:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718162.856190:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718162.856192:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856193:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718162.856195:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856196:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718162.856198:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718162.856201:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856202:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718162.856205:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718162.856208:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718162.856210:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856212:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718162.856214:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718162.856228:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718162.856232:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718162.856236:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718162.856237:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856241:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718162.856243:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718162.856248:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718162.856256:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718162.856263:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718162.856273:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718162.856283:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718162.856286:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718162.856290:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718162.856311:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718162.856313:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718162.856316:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718162.856318:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718162.856319:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718162.856321:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718162.856324:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20609
00000400:00000200:3.0:1779718162.856326:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718162.856329:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718162.856331:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718162.856333:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856336:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718162.856339:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718162.856340:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718162.856342:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718162.856346:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718162.856346:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718162.856350:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:0.0:1779718162.856351:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1779718162.856353:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718162.856356:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000040:0.0:1779718162.856359:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718162.856361:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718162.856367:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:0.0:1779718162.856375:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718162.856376:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718162.856378:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856380:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718162.856385:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:0.0:1779718162.856398:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718162.856398:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718162.856402:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:0.0:1779718162.856403:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1779718162.856406:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:0.0:1779718162.856410:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856410:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718162.856415:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1779718162.856420:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529427200:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718162.856421:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718162.856426:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856429:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718162.856431:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1779718162.856434:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1779718162.856436:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718162.856439:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718162.856443:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1779718162.856446:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856448:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718162.856450:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58800.
00000100:00000010:3.0:1779718162.856452:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
02000000:00000001:0.0:1779718162.856454:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718162.856456:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718162.856459:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718162.856460:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718162.856462:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718162.856476:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718162.856478:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1779718162.856479:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
02000000:00000001:3.0:1779718162.856480:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718162.856487:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000400:00000010:0.0:1779718162.856490:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000001:3.0:1779718162.856490:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718162.856499:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1779718162.856502:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529427200, portal 25
00000100:00000001:0.0:1779718162.856507:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718162.856509:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000001:3.0:1779718162.856510:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718162.856515:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718162.856520:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718162.856521:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.856551:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718162.856552:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718162.856556:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718162.856558:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718162.856560:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718162.856562:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1779718162.856563:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00080000:3.0:1779718162.856564:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718162.856569:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:0.0:1779718162.856570:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529427200, offset 0
00000100:00080000:3.0:1779718162.856573:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20609
00000400:00000200:3.0:1779718162.856578:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718162.856585:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718162.856587:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718162.856590:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718162.856592:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856594:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718162.856596:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856599:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779718162.856610:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718162.856613:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718162.856616:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718162.856617:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718162.856619:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718162.856622:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779718162.856624:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:3.0:1779718162.856625:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718162.856630:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856631:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1779718162.856633:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1779718162.856635:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856638:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718162.856639:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:0.0:1779718162.856641:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:3.0:1779718162.856645:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856647:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718162.856649:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1779718162.856649:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718162.856653:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718162.856655:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:3.0:1779718162.856656:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856659:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718162.856661:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1779718162.856662:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157067:157067:256:4294967295] 192.168.203.145@tcp LPNI seq info [157066:157066:8:4294967295]
00000008:00000001:3.0:1779718162.856665:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856669:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718162.856677:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:3.0:1779718162.856678:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718162.856681:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718162.856683:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718162.856684:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856685:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718162.856687:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718162.856691:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718162.856695:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1779718162.856696:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718162.856701:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718162.856708:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1779718162.856708:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1779718162.856716:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718162.856723:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718162.856725:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718162.856729:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718162.856731:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1779718162.856742:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1779718162.856743:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718162.856747:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718162.856752:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1779718162.856752:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718162.856757:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1779718162.856759:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1779718162.856762:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718162.856765:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:0.0:1779718162.856766:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718162.856779:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1779718162.856782:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718162.856782:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718162.856788:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20609
00000400:00000200:3.0:1779718162.856791:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718162.856792:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718162.856795:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718162.856807:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718162.856812:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718162.856813:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718162.856815:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718162.856819:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718162.856821:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000100:00000001:3.0:1779718162.856821:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000010:0.0:1779718162.856825:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000020:00000001:3.0:1779718162.856825:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718162.856827:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718162.856830:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718162.856831:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1779718162.856832:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718162.856835:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718162.856838:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000200:0.0:1779718162.856840:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718162.856842:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856848:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718162.856850:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856855:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718162.856860:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718162.856864:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718162.856866:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.856867:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1779718162.856868:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718162.856870:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718162.856872:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856878:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718162.856882:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718162.856885:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718162.856887:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718162.856887:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718162.856891:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718162.856895:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718162.856899:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718162.856902:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718162.856905:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779718162.856906:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718162.856906:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718162.856909:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.856910:0:248765:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1779718162.856915:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:0.0:1779718162.856919:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718162.856945:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718162.856947:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.856949:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315283199
00000100:00100000:3.0:1779718162.856953:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1779718162.856957:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:3.0:1779718162.856963:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718162.856964:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718162.856968:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.856970:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718162.856977:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.856981:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315283199
00000100:00000010:0.0:1779718162.856988:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d900.
00000100:00000040:3.0:1779718162.856989:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20619)
00000100:00000001:0.0:1779718162.856996:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718162.857000:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718162.857004:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.857006:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718162.857011:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718162/real 1779718162]  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718162.857024:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718162.857026:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718162.857028:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718162.857030:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718162.857031:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718162.857034:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718162.857036:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718162.857042:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857046:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718162.857047:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857049:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718162.857051:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718162.857054:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857059:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718162.857062:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857067:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718162.857069:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857070:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718162.857070:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857072:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718162.857074:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718162.857076:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718162.857078:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718162.857080:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718162.857083:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718162.857090:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529427200:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718162.857093:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857095:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718162.857096:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529427200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857101:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718162.857103:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718162.857105:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779718162.857107:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718162.857108:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718162.857109:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718162.857110:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718162.857112:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:0.0:1779718162.857115:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718162.857117:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718162.857118:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:0.0:1779718162.857121:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718162.857122:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857124:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857131:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718162.857132:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.857134:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718162.857136:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718162.857138:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718162.857141:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857149:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718162.857151:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718162.857154:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718162.857156:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718162.857158:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718162.857161:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427328:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718162.857166:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718162.857168:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718162.857170:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718162.857172:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718162.857176:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779718162.857178:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718162.857182:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718162.857185:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718162.857189:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718162.857191:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529427328, portal 10
00000100:00000001:0.0:1779718162.857193:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718162.857194:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:0.0:1779718162.857200:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857205:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718162.857207:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718162.857209:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718162.857210:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529427328, offset 0
00000400:00000200:0.0:1779718162.857213:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718162.857216:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718162.857226:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718162.857229:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718162.857237:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718162.857239:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718162.857241:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718162.857243:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157068:157068:256:4294967295] 192.168.203.145@tcp LPNI seq info [157067:157067:8:4294967295]
00000400:00000200:0.0:1779718162.857247:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718162.857251:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718162.857255:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718162.857257:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718162.857260:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718162.857263:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779718162.857266:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718162.857268:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1779718162.857271:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718162.857272:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718162.857274:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718162.857277:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718162.857280:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718162.857281:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718162.857282:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718162.857285:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857291:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718162.857292:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857297:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.857298:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718162.857301:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718162.857304:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718162.857308:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718162.857320:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315281931
00000100:00000001:0.0:1779718162.857324:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315283199
00000100:00000001:0.0:1779718162.857326:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315281931
00000100:00000001:0.0:1779718162.857328:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315283199
00000100:00000001:0.0:1779718162.857331:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718162.857333:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.857335:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718162.857339:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718162/real 1779718162]  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718162.857349:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718162.857351:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718162.857353:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718162.857356:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718162.857357:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718162.857360:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718162.857364:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718162.857370:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857389:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718162.857391:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857393:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718162.857394:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718162.857398:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857406:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718162.857410:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857419:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718162.857422:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857423:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718162.857424:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857426:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718162.857428:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718162.857430:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718162.857433:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718162.857434:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718162.857437:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718162.857443:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427328:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718162.857447:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718162.857449:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857454:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718162.857455:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718162.857456:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718162.857457:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718162.857458:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718162.857460:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427456:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718162.857463:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718162.857464:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718162.857466:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718162.857467:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718162.857471:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779718162.857473:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718162.857475:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718162.857478:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718162.857480:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718162.857483:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529427456, portal 10
00000100:00000001:0.0:1779718162.857484:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718162.857485:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:0.0:1779718162.857490:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857505:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718162.857506:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718162.857508:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718162.857509:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529427456, offset 0
00000400:00000200:0.0:1779718162.857512:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718162.857515:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718162.857517:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718162.857519:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718162.857521:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718162.857523:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718162.857525:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718162.857527:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157069:157069:256:4294967295] 192.168.203.145@tcp LPNI seq info [157068:157068:8:4294967295]
00000400:00000200:0.0:1779718162.857530:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718162.857534:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718162.857537:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718162.857538:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718162.857541:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718162.857543:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779718162.857547:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718162.857548:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1779718162.857551:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718162.857552:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718162.857555:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718162.857557:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718162.857560:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718162.857562:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718162.857564:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718162.857568:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857576:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718162.857579:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857587:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.857588:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718162.857592:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718162.857595:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718162.857599:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718162.857601:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315281939
00000100:00000001:0.0:1779718162.857604:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315283199
00000100:00000001:0.0:1779718162.857607:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315281939
00000100:00000001:0.0:1779718162.857610:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315283199
00000100:00000001:0.0:1779718162.857612:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718162.857614:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.857615:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718162.857619:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718162/real 1779718162]  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718162.857625:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718162.857626:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718162.857627:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718162.857629:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718162.857630:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718162.857632:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718162.857634:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718162.857639:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857644:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718162.857645:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857646:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718162.857647:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718162.857649:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857652:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718162.857655:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857659:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718162.857661:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857662:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718162.857663:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857665:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718162.857667:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718162.857668:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718162.857671:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718162.857672:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718162.857674:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718162.857679:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427456:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718162.857681:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718162.857684:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857689:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718162.857690:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718162.857691:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718162.857692:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718162.857693:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718162.857695:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427584:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718162.857697:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718162.857699:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718162.857700:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718162.857701:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718162.857704:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718162.857706:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718162.857708:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718162.857710:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718162.857713:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718162.857715:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529427584, portal 4
00000100:00000001:0.0:1779718162.857716:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718162.857717:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:0.0:1779718162.857722:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857727:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718162.857729:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718162.857730:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718162.857732:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529427584, offset 0
00000400:00000200:0.0:1779718162.857734:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718162.857737:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718162.857739:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718162.857741:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718162.857743:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718162.857745:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718162.857746:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718162.857749:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157070:157070:256:4294967295] 192.168.203.145@tcp LPNI seq info [157069:157069:8:4294967295]
00000400:00000200:0.0:1779718162.857752:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718162.857756:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718162.857759:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718162.857761:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718162.857764:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718162.857766:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1779718162.857794:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718162.857796:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1779718162.857800:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718162.857801:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718162.857804:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718162.857806:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718162.857809:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718162.857810:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718162.857812:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718162.857814:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857820:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718162.857822:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857832:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.857833:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718162.857835:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718162.857837:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718162.857841:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718162.857843:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315281937
00000100:00000001:0.0:1779718162.857855:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315283199
00000100:00000001:0.0:1779718162.857858:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315281937
00000100:00000001:0.0:1779718162.857860:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315283199
00000100:00000001:0.0:1779718162.857862:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718162.857865:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.857867:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718162.857870:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718162/real 1779718162]  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718162.857879:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718162.857881:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718162.857883:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718162.857886:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718162.857887:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718162.857891:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718162.857894:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718162.857902:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857907:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718162.857908:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857909:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718162.857910:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718162.857913:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857918:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718162.857936:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857941:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718162.857943:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857944:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718162.857945:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857946:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718162.857947:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718162.857948:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718162.857950:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718162.857952:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718162.857954:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718162.857959:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427584:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718162.857962:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857963:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718162.857965:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529427328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857970:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718162.857971:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718162.857972:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779718162.857974:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718162.857975:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718162.857976:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718162.857978:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718162.857979:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:0.0:1779718162.857981:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718162.857983:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718162.857984:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:0.0:1779718162.857986:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718162.857987:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.857988:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718162.857990:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529427456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.857995:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718162.857995:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718162.857996:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58000.
02000000:00000001:0.0:1779718162.857997:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718162.857998:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718162.857999:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718162.858000:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718162.858000:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:0.0:1779718162.858002:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718162.858002:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718162.858003:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:0.0:1779718162.858004:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718162.858005:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.858006:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718162.858008:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529427584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718162.858011:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718162.858012:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718162.858013:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718162.858016:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718162.858017:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718162.858017:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718162.858018:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718162.858019:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:0.0:1779718162.858020:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718162.858021:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718162.858022:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:0.0:1779718162.858023:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718162.858024:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.858026:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718162.858028:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718162.858029:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718162.858031:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718162.858032:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718163.304081:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718163.304084:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718163.304088:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718163.880042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718163.880047:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718163.880049:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718163.880053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718163.880056:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718163.880059:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718163.880061:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718163.880063:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718163.880065:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718164.136045:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315283199, at 4315283200
00000100:00000040:1.0:1779718164.136045:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315283199, at 4315283200
00000100:00000010:0.0:1779718164.136062:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000010:1.0:1779718164.136064:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d900.
00000020:00000001:1.0:1779718164.328155:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718164.328161:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718164.328165:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718164.904048:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718164.904054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718164.904056:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718164.904060:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718164.904063:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718164.904066:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718164.904068:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718164.904071:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718164.904072:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718165.352144:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718165.352147:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718165.352150:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718165.928023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718165.928029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718165.928032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718165.928038:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718165.928042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718165.928046:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718165.928064:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718165.928067:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718165.928070:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718166.376122:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718166.376126:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718166.376130:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718166.952008:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718166.952013:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718166.952015:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718166.952019:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718166.952021:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718166.952024:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718166.952026:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718166.952029:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718166.952031:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718167.400106:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718167.400111:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718167.400115:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718167.976064:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718167.976069:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718167.976072:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718167.976077:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718167.976082:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718167.976086:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718167.976090:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718167.976093:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718167.976097:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.976268:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718167.976273:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718167.976276:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718167.976284:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.976300:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718167.976306:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718167.976310:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718167.976314:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718167.976319:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718167.976325:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529427712:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718167.976332:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718167.976336:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718167.976340:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718167.976344:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718167.976350:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779718167.976354:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718167.976364:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718167.976369:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718167.976376:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718167.976383:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529427712, portal 25
00000100:00000001:0.0:1779718167.976389:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718167.976391:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569064704 : -117608140486912 : ffff950938904700)
00000100:00000040:0.0:1779718167.976396:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.976408:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718167.976415:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718167.976420:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718167.976426:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529427712, offset 0
00000400:00000200:0.0:1779718167.976435:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718167.976446:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718167.976456:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718167.976463:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718167.976470:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718167.976476:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718167.976486:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718167.976493:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157071:157071:256:4294967295] 192.168.203.145@tcp LPNI seq info [157070:157070:8:4294967295]
00000400:00000200:0.0:1779718167.976502:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718167.976521:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718167.976533:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718167.976540:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718167.976550:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718167.976555:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779718167.976560:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718167.976563:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1779718167.976571:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718167.976574:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718167.976581:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718167.976587:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718167.976592:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718167.976596:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718167.976603:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718167.976611:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.976637:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718167.976643:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.976661:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.976663:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718167.976670:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718167.976678:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718167.976682:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315288318
00000100:00000010:0.0:1779718167.976690:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779718167.976698:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718167.976705:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315288318
00000100:00000010:0.0:1779718167.976711:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d900.
00000100:00000001:0.0:1779718167.976715:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718167.976722:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718167.976725:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.976741:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718167.976748:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718167/real 1779718167]  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718167.976763:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718167.976765:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718167.976766:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718167.976771:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718167.976773:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718167.976778:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718167.976784:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718167.976801:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.976828:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718167.976831:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.976834:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718167.976836:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718167.976844:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.976855:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718167.976862:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.976871:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718167.976873:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.976875:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718167.976876:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.976877:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718167.976879:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718167.976881:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718167.976883:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718167.976884:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718167.976887:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718167.976892:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529427712:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718167.976895:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.976896:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718167.976898:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938904700 x1866162529427712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.976902:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718167.976904:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718167.976906:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779718167.976908:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718167.976910:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718167.976911:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718167.976912:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718167.976914:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996e400.
02000000:00000001:0.0:1779718167.976917:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718167.976918:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718167.976934:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938904700.
00000100:00000001:0.0:1779718167.976937:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718167.976938:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.976939:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.976945:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718167.976946:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.976948:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718167.976949:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718167.976950:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718167.976953:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.976959:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718167.976961:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718167.976963:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718167.976965:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718167.976967:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718167.976971:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427840:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718167.976974:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718167.976976:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718167.976978:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718167.976979:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718167.976983:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779718167.976985:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718167.976989:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718167.976992:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718167.976996:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718167.976999:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529427840, portal 10
00000100:00000001:0.0:1779718167.977001:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718167.977002:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569073664 : -117608140477952 : ffff950938906a00)
00000100:00000040:0.0:1779718167.977009:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977015:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718167.977016:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718167.977018:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718167.977020:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529427840, offset 0
00000400:00000200:0.0:1779718167.977022:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718167.977025:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718167.977029:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718167.977031:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718167.977033:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718167.977034:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718167.977036:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718167.977038:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157072:157072:256:4294967295] 192.168.203.145@tcp LPNI seq info [157071:157071:8:4294967295]
00000400:00000200:0.0:1779718167.977041:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718167.977045:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718167.977048:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718167.977050:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718167.977052:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718167.977054:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779718167.977057:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718167.977059:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1779718167.977062:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718167.977063:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718167.977065:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718167.977067:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718167.977069:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718167.977070:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718167.977072:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718167.977074:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977080:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718167.977081:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977086:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.977087:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718167.977089:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718167.977092:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718167.977094:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718167.977095:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315287051
00000100:00000001:0.0:1779718167.977097:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315288318
00000100:00000001:0.0:1779718167.977099:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315287051
00000100:00000001:0.0:1779718167.977100:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315288318
00000100:00000001:0.0:1779718167.977101:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718167.977103:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.977104:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718167.977106:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718167/real 1779718167]  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718167.977111:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718167.977112:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718167.977113:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718167.977114:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718167.977115:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718167.977117:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718167.977119:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718167.977124:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977128:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718167.977129:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977130:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718167.977131:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718167.977133:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977137:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718167.977139:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977144:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718167.977146:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977147:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718167.977148:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977149:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718167.977151:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718167.977153:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718167.977155:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718167.977156:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718167.977158:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718167.977163:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427840:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718167.977166:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718167.977168:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977172:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718167.977173:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718167.977174:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718167.977175:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718167.977176:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718167.977178:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427968:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718167.977180:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718167.977181:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718167.977182:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718167.977183:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718167.977185:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718167.977187:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718167.977189:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718167.977190:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718167.977192:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718167.977194:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529427968, portal 10
00000100:00000001:0.0:1779718167.977195:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718167.977196:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569077248 : -117608140474368 : ffff950938907800)
00000100:00000040:0.0:1779718167.977200:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977204:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718167.977206:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718167.977207:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718167.977208:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529427968, offset 0
00000400:00000200:0.0:1779718167.977211:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718167.977213:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718167.977215:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718167.977216:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718167.977218:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718167.977219:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718167.977221:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718167.977223:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157073:157073:256:4294967295] 192.168.203.145@tcp LPNI seq info [157072:157072:8:4294967295]
00000400:00000200:0.0:1779718167.977226:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718167.977230:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718167.977232:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718167.977234:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718167.977237:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718167.977238:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779718167.977241:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718167.977243:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1779718167.977245:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718167.977246:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718167.977248:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718167.977250:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718167.977252:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718167.977253:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718167.977254:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718167.977256:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977265:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718167.977267:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977271:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.977272:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718167.977274:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718167.977275:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718167.977277:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718167.977279:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315287059
00000100:00000001:0.0:1779718167.977280:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315288318
00000100:00000001:0.0:1779718167.977281:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315287059
00000100:00000001:0.0:1779718167.977283:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315288318
00000100:00000001:0.0:1779718167.977285:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718167.977286:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.977287:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718167.977289:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718167/real 1779718167]  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718167.977293:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718167.977294:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718167.977295:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718167.977296:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718167.977297:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718167.977298:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718167.977300:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718167.977305:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977309:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718167.977311:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977312:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718167.977313:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718167.977315:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977319:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718167.977321:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977325:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718167.977327:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977327:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718167.977328:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977329:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718167.977330:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718167.977332:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718167.977334:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718167.977335:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718167.977337:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718167.977342:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529427968:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718167.977343:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718167.977345:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977349:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718167.977350:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718167.977352:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718167.977353:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718167.977354:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718167.977356:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428096:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718167.977358:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718167.977359:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718167.977361:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718167.977362:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718167.977364:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b000.
02000000:00000001:0.0:1779718167.977365:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718167.977367:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718167.977368:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718167.977370:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718167.977372:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529428096, portal 4
00000100:00000001:0.0:1779718167.977373:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718167.977374:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569062912 : -117608140488704 : ffff950938904000)
00000100:00000040:0.0:1779718167.977378:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977381:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718167.977383:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718167.977384:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718167.977386:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529428096, offset 0
00000400:00000200:0.0:1779718167.977388:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718167.977390:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718167.977392:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718167.977393:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718167.977395:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718167.977396:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718167.977398:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718167.977400:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157074:157074:256:4294967295] 192.168.203.145@tcp LPNI seq info [157073:157073:8:4294967295]
00000400:00000200:0.0:1779718167.977402:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718167.977406:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718167.977409:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718167.977410:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718167.977413:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718167.977415:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1779718167.977417:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718167.977419:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1779718167.977421:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718167.977423:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718167.977424:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718167.977426:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718167.977428:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718167.977429:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718167.977430:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718167.977432:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977437:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718167.977439:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977443:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.977444:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718167.977445:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718167.977447:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718167.977449:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718167.977450:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315287057
00000100:00000001:0.0:1779718167.977452:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315288318
00000100:00000001:0.0:1779718167.977453:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315287057
00000100:00000001:0.0:1779718167.977454:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315288318
00000100:00000001:0.0:1779718167.977456:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718167.977457:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.977458:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718167.977460:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718167/real 1779718167]  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718167.977464:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718167.977465:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718167.977466:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718167.977468:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718167.977469:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718167.977470:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718167.977472:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718167.977477:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977480:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718167.977481:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977482:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718167.977483:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718167.977485:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977489:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718167.977491:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977495:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718167.977496:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977497:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718167.977498:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977499:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718167.977500:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718167.977501:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718167.977503:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718167.977504:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718167.977507:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718167.977516:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428096:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718167.977518:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977519:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718167.977521:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906a00 x1866162529427840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977525:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718167.977526:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718167.977527:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779718167.977528:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718167.977529:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718167.977530:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718167.977531:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718167.977532:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996ec00.
02000000:00000001:0.0:1779718167.977543:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718167.977544:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718167.977545:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906a00.
00000100:00000001:0.0:1779718167.977550:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718167.977551:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977552:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718167.977554:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907800 x1866162529427968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977558:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718167.977559:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718167.977560:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718167.977563:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718167.977564:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718167.977565:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718167.977566:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718167.977567:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f800.
02000000:00000001:0.0:1779718167.977568:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718167.977569:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718167.977570:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907800.
00000100:00000001:0.0:1779718167.977572:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718167.977572:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977574:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718167.977575:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938904000 x1866162529428096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718167.977580:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718167.977580:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718167.977581:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b000.
02000000:00000001:0.0:1779718167.977582:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718167.977583:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718167.977583:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718167.977584:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718167.977585:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c400.
02000000:00000001:0.0:1779718167.977586:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718167.977587:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718167.977588:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938904000.
00000100:00000001:0.0:1779718167.977589:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718167.977590:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977591:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718167.977593:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718167.977594:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718167.977595:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718167.977596:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718168.424091:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718168.424095:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718168.424098:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718169.255991:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315288318, at 4315288320
00000100:00000040:1.0:1779718169.255991:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315288318, at 4315288320
00000100:00000010:0.0:1779718169.256004:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000100:00000010:1.0:1779718169.256006:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d900.
00000020:00000001:3.0:1779718169.448080:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718169.448084:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718169.448087:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718170.472119:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718170.472123:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718170.472127:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718171.496230:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718171.496234:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718171.496238:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718172.520093:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718172.520097:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718172.520100:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718173.096035:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718173.096047:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718173.096051:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718173.096057:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718173.096064:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718173.096074:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20619
00000400:00000200:1.0:1779718173.096086:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718173.096093:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718173.096097:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718173.096101:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096105:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718173.096108:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096110:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718173.096114:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718173.096116:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718173.096118:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718173.096121:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718173.096124:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718173.096126:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718173.096129:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096131:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718173.096133:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096135:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718173.096138:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718173.096141:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096143:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718173.096146:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718173.096150:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718173.096152:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718173.096155:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718173.096157:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718173.096165:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718173.096168:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718173.096172:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718173.096174:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718173.096177:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718173.096180:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718173.096185:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718173.096193:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779718173.096200:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718173.096208:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718173.096215:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718173.096219:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718173.096222:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718173.096239:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718173.096242:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718173.096246:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718173.096247:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718173.096249:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718173.096252:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718173.096255:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20619
00000400:00000200:1.0:1779718173.096259:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718173.096262:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718173.096265:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718173.096267:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096269:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718173.096272:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718173.096274:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718173.096274:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718173.096276:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718173.096277:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:0.0:1779718173.096278:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1779718173.096279:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718173.096280:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1779718173.096281:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718173.096283:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718173.096285:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718173.096286:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718173.096288:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096290:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718173.096292:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096294:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718173.096295:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718173.096297:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718173.096297:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718173.096300:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:0.0:1779718173.096301:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1779718173.096302:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718173.096303:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718173.096304:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718173.096306:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718173.096309:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1779718173.096310:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529428224:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718173.096314:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718173.096319:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718173.096319:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718173.096321:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718173.096321:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1779718173.096324:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1779718173.096325:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718173.096327:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718173.096329:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58800.
00000100:00000001:1.0:1779718173.096330:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718173.096331:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718173.096332:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718173.096335:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000200:0.0:1779718173.096336:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779718173.096337:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718173.096339:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718173.096340:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000100:00000001:1.0:1779718173.096341:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718173.096342:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718173.096344:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718173.096347:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
02000000:00000010:1.0:1779718173.096347:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779718173.096350:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718173.096354:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529428224, portal 25
00000100:00100000:1.0:1779718173.096355:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718173.096356:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718173.096358:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000100:00000040:0.0:1779718173.096363:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718173.096363:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718173.096365:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718173.096369:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.096372:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718173.096375:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718173.096378:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000001:1.0:1779718173.096378:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718173.096381:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529428224, offset 0
00000100:00080000:1.0:1779718173.096381:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718173.096384:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718173.096386:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1779718173.096388:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779718173.096388:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718173.096390:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718173.096393:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20619
00000400:00000200:0.0:1779718173.096396:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718173.096401:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718173.096407:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718173.096411:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718173.096414:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718173.096417:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718173.096421:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157075:157075:256:4294967295] 192.168.203.145@tcp LPNI seq info [157074:157074:8:4294967295]
00000400:00000200:0.0:1779718173.096425:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718173.096435:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1779718173.096440:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:0.0:1779718173.096441:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718173.096442:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718173.096445:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1779718173.096446:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00000040:1.0:1779718173.096447:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096449:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718173.096451:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:0.0:1779718173.096453:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718173.096453:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718173.096456:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718173.096457:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000800:00000200:0.0:1779718173.096458:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000020:00000001:1.0:1779718173.096459:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718173.096461:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718173.096462:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:0.1:1779718173.096463:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779718173.096465:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:0.1:1779718173.096467:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1779718173.096468:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096470:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1779718173.096472:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718173.096472:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096474:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000010:0.0:1779718173.096475:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000020:00000040:1.0:1779718173.096476:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718173.096478:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096480:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718173.096481:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1779718173.096482:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718173.096485:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718173.096486:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1779718173.096487:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718173.096489:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1779718173.096491:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000008:00100000:1.0:1779718173.096491:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718173.096493:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718173.096494:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:1.0:1779718173.096495:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096498:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1779718173.096498:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718173.096500:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000200:0.0:1779718173.096502:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718173.096503:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718173.096505:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718173.096507:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718173.096508:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718173.096510:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096511:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1779718173.096513:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000040:0.0:1779718173.096515:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718173.096516:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718173.096520:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718173.096523:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096525:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718173.096528:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718173.096530:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096531:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718173.096533:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718173.096535:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718173.096538:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315293438
00000100:00000001:1.0:1779718173.096541:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718173.096543:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000040:1.0:1779718173.096544:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718173.096547:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1779718173.096548:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1779718173.096550:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718173.096553:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718173.096554:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315293438
00000100:00000001:1.0:1779718173.096555:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718173.096556:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1779718173.096557:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d2a0.
00000100:00000001:1.0:1779718173.096559:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718173.096560:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1779718173.096561:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20619
00000100:00000001:0.0:1779718173.096564:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1779718173.096565:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718173.096567:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718173.096568:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718173.096569:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1779718173.096570:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1779718173.096573:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718173/real 1779718173]  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718173.096573:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096575:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718173.096577:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096579:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718173.096582:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:0.0:1779718173.096583:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1779718173.096583:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000400:00000001:0.0:1779718173.096585:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1779718173.096585:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1779718173.096587:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000020:00000040:1.0:1779718173.096587:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718173.096589:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:0.0:1779718173.096590:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718173.096591:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000020:00000001:1.0:1779718173.096592:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:0.0:1779718173.096594:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1779718173.096595:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000200:0.0:1779718173.096597:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718173.096597:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718173.096599:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718173.096601:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718173.096603:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718173.096606:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000200:0.0:1779718173.096607:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718173.096608:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718173.096610:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718173.096613:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718173.096614:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1779718173.096615:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096616:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718173.096616:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718173.096618:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:1.0:1779718173.096618:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718173.096620:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096621:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718173.096622:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718173.096625:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1779718173.096625:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718173.096628:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718173.096630:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718173.096632:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096633:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718173.096634:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718173.096635:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718173.096637:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718173.096638:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1779718173.096640:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779718173.096643:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096645:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1779718173.096647:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718173.096648:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.096650:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718173.096652:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.096654:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718173.096655:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718173.096656:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718173.096657:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718173.096660:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1779718173.096661:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718173.096663:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718173.096666:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1779718173.096669:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718173.096670:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718173.096673:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20629)
00000100:00100000:0.0:1779718173.096678:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529428224:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718173.096683:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.096685:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718173.096688:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529428224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.096710:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718173.096713:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718173.096715:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779718173.096718:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718173.096720:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718173.096721:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718173.096723:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718173.096725:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93000.
02000000:00000001:0.0:1779718173.096727:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718173.096729:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718173.096730:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:0.0:1779718173.096733:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718173.096734:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.096736:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.096742:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718173.096743:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096744:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718173.096745:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718173.096746:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718173.096749:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.096754:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718173.096755:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718173.096756:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718173.096758:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718173.096759:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718173.096761:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428352:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718173.096763:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718173.096765:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718173.096766:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718173.096768:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718173.096770:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779718173.096771:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718173.096774:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718173.096776:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718173.096778:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718173.096780:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529428352, portal 10
00000100:00000001:0.0:1779718173.096782:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718173.096783:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:0.0:1779718173.096787:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.096792:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718173.096793:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718173.096795:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718173.096796:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529428352, offset 0
00000400:00000200:0.0:1779718173.096799:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718173.096802:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718173.096804:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718173.096806:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718173.096808:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718173.096810:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718173.096811:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718173.096813:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157076:157076:256:4294967295] 192.168.203.145@tcp LPNI seq info [157075:157075:8:4294967295]
00000400:00000200:0.0:1779718173.096816:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718173.096821:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718173.096824:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718173.096826:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718173.096828:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718173.096830:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1779718173.096833:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718173.096835:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1779718173.096838:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718173.096839:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718173.096842:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718173.096844:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718173.096846:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718173.096847:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718173.096849:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718173.096851:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.096856:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718173.096858:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.096862:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096863:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718173.096865:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718173.096868:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718173.096870:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718173.096871:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315292170
00000100:00000001:0.0:1779718173.096873:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315293438
00000100:00000001:0.0:1779718173.096875:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315292170
00000100:00000001:0.0:1779718173.096876:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315293438
00000100:00000001:0.0:1779718173.096877:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718173.096879:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.096880:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718173.096882:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718173/real 1779718173]  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718173.096887:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718173.096888:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718173.096889:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718173.096891:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718173.096892:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718173.096893:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718173.096896:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718173.096901:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.096905:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718173.096906:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.096907:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718173.096908:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718173.096910:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.096914:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718173.096916:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.096943:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718173.096945:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.096946:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718173.096947:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.096948:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718173.096949:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718173.096951:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718173.096953:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718173.096955:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718173.096958:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718173.096963:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428352:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718173.096965:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718173.096967:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.096984:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718173.096985:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718173.096987:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718173.096988:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718173.096990:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718173.096992:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428480:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718173.096996:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718173.096998:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718173.096999:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718173.097000:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718173.097002:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59400.
02000000:00000001:0.0:1779718173.097004:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718173.097006:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718173.097007:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718173.097009:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718173.097011:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529428480, portal 10
00000100:00000001:0.0:1779718173.097012:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718173.097013:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:0.0:1779718173.097017:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097021:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718173.097023:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718173.097024:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718173.097025:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529428480, offset 0
00000400:00000200:0.0:1779718173.097028:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718173.097030:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718173.097032:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718173.097034:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718173.097036:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718173.097037:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718173.097039:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718173.097041:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157077:157077:256:4294967295] 192.168.203.145@tcp LPNI seq info [157076:157076:8:4294967295]
00000400:00000200:0.0:1779718173.097044:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718173.097049:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718173.097051:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718173.097054:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718173.097056:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718173.097058:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1779718173.097061:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718173.097063:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1779718173.097065:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718173.097067:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718173.097068:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718173.097071:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718173.097073:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718173.097074:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718173.097075:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718173.097077:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097082:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718173.097084:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097089:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.097090:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718173.097091:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718173.097093:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718173.097095:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718173.097096:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315292179
00000100:00000001:0.0:1779718173.097098:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315293438
00000100:00000001:0.0:1779718173.097100:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315292179
00000100:00000001:0.0:1779718173.097101:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315293438
00000100:00000001:0.0:1779718173.097102:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718173.097104:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.097105:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718173.097108:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718173/real 1779718173]  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718173.097113:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718173.097114:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718173.097115:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718173.097116:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718173.097117:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718173.097118:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718173.097120:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718173.097126:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097129:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718173.097130:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097131:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718173.097132:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718173.097134:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097138:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718173.097140:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097144:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718173.097145:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097146:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718173.097147:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097148:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718173.097149:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718173.097151:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718173.097153:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718173.097154:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718173.097157:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718173.097161:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428480:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718173.097163:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718173.097165:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097169:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718173.097170:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718173.097171:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718173.097172:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718173.097173:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718173.097175:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428608:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718173.097176:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718173.097177:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718173.097179:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718173.097180:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718173.097182:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a400.
02000000:00000001:0.0:1779718173.097183:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718173.097185:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718173.097186:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718173.097188:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718173.097190:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529428608, portal 4
00000100:00000001:0.0:1779718173.097191:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718173.097192:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:0.0:1779718173.097196:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097200:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718173.097201:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718173.097203:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718173.097204:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529428608, offset 0
00000400:00000200:0.0:1779718173.097207:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718173.097209:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718173.097211:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718173.097212:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718173.097214:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718173.097216:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718173.097217:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718173.097219:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157078:157078:256:4294967295] 192.168.203.145@tcp LPNI seq info [157077:157077:8:4294967295]
00000400:00000200:0.0:1779718173.097222:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718173.097226:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718173.097229:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718173.097231:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718173.097233:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718173.097234:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1779718173.097237:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718173.097239:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1779718173.097241:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718173.097242:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718173.097244:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718173.097246:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718173.097248:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718173.097249:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718173.097250:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718173.097252:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097257:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718173.097259:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097263:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.097264:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718173.097266:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718173.097268:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718173.097270:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718173.097271:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315292177
00000100:00000001:0.0:1779718173.097272:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315293438
00000100:00000001:0.0:1779718173.097274:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315292177
00000100:00000001:0.0:1779718173.097275:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315293438
00000100:00000001:0.0:1779718173.097276:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718173.097278:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.097279:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718173.097281:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718173/real 1779718173]  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718173.097285:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718173.097286:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718173.097287:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718173.097288:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718173.097289:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718173.097290:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718173.097292:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718173.097297:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097301:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718173.097301:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097303:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718173.097303:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718173.097305:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097309:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718173.097311:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097316:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718173.097317:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097318:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718173.097319:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097320:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718173.097321:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718173.097323:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718173.097324:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718173.097325:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718173.097328:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718173.097332:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428608:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718173.097334:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097335:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718173.097337:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529428352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097341:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718173.097342:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718173.097343:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58800.
02000000:00000001:0.0:1779718173.097344:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718173.097345:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718173.097346:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718173.097347:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718173.097348:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92800.
02000000:00000001:0.0:1779718173.097350:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718173.097351:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718173.097352:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:0.0:1779718173.097353:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718173.097354:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097356:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718173.097357:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529428480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097362:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718173.097363:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718173.097363:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59400.
02000000:00000001:0.0:1779718173.097365:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718173.097365:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718173.097366:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718173.097367:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718173.097368:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90000.
02000000:00000001:0.0:1779718173.097369:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718173.097370:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718173.097370:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:0.0:1779718173.097372:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718173.097372:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097373:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718173.097375:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529428608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718173.097379:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718173.097379:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718173.097380:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a400.
02000000:00000001:0.0:1779718173.097382:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718173.097383:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718173.097383:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718173.097384:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718173.097385:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91800.
02000000:00000001:0.0:1779718173.097386:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718173.097387:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718173.097388:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:0.0:1779718173.097389:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718173.097390:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097391:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718173.097392:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718173.097393:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718173.097394:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718173.097396:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718173.544128:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718173.544131:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718173.544134:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718174.376013:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315293438, at 4315293440
00000100:00000040:0.0:1779718174.376018:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315293438, at 4315293440
00000100:00000010:1.0:1779718174.376029:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d2a0.
00000100:00000010:0.0:1779718174.376031:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:3.0:1779718174.568172:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718174.568177:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718174.568182:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718175.592146:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718175.592152:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718175.592157:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718176.168035:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718176.168040:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718176.168042:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718176.168046:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718176.168049:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718176.168051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718176.168053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718176.168055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718176.168057:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718176.616211:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718176.616217:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718176.616221:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718177.192019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718177.192027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718177.192030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718177.192036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718177.192040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718177.192044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718177.192047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718177.192051:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718177.192054:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718177.640176:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718177.640181:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718177.640186:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718178.215966:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718178.215974:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718178.215976:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718178.215980:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718178.215983:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718178.215989:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20624
00000100:00000001:3.0:1779718178.215993:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718178.215998:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1779718178.215999:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718178.216003:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718178.216007:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718178.216010:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1779718178.216011:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000040:1.0:1779718178.216014:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718178.216017:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718178.216018:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718178.216021:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718178.216022:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718178.216024:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718178.216029:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1779718178.216030:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1779718178.216031:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000100:00000001:3.0:1779718178.216033:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1779718178.216036:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1779718178.216036:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718178.216041:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718178.216045:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718178.216049:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718178.216054:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216057:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718178.216060:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216062:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718178.216065:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718178.216069:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216072:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718178.216075:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718178.216079:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718178.216082:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718178.216085:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718178.216087:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718178.216093:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779718178.216096:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718178.216100:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718178.216101:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718178.216104:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718178.216106:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718178.216110:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718178.216115:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779718178.216120:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718178.216129:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718178.216141:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718178.216145:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718178.216150:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718178.216173:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718178.216176:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718178.216180:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718178.216182:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718178.216185:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718178.216189:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718178.216192:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20624
00000400:00000200:1.0:1779718178.216198:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718178.216201:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1779718178.216203:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718178.216206:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1779718178.216207:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718178.216209:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718178.216213:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718178.216218:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718178.216218:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718178.216226:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718178.216233:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718178.216234:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718178.216237:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718178.216239:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718178.216241:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779718178.216242:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718178.216247:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:0.0:1779718178.216248:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529428736:192.168.203.145@tcp:250:kworker.0
00000020:00000040:1.0:1779718178.216249:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718178.216252:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718178.216255:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718178.216256:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718178.216258:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718178.216262:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718178.216264:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1779718178.216264:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718178.216268:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:0.0:1779718178.216269:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1779718178.216269:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779718178.216272:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718178.216273:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:0.0:1779718178.216277:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1779718178.216278:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216282:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718178.216283:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1779718178.216284:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779718178.216287:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718178.216288:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718178.216291:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718178.216295:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718178.216296:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1779718178.216299:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000008:00100000:1.0:1779718178.216300:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718178.216304:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718178.216305:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718178.216306:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000010:1.0:1779718178.216313:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000100:00000200:0.0:1779718178.216315:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529428736, portal 25
00000020:00000040:1.0:1779718178.216317:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:0.0:1779718178.216318:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718178.216321:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885892736 : -117608823658880 : ffff95090fd7e680)
02000000:00000001:1.0:1779718178.216322:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718178.216325:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718178.216329:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718178.216329:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718178.216332:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718178.216334:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.216341:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1779718178.216341:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779718178.216346:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718178.216347:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718178.216352:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718178.216356:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529428736, offset 0
00000100:00100000:1.0:1779718178.216356:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718178.216367:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779718178.216368:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216372:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718178.216377:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718178.216379:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718178.216388:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:1.0:1779718178.216388:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718178.216393:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779718178.216395:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1779718178.216399:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1779718178.216402:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779718178.216403:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718178.216405:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1779718178.216408:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1779718178.216409:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718178.216415:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20624
00000400:00000200:0.0:1779718178.216416:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718178.216423:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157079:157079:256:4294967295] 192.168.203.145@tcp LPNI seq info [157078:157078:8:4294967295]
00000400:00000200:0.0:1779718178.216428:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718178.216439:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1779718178.216447:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:0.0:1779718178.216449:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718178.216453:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718178.216456:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1779718178.216457:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00000040:1.0:1779718178.216459:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216462:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718178.216464:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216469:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:0.0:1779718178.216470:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779718178.216493:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.0:1779718178.216495:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000020:00000040:1.0:1779718178.216497:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718178.216504:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718178.216508:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:0.1:1779718178.216514:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779718178.216515:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:0.1:1779718178.216522:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000020:00000001:1.0:1779718178.216523:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718178.216536:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000100:0.0:1779718178.216539:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216543:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1779718178.216545:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00000040:1.0:1779718178.216552:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216555:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779718178.216556:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718178.216564:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1779718178.216569:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:0.0:1779718178.216590:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000100:00080000:1.0:1779718178.216594:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000010:0.0:1779718178.216595:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:1.0:1779718178.216602:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.216604:0:248765:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1779718178.216605:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718178.216611:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718178.216614:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718178.216618:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718178.216618:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718178.216621:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718178.216629:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718178.216635:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718178.216670:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000100:00000001:0.0:1779718178.216672:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1779718178.216674:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718178.216677:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1779718178.216680:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718178.216680:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718178.216683:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718178.216685:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718178.216688:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718178.216694:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:0.0:1779718178.216699:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718178.216699:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.216704:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1779718178.216708:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718178.216713:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718178.216715:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718178.216719:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718178.216723:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718178.216724:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.216728:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315298558
00000100:00000001:1.0:1779718178.216737:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718178.216738:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000040:1.0:1779718178.216739:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718178.216745:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718178.216747:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718178.216749:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1779718178.216749:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718178.216753:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718178.216755:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718178.216757:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718178.216759:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315298558
00000100:00080000:1.0:1779718178.216759:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20624
00000100:00000010:0.0:1779718178.216766:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7dd80.
00000400:00000200:1.0:1779718178.216766:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718178.216771:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718178.216773:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1779718178.216773:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718178.216779:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718178.216781:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718178.216781:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718178.216785:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718178.216786:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718178.216787:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718178.216791:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1779718178.216792:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1779718178.216793:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718178.216796:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718178.216798:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718178.216800:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00100000:0.0:1779718178.216803:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718178/real 1779718178]  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779718178.216803:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718178.216807:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216811:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718178.216815:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718178.216820:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718178.216825:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000001:0.0:1779718178.216830:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1779718178.216830:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000001:0.0:1779718178.216834:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1779718178.216834:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718178.216838:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1779718178.216839:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
02000000:00000001:1.0:1779718178.216840:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718178.216844:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718178.216845:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000100:00000001:1.0:1779718178.216846:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1779718178.216850:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000008:00100000:1.0:1779718178.216850:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718178.216855:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.216856:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1779718178.216857:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718178.216862:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000100:00000200:0.0:1779718178.216864:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779718178.216866:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718178.216873:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718178.216876:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718178.216881:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718178.216884:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718178.216887:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718178.216888:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1779718178.216893:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779718178.216900:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.216902:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718178.216906:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.216911:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:1.0:1779718178.216911:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718178.216915:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718178.216942:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718178.216944:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718178.216948:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718178.216954:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718178.216958:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20634)
00000100:00100000:0.0:1779718178.216973:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.216983:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718178.216989:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.216998:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718178.217002:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217004:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718178.217006:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217008:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718178.217010:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718178.217013:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718178.217018:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718178.217020:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718178.217024:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718178.217034:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529428736:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718178.217038:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217040:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718178.217044:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7e680 x1866162529428736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217051:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718178.217054:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718178.217057:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779718178.217060:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718178.217062:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718178.217064:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718178.217067:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718178.217069:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91c00.
02000000:00000001:0.0:1779718178.217072:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718178.217074:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718178.217076:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7e680.
00000100:00000001:0.0:1779718178.217079:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718178.217080:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217083:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217089:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718178.217091:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.217093:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718178.217094:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718178.217096:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718178.217101:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217108:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718178.217110:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718178.217112:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718178.217114:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718178.217116:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718178.217119:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428864:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718178.217122:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718178.217124:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718178.217126:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718178.217128:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718178.217131:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779718178.217145:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718178.217150:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718178.217153:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718178.217157:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718178.217160:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529428864, portal 10
00000100:00000001:0.0:1779718178.217162:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718178.217164:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:0.0:1779718178.217170:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217178:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718178.217181:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718178.217184:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718178.217186:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529428864, offset 0
00000400:00000200:0.0:1779718178.217190:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718178.217194:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718178.217198:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718178.217201:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718178.217204:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718178.217206:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718178.217209:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718178.217212:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157080:157080:256:4294967295] 192.168.203.145@tcp LPNI seq info [157079:157079:8:4294967295]
00000400:00000200:0.0:1779718178.217217:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718178.217224:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718178.217229:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718178.217233:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718178.217238:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718178.217240:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1779718178.217245:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718178.217248:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1779718178.217252:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718178.217254:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718178.217258:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718178.217261:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718178.217265:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718178.217267:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718178.217270:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718178.217273:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217282:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718178.217285:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217292:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.217294:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718178.217298:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718178.217302:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718178.217305:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718178.217308:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315297291
00000100:00000001:0.0:1779718178.217311:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315298558
00000100:00000001:0.0:1779718178.217313:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315297291
00000100:00000001:0.0:1779718178.217316:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315298558
00000100:00000001:0.0:1779718178.217318:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718178.217320:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.217322:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718178.217326:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718178/real 1779718178]  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718178.217335:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718178.217337:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718178.217339:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718178.217341:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718178.217343:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718178.217345:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718178.217348:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718178.217358:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217364:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718178.217366:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217368:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718178.217369:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718178.217373:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217380:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718178.217384:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217392:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718178.217395:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217397:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718178.217398:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217400:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718178.217402:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718178.217405:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718178.217409:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718178.217411:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718178.217416:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718178.217424:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428864:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718178.217429:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718178.217433:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217440:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718178.217442:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718178.217444:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718178.217446:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718178.217448:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718178.217451:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428992:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718178.217455:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718178.217457:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718178.217459:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718178.217461:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718178.217465:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779718178.217467:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718178.217471:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718178.217473:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718178.217477:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718178.217480:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529428992, portal 10
00000100:00000001:0.0:1779718178.217482:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718178.217484:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:0.0:1779718178.217490:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217505:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718178.217507:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718178.217510:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718178.217513:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529428992, offset 0
00000400:00000200:0.0:1779718178.217517:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718178.217521:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718178.217525:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718178.217528:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718178.217531:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718178.217533:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718178.217536:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718178.217539:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157081:157081:256:4294967295] 192.168.203.145@tcp LPNI seq info [157080:157080:8:4294967295]
00000400:00000200:0.0:1779718178.217544:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718178.217551:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718178.217556:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718178.217560:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718178.217564:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718178.217568:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1779718178.217573:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718178.217576:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1779718178.217580:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718178.217582:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718178.217586:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718178.217590:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718178.217593:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718178.217595:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718178.217597:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718178.217601:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217609:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718178.217612:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217626:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.217628:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718178.217632:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718178.217636:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718178.217639:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718178.217642:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315297299
00000100:00000001:0.0:1779718178.217645:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315298558
00000100:00000001:0.0:1779718178.217647:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315297299
00000100:00000001:0.0:1779718178.217650:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315298558
00000100:00000001:0.0:1779718178.217667:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718178.217670:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.217672:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718178.217676:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718178/real 1779718178]  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718178.217686:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718178.217687:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718178.217689:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718178.217692:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718178.217694:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718178.217697:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718178.217700:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718178.217710:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217718:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718178.217719:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217721:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718178.217723:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718178.217727:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217735:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718178.217740:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217747:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718178.217750:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217752:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718178.217753:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.217755:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718178.217757:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718178.217760:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718178.217764:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718178.217766:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718178.217771:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718178.217780:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529428992:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718178.217784:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718178.217788:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217795:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718178.217797:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718178.217799:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718178.217801:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718178.217804:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718178.217807:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529429120:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718178.217810:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718178.217812:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718178.217814:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718178.217816:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718178.217820:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718178.217822:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718178.217826:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718178.217829:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718178.217832:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718178.217835:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529429120, portal 4
00000100:00000001:0.0:1779718178.217837:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718178.217838:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:0.0:1779718178.217844:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217852:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718178.217854:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718178.217857:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718178.217860:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529429120, offset 0
00000400:00000200:0.0:1779718178.217864:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718178.217869:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718178.217873:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718178.217876:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718178.217879:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718178.217881:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718178.217884:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718178.217887:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157082:157082:256:4294967295] 192.168.203.145@tcp LPNI seq info [157081:157081:8:4294967295]
00000400:00000200:0.0:1779718178.217892:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718178.217899:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718178.217905:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718178.217908:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718178.217912:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718178.217916:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1779718178.217944:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718178.217946:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1779718178.217949:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718178.217951:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718178.217954:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718178.217957:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718178.217960:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718178.217962:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718178.217964:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718178.217968:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217974:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718178.217976:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.217980:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.217981:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718178.217984:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718178.217986:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718178.217988:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718178.217990:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315297298
00000100:00000001:0.0:1779718178.217992:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315298558
00000100:00000001:0.0:1779718178.217993:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315297298
00000100:00000001:0.0:1779718178.217995:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315298558
00000100:00000001:0.0:1779718178.217996:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718178.217997:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.217999:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718178.218001:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718178/real 1779718178]  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718178.218006:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718178.218007:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718178.218009:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718178.218010:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718178.218012:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718178.218013:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718178.218015:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718178.218021:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.218025:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718178.218026:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.218027:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718178.218028:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718178.218031:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.218038:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718178.218042:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.218049:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718178.218052:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.218053:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718178.218055:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.218057:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718178.218059:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718178.218062:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718178.218065:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718178.218068:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718178.218072:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718178.218081:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529429120:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718178.218085:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.218087:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718178.218091:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529428864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.218098:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718178.218100:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718178.218102:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779718178.218105:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718178.218107:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718178.218108:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718178.218110:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718178.218112:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90400.
02000000:00000001:0.0:1779718178.218115:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718178.218117:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718178.218118:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:0.0:1779718178.218122:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718178.218124:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.218126:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718178.218129:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529428992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.218137:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718178.218138:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718178.218140:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779718178.218143:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718178.218145:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718178.218146:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718178.218148:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718178.218150:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92c00.
02000000:00000001:0.0:1779718178.218153:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718178.218154:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718178.218156:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:0.0:1779718178.218158:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718178.218160:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.218162:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718178.218165:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529429120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718178.218173:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718178.218174:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718178.218175:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718178.218178:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718178.218179:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718178.218181:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718178.218183:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718178.218184:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93800.
02000000:00000001:0.0:1779718178.218187:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718178.218188:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718178.218189:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:0.0:1779718178.218192:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718178.218193:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.218195:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718178.218199:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718178.218201:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718178.218203:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718178.218205:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718178.664129:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718178.664133:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718178.664136:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718179.240036:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718179.240046:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718179.240050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718179.240058:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718179.240063:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718179.240068:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718179.240072:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718179.240076:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718179.240080:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718179.496024:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315298558, at 4315298560
00000100:00000040:1.0:1779718179.496024:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315298558, at 4315298560
00000100:00000010:1.0:1779718179.496037:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7dd80.
00000100:00000010:0.0:1779718179.496039:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:1.0:1779718179.688146:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718179.688149:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718179.688152:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718180.264022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718180.264028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718180.264030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718180.264035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718180.264038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718180.264041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718180.264044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718180.264047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718180.264049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718180.712281:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718180.712286:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718180.712291:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718181.287977:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718181.287982:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718181.287984:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718181.287988:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718181.287996:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718181.287999:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718181.288001:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718181.288003:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718181.288005:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718181.736103:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718181.736106:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718181.736109:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718182.311988:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718182.311998:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718182.312001:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718182.312009:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718182.312014:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718182.312019:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718182.312022:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718182.312026:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718182.312041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718182.760162:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718182.760167:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718182.760172:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718183.336020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718183.336027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718183.336029:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718183.336036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718183.336040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718183.336044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718183.336047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718183.336050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718183.336053:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718183.336100:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718183.336106:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718183.336110:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718183.336114:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718183.336119:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718183.336129:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20629
00000400:00000200:3.0:1779718183.336149:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718183.336159:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718183.336163:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718183.336167:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336170:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718183.336172:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336175:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718183.336179:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718183.336180:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718183.336183:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718183.336185:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718183.336188:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718183.336190:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718183.336192:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336194:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718183.336196:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336197:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718183.336199:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718183.336202:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336204:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718183.336207:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718183.336211:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718183.336215:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718183.336218:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718183.336221:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718183.336227:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718183.336231:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718183.336236:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718183.336238:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718183.336242:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718183.336245:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718183.336249:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718183.336257:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718183.336264:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718183.336275:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718183.336284:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718183.336289:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718183.336296:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718183.336317:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718183.336320:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718183.336323:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718183.336327:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718183.336331:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718183.336336:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718183.336339:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20629
00000100:00000001:0.0:1779718183.336345:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1779718183.336345:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718183.336350:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718183.336351:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718183.336353:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718183.336354:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718183.336361:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336364:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718183.336371:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336373:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:0.0:1779718183.336374:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718183.336376:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718183.336379:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718183.336382:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718183.336387:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718183.336389:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718183.336393:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718183.336396:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718183.336398:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718183.336401:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529429248:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718183.336405:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718183.336409:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718183.336412:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718183.336415:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718183.336420:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718183.336423:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.336431:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718183.336435:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718183.336442:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718183.336450:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529429248, portal 25
00000100:00000001:0.0:1779718183.336453:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718183.336454:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000040:0.0:1779718183.336460:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718183.336465:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:0.0:1779718183.336466:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1779718183.336470:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718183.336473:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000020:00000001:3.0:1779718183.336474:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000400:00000010:0.0:1779718183.336476:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718183.336480:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529429248, offset 0
00000100:00000040:3.0:1779718183.336480:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336485:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718183.336487:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718183.336492:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336493:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718183.336496:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718183.336499:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336502:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.336505:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718183.336506:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718183.336512:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718183.336514:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718183.336516:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1779718183.336518:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000008:00100000:3.0:1779718183.336520:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718183.336524:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.336525:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718183.336526:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.336530:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000010:3.0:1779718183.336531:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000400:00000200:0.0:1779718183.336535:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1779718183.336536:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000200:0.0:1779718183.336539:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:3.0:1779718183.336541:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718183.336543:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.336547:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157083:157083:256:4294967295] 192.168.203.145@tcp LPNI seq info [157082:157082:8:4294967295]
00000100:00000001:3.0:1779718183.336547:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718183.336550:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718183.336554:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.336556:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:3.0:1779718183.336560:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718183.336564:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.336571:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1779718183.336574:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1779718183.336580:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336588:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1779718183.336589:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718183.336592:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718183.336597:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1779718183.336601:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718183.336608:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779718183.336624:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718183.336628:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779718183.336631:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718183.336634:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718183.336639:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718183.336643:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718183.336661:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718183.336663:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718183.336667:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718183.336670:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.336679:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718183.336681:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.336687:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.336689:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718183.336694:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.336697:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718183.336699:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315303678
00000100:00000010:0.0:1779718183.336704:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779718183.336711:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718183.336718:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315303678
00000100:00000010:0.0:1779718183.336720:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7dea0.
00000100:00000001:0.0:1779718183.336723:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718183.336726:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718183.336728:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.336730:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718183.336733:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718183/real 1779718183]  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718183.336739:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718183.336741:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718183.336743:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718183.336746:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718183.336747:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718183.336749:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718183.336751:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718183.336758:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.336764:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718183.336765:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.336768:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718183.336770:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718183.336773:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718183.336775:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.336781:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718183.336782:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718183.336787:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718183.336788:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718183.336791:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718183.336794:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718183.336802:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718183.336802:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718183.336806:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.336808:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1779718183.336808:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20629
00000100:00000001:0.0:1779718183.336812:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.336816:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718183.336819:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718183.336821:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718183.336826:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718183.336828:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718183.336833:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718183.336839:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529429248:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718183.336847:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.336850:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1779718183.336851:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779718183.336855:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529429248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718183.336858:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718183.336864:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718183.336867:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1779718183.336870:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:0.0:1779718183.336871:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1779718183.336873:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1779718183.336875:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59000.
00000100:00000040:3.0:1779718183.336876:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336881:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779718183.336882:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718183.336883:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000001:0.0:1779718183.336885:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718183.336886:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000040:0.0:1779718183.336887:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718183.336889:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000001:0.0:1779718183.336890:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:3.0:1779718183.336892:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
02000000:00000010:0.0:1779718183.336895:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
00000020:00000001:3.0:1779718183.336896:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718183.336900:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
02000000:00000001:0.0:1779718183.336904:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1779718183.336905:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:0.0:1779718183.336907:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1779718183.336910:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1779718183.336911:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000040:3.0:1779718183.336916:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718183.336955:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718183.336955:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718183.336957:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.336962:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1779718183.336962:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718183.336969:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718183.336972:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.336973:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1779718183.336974:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1779718183.336977:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718183.336979:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718183.336983:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1779718183.336983:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.336987:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718183.336988:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718183.336991:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1779718183.336994:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1779718183.336998:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1779718183.336999:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718183.337014:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337021:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1779718183.337021:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000100:00000001:0.0:1779718183.337022:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718183.337025:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718183.337027:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718183.337028:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718183.337030:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718183.337031:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718183.337036:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718183.337037:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718183.337040:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1779718183.337041:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529429376:192.168.203.145@tcp:38:kworker.0
02000000:00000001:3.0:1779718183.337043:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337046:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718183.337048:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718183.337049:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718183.337049:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
02000000:00000001:0.0:1779718183.337054:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718183.337055:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718183.337057:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718183.337059:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718183.337063:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779718183.337064:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718183.337068:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718183.337073:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000001:3.0:1779718183.337078:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1779718183.337079:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529429376, portal 10
00000100:00000001:3.0:1779718183.337083:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337084:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718183.337086:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:3.0:1779718183.337091:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718183.337095:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337122:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718183.337125:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718183.337127:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000001:3.0:1779718183.337128:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718183.337130:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529429376, offset 0
00000400:00000200:0.0:1779718183.337135:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718183.337135:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779718183.337140:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718183.337145:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1779718183.337147:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00080000:3.0:1779718183.337151:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779718183.337152:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718183.337157:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:3.0:1779718183.337158:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1779718183.337161:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718183.337162:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1779718183.337165:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:3.0:1779718183.337166:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1779718183.337171:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157084:157084:256:4294967295] 192.168.203.145@tcp LPNI seq info [157083:157083:8:4294967295]
00000100:00000001:3.0:1779718183.337171:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:0.0:1779718183.337178:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718183.337179:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20629
00000400:00000200:3.0:1779718183.337186:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718183.337190:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1779718183.337194:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000200:0.0:1779718183.337199:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718183.337199:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1779718183.337205:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00000040:3.0:1779718183.337206:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:0.0:1779718183.337211:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718183.337211:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1779718183.337216:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1779718183.337216:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718183.337221:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:0.1:1779718183.337225:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718183.337226:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718183.337229:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000800:00000200:0.1:1779718183.337229:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1779718183.337232:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000100:0.0:1779718183.337236:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718183.337236:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000800:00000010:0.0:1779718183.337238:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000020:00000001:3.0:1779718183.337240:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:0.0:1779718183.337242:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1779718183.337243:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718183.337251:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718183.337252:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718183.337257:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1779718183.337258:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718183.337261:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000040:3.0:1779718183.337261:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718183.337264:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718183.337265:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000200:0.0:1779718183.337269:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718183.337269:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718183.337277:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718183.337282:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718183.337287:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718183.337291:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718183.337293:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1779718183.337294:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718183.337297:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1779718183.337298:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1779718183.337300:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718183.337307:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718183.337311:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337312:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337314:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1779718183.337326:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000100:00000001:0.0:1779718183.337327:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718183.337331:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000040:0.0:1779718183.337333:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
02000000:00000001:3.0:1779718183.337335:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718183.337338:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.337339:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718183.337342:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779718183.337343:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315302411
02000000:00000001:3.0:1779718183.337345:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1779718183.337347:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315303678
02000000:00000001:3.0:1779718183.337348:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337352:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315302411
02000000:00000010:3.0:1779718183.337354:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:0.0:1779718183.337355:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315303678
00000100:00000001:0.0:1779718183.337359:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718183.337361:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718183.337361:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337365:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718183.337372:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718183/real 1779718183]  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718183.337372:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1779718183.337402:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718183.337404:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1779718183.337405:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1779718183.337406:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718183.337409:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000100:00000001:3.0:1779718183.337412:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718183.337413:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718183.337421:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718183.337426:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718183.337430:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718183.337437:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337459:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718183.337462:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718183.337463:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337464:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718183.337467:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718183.337471:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718183.337471:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20640)
00000100:00000001:0.0:1779718183.337478:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718183.337481:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337487:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718183.337490:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.337491:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718183.337493:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.337495:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718183.337499:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718183.337502:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718183.337506:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718183.337508:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718183.337513:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718183.337521:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529429376:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718183.337525:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.337527:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718183.337530:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529429376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337537:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718183.337539:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718183.337541:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718183.337543:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718183.337545:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718183.337547:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718183.337549:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718183.337550:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:0.0:1779718183.337553:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718183.337554:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718183.337556:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:0.0:1779718183.337559:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718183.337561:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.337564:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.337566:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718183.337568:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337570:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718183.337572:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718183.337573:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718183.337577:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337584:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718183.337586:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718183.337588:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718183.337590:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718183.337592:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718183.337595:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529429504:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718183.337599:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718183.337601:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718183.337602:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718183.337604:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718183.337607:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718183.337609:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.337621:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718183.337624:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718183.337627:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718183.337629:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529429504, portal 10
00000100:00000001:0.0:1779718183.337631:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718183.337632:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:0.0:1779718183.337637:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337652:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718183.337654:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718183.337655:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718183.337657:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529429504, offset 0
00000400:00000200:0.0:1779718183.337659:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718183.337662:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718183.337665:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718183.337667:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718183.337668:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718183.337670:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718183.337672:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718183.337674:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157085:157085:256:4294967295] 192.168.203.145@tcp LPNI seq info [157084:157084:8:4294967295]
00000400:00000200:0.0:1779718183.337677:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718183.337682:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718183.337684:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718183.337686:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718183.337689:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718183.337691:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779718183.337694:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718183.337695:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779718183.337698:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718183.337699:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718183.337701:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718183.337714:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718183.337717:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718183.337718:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718183.337719:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718183.337721:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337727:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718183.337729:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337738:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337739:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718183.337741:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718183.337743:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718183.337746:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718183.337747:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315302419
00000100:00000001:0.0:1779718183.337749:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315303678
00000100:00000001:0.0:1779718183.337751:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315302419
00000100:00000001:0.0:1779718183.337752:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315303678
00000100:00000001:0.0:1779718183.337753:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718183.337754:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337756:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718183.337758:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718183/real 1779718183]  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718183.337764:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718183.337765:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718183.337766:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718183.337767:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718183.337768:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718183.337770:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718183.337771:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718183.337776:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337780:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718183.337781:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.337782:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718183.337783:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718183.337786:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337791:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718183.337805:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337809:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718183.337811:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.337812:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718183.337812:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.337814:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718183.337815:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718183.337816:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718183.337818:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718183.337819:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718183.337821:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718183.337826:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529429504:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718183.337828:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718183.337830:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337835:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718183.337836:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718183.337837:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718183.337839:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718183.337840:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718183.337841:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529429632:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718183.337843:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718183.337845:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718183.337846:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718183.337848:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718183.337850:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5ac00.
02000000:00000001:0.0:1779718183.337851:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718183.337854:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718183.337855:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718183.337858:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718183.337859:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529429632, portal 4
00000100:00000001:0.0:1779718183.337861:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718183.337862:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:0.0:1779718183.337866:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337870:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718183.337872:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718183.337873:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718183.337875:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529429632, offset 0
00000400:00000200:0.0:1779718183.337877:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718183.337879:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718183.337881:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718183.337883:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718183.337884:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718183.337886:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718183.337887:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718183.337889:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157086:157086:256:4294967295] 192.168.203.145@tcp LPNI seq info [157085:157085:8:4294967295]
00000400:00000200:0.0:1779718183.337892:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718183.337897:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718183.337900:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718183.337901:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718183.337904:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718183.337906:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1779718183.337909:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718183.337911:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1779718183.337913:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718183.337915:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718183.337917:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718183.337942:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718183.337945:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718183.337946:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718183.337948:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718183.337952:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337958:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718183.337962:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.337968:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337970:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718183.337974:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718183.337977:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718183.337979:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718183.337981:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315302418
00000100:00000001:0.0:1779718183.337983:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315303678
00000100:00000001:0.0:1779718183.337985:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315302418
00000100:00000001:0.0:1779718183.337987:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315303678
00000100:00000001:0.0:1779718183.337989:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718183.337991:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.337992:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718183.338005:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718183/real 1779718183]  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718183.338010:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718183.338012:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718183.338013:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718183.338014:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718183.338015:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718183.338017:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718183.338019:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718183.338025:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.338029:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718183.338030:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.338031:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718183.338031:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718183.338033:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.338037:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718183.338039:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.338043:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718183.338045:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.338046:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718183.338046:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.338047:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718183.338048:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718183.338050:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718183.338052:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718183.338054:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718183.338056:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718183.338061:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529429632:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718183.338064:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.338065:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718183.338067:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529429504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.338072:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718183.338073:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718183.338074:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718183.338075:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718183.338076:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718183.338077:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718183.338078:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718183.338080:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:0.0:1779718183.338081:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718183.338082:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718183.338083:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:0.0:1779718183.338085:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718183.338086:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.338087:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718183.338090:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529429632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718183.338094:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718183.338095:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718183.338096:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:0.0:1779718183.338098:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718183.338099:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718183.338099:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718183.338100:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718183.338101:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:0.0:1779718183.338102:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718183.338103:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718183.338104:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:0.0:1779718183.338105:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718183.338105:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.338107:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718183.338108:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718183.338109:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718183.338110:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718183.338112:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718183.784113:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718183.784116:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718183.784119:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718184.360028:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718184.360033:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718184.360035:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718184.360039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718184.360041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718184.360045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718184.360046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718184.360048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718184.360050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718184.615990:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315303678, at 4315303680
00000100:00000040:0.0:1779718184.615993:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315303678, at 4315303680
00000100:00000010:1.0:1779718184.616008:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7dea0.
00000100:00000010:0.0:1779718184.616015:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:3.0:1779718184.808096:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718184.808100:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718184.808103:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718185.384028:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718185.384036:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718185.384038:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718185.384044:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718185.384048:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718185.384053:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718185.384056:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718185.384059:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718185.384063:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718185.832104:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718185.832108:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718185.832111:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718186.408063:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718186.408070:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718186.408072:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718186.408077:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718186.408081:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718186.408085:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718186.408088:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718186.408091:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718186.408093:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718186.856179:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718186.856185:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718186.856190:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718187.432022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718187.432029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718187.432031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718187.432037:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718187.432040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718187.432042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718187.432044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718187.432046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718187.432048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718187.880084:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718187.880088:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718187.880091:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718188.456046:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718188.456055:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718188.456057:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718188.456060:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718188.456064:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718188.456070:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20635
00000400:00000200:3.0:1779718188.456081:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718188.456089:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718188.456094:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718188.456098:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456102:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718188.456106:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456109:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718188.456112:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718188.456113:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718188.456115:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718188.456117:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718188.456119:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718188.456121:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718188.456124:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456125:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718188.456127:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456128:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718188.456130:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718188.456132:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456133:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718188.456136:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718188.456138:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718188.456140:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718188.456142:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718188.456143:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718188.456151:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718188.456154:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718188.456157:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718188.456158:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718188.456160:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718188.456162:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718188.456166:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718188.456172:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718188.456177:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718188.456184:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718188.456192:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718188.456195:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718188.456198:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718188.456213:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718188.456215:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718188.456217:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718188.456218:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718188.456219:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718188.456221:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718188.456223:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20635
00000400:00000200:3.0:1779718188.456225:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718188.456227:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718188.456229:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718188.456232:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456233:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718188.456235:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456237:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718188.456238:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718188.456239:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:0.0:1779718188.456240:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718188.456241:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718188.456242:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:0.0:1779718188.456245:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718188.456245:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718188.456246:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:0.0:1779718188.456248:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718188.456251:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456254:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718188.456257:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718188.456258:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456262:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718188.456266:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718188.456271:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456276:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.456277:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1779718188.456278:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1779718188.456280:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718188.456283:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718188.456284:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718188.456286:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718188.456287:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718188.456291:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1779718188.456292:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1779718188.456295:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1779718188.456297:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529429760:192.168.203.145@tcp:250:kworker.0
00000008:00000001:3.0:1779718188.456299:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718188.456304:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.456305:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1779718188.456307:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
02000000:00000001:0.0:1779718188.456308:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1779718188.456310:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718188.456311:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718188.456314:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718188.456315:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1779718188.456316:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718188.456318:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718188.456319:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1779718188.456321:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59000.
02000000:00000001:3.0:1779718188.456322:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718188.456326:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718188.456329:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718188.456332:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718188.456333:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718188.456338:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000100:00100000:3.0:1779718188.456338:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1779718188.456347:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000001:3.0:1779718188.456347:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718188.456349:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718188.456353:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718188.456355:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529429760, portal 25
00000100:00000001:0.0:1779718188.456360:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718188.456363:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000001:3.0:1779718188.456365:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718188.456368:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718188.456371:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718188.456372:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718188.456375:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718188.456377:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718188.456382:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718188.456385:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1779718188.456386:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20635
00000100:00000040:0.0:1779718188.456390:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718188.456393:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718188.456395:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000400:00000200:3.0:1779718188.456398:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000200:0.0:1779718188.456399:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529429760, offset 0
00000100:00080000:3.0:1779718188.456400:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718188.456404:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456405:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1779718188.456408:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718188.456409:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456412:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718188.456413:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718188.456414:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718188.456415:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718188.456417:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:0.0:1779718188.456418:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718188.456421:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718188.456424:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779718188.456429:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718188.456429:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456433:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718188.456436:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718188.456438:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718188.456438:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718188.456441:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:0.0:1779718188.456444:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:3.0:1779718188.456445:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456449:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718188.456451:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1779718188.456451:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718188.456453:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718188.456455:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:3.0:1779718188.456456:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718188.456459:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1779718188.456462:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157087:157087:256:4294967295] 192.168.203.145@tcp LPNI seq info [157086:157086:8:4294967295]
00000008:00100000:3.0:1779718188.456462:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718188.456466:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718188.456470:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718188.456470:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718188.456475:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718188.456478:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718188.456483:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718188.456485:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718188.456487:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1779718188.456488:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718188.456491:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718188.456493:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718188.456497:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000010:3.0:1779718188.456498:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718188.456501:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1779718188.456502:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00100000:3.0:1779718188.456505:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1779718188.456512:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718188.456518:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1779718188.456519:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1779718188.456521:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718188.456528:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1779718188.456531:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718188.456536:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1779718188.456543:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1779718188.456546:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718188.456548:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1779718188.456550:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00000040:3.0:1779718188.456551:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718188.456554:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779718188.456556:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1779718188.456557:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718188.456560:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718188.456562:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1779718188.456564:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718188.456565:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:0.0:1779718188.456569:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000100:00080000:3.0:1779718188.456569:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20635
00000400:00000010:0.0:1779718188.456585:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718188.456590:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1779718188.456592:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:0.0:1779718188.456597:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718188.456597:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718188.456602:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718188.456622:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456628:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718188.456631:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718188.456632:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718188.456635:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:0.0:1779718188.456638:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718188.456638:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718188.456641:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718188.456644:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718188.456647:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718188.456651:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:0.0:1779718188.456653:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718188.456653:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:0.0:1779718188.456657:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1779718188.456660:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456662:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718188.456664:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718188.456664:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718188.456666:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718188.456669:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:0.0:1779718188.456673:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718188.456675:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718188.456676:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315308798
00000100:00000001:3.0:1779718188.456677:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718188.456682:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1779718188.456684:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
02000000:00000001:3.0:1779718188.456684:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718188.456690:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718188.456691:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718188.456693:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1779718188.456694:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1779718188.456695:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718188.456699:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.456702:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315308798
00000100:00000010:3.0:1779718188.456702:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718188.456705:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718188.456707:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1779718188.456708:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d8a0.
02000000:00000001:3.0:1779718188.456708:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.456713:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718188.456713:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718188.456714:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718188.456718:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.456719:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718188.456722:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718188.456722:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:0.0:1779718188.456724:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1779718188.456726:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718188.456731:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718188/real 1779718188]  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718188.456735:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1779718188.456754:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1779718188.456755:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1779718188.456757:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1779718188.456758:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718188.456760:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000100:00000040:3.0:1779718188.456763:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718188.456765:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718188.456768:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718188.456773:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1779718188.456777:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718188.456781:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718188.456782:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20645)
00000100:00000200:0.0:1779718188.456791:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.456797:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718188.456798:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.456800:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718188.456802:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718188.456805:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.456809:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718188.456827:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.456832:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718188.456834:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.456835:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718188.456836:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.456838:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718188.456839:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718188.456841:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718188.456843:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718188.456844:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718188.456847:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718188.456852:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529429760:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718188.456855:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.456856:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718188.456858:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529429760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.456862:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718188.456864:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718188.456866:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718188.456867:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718188.456868:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718188.456870:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718188.456871:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718188.456872:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:0.0:1779718188.456875:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718188.456877:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718188.456878:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:0.0:1779718188.456880:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718188.456881:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.456883:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.456888:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718188.456889:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.456890:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718188.456891:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718188.456893:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718188.456895:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.456900:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718188.456901:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718188.456903:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718188.456904:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718188.456905:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718188.456907:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529429888:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718188.456909:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718188.456911:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718188.456912:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718188.456913:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718188.456915:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718188.456916:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718188.456919:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718188.456921:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718188.456923:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718188.456925:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529429888, portal 10
00000100:00000001:0.0:1779718188.456926:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718188.456927:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:0.0:1779718188.456932:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.456936:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718188.456938:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718188.456939:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718188.456941:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529429888, offset 0
00000400:00000200:0.0:1779718188.456943:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718188.456946:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718188.456965:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718188.456967:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718188.456969:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718188.456970:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718188.456973:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718188.456975:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157088:157088:256:4294967295] 192.168.203.145@tcp LPNI seq info [157087:157087:8:4294967295]
00000400:00000200:0.0:1779718188.456978:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718188.456983:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718188.456986:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718188.456988:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718188.456991:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718188.456993:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779718188.456995:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718188.456997:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1779718188.456999:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718188.457001:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718188.457003:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718188.457005:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718188.457007:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718188.457008:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718188.457010:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718188.457012:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457018:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718188.457020:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457024:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.457025:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718188.457027:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718188.457030:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718188.457032:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718188.457034:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315307531
00000100:00000001:0.0:1779718188.457036:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315308798
00000100:00000001:0.0:1779718188.457037:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315307531
00000100:00000001:0.0:1779718188.457039:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315308798
00000100:00000001:0.0:1779718188.457040:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718188.457042:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.457043:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718188.457045:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718188/real 1779718188]  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718188.457050:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718188.457051:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718188.457052:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718188.457053:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718188.457054:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718188.457055:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718188.457057:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718188.457062:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457067:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718188.457067:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457068:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718188.457069:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718188.457071:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457075:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718188.457077:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457081:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718188.457083:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457084:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718188.457084:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457085:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718188.457087:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718188.457089:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718188.457091:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718188.457093:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718188.457095:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718188.457100:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529429888:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718188.457102:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718188.457104:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457107:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718188.457108:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718188.457109:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718188.457110:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718188.457112:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718188.457113:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430016:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718188.457115:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718188.457116:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718188.457117:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718188.457119:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718188.457121:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718188.457122:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718188.457124:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718188.457125:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718188.457127:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718188.457129:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529430016, portal 10
00000100:00000001:0.0:1779718188.457131:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718188.457132:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:0.0:1779718188.457135:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457144:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718188.457145:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718188.457146:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718188.457148:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529430016, offset 0
00000400:00000200:0.0:1779718188.457150:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718188.457152:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718188.457154:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718188.457156:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718188.457158:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718188.457159:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718188.457160:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718188.457163:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157089:157089:256:4294967295] 192.168.203.145@tcp LPNI seq info [157088:157088:8:4294967295]
00000400:00000200:0.0:1779718188.457165:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718188.457169:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718188.457172:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718188.457174:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718188.457176:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718188.457178:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779718188.457181:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718188.457182:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1779718188.457185:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718188.457186:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718188.457188:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718188.457190:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718188.457192:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718188.457193:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718188.457194:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718188.457196:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457201:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718188.457203:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457212:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.457213:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718188.457214:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718188.457216:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718188.457218:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718188.457219:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315307539
00000100:00000001:0.0:1779718188.457221:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315308798
00000100:00000001:0.0:1779718188.457223:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315307539
00000100:00000001:0.0:1779718188.457224:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315308798
00000100:00000001:0.0:1779718188.457225:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718188.457226:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.457227:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718188.457229:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718188/real 1779718188]  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718188.457234:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718188.457235:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718188.457236:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718188.457237:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718188.457238:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718188.457240:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718188.457241:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718188.457246:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457250:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718188.457251:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457251:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718188.457252:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718188.457254:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457259:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718188.457262:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457266:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718188.457267:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457268:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718188.457269:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457270:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718188.457271:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718188.457272:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718188.457274:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718188.457275:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718188.457277:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718188.457282:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430016:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718188.457284:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718188.457285:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457289:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718188.457290:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718188.457291:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718188.457292:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718188.457293:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718188.457295:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430144:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718188.457297:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718188.457298:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718188.457299:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718188.457301:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718188.457302:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779718188.457304:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718188.457306:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718188.457307:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718188.457309:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718188.457311:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529430144, portal 4
00000100:00000001:0.0:1779718188.457312:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718188.457313:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:0.0:1779718188.457316:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457320:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718188.457322:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718188.457323:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718188.457324:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529430144, offset 0
00000400:00000200:0.0:1779718188.457327:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718188.457329:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718188.457331:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718188.457332:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718188.457334:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718188.457335:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718188.457337:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718188.457339:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157090:157090:256:4294967295] 192.168.203.145@tcp LPNI seq info [157089:157089:8:4294967295]
00000400:00000200:0.0:1779718188.457341:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718188.457345:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718188.457347:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718188.457349:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718188.457351:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718188.457352:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779718188.457355:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718188.457357:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1779718188.457359:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718188.457361:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718188.457362:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718188.457364:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718188.457366:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718188.457367:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718188.457368:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718188.457370:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457375:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718188.457377:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457381:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.457382:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718188.457383:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718188.457385:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718188.457387:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718188.457388:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315307537
00000100:00000001:0.0:1779718188.457389:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315308798
00000100:00000001:0.0:1779718188.457390:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315307537
00000100:00000001:0.0:1779718188.457392:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315308798
00000100:00000001:0.0:1779718188.457393:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718188.457394:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.457396:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718188.457398:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718188/real 1779718188]  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718188.457402:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718188.457403:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718188.457404:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718188.457405:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718188.457406:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718188.457407:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718188.457409:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718188.457415:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457419:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718188.457419:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457420:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718188.457421:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718188.457423:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457427:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718188.457429:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457433:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718188.457434:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457435:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718188.457436:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457437:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718188.457438:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718188.457439:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718188.457441:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718188.457442:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718188.457444:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718188.457449:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430144:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718188.457451:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457452:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718188.457454:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529429888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457459:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718188.457460:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718188.457461:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718188.457462:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718188.457463:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718188.457464:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718188.457465:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718188.457466:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:0.0:1779718188.457467:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718188.457468:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718188.457469:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:0.0:1779718188.457471:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718188.457472:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457473:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718188.457475:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529430016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457479:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718188.457480:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718188.457481:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718188.457483:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718188.457484:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718188.457485:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718188.457486:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718188.457487:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:0.0:1779718188.457488:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718188.457488:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718188.457489:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:0.0:1779718188.457490:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718188.457491:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457492:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718188.457493:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529430144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718188.457497:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718188.457498:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718188.457499:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779718188.457500:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718188.457501:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718188.457502:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718188.457503:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718188.457504:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:0.0:1779718188.457505:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718188.457506:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718188.457507:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:0.0:1779718188.457508:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718188.457509:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457510:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718188.457511:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718188.457512:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718188.457513:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718188.457515:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718188.904110:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718188.904114:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718188.904116:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718189.735985:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315308798, at 4315308800
00000100:00000040:0.0:1779718189.735990:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315308798, at 4315308800
00000100:00000010:1.0:1779718189.735996:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d8a0.
00000100:00000010:0.0:1779718189.735998:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:3.0:1779718189.928066:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718189.928069:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718189.928072:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718190.504088:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718190.504096:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718190.504099:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718190.504105:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718190.504111:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718190.504115:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718190.504119:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718190.504122:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718190.504126:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718190.952133:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718190.952136:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718190.952139:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718191.528019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718191.528029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718191.528032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718191.528039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718191.528045:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718191.528049:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718191.528053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718191.528058:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718191.528062:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718191.976199:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718191.976204:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718191.976209:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718192.552083:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718192.552091:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718192.552093:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718192.552100:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718192.552104:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718192.552109:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718192.552112:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718192.552115:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718192.552118:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718193.000120:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718193.000126:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718193.000130:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718193.576025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1779718193.576030:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718193.576034:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718193.576037:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718193.576039:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718193.576043:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1779718193.576044:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718193.576048:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718193.576049:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718193.576051:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718193.576054:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718193.576058:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1779718193.576060:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20640
00000100:00000001:3.0:1779718193.576063:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718193.576066:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718193.576071:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718193.576079:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718193.576082:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718193.576086:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576089:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718193.576091:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576093:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718193.576096:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718193.576098:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718193.576107:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718193.576111:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718193.576113:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718193.576115:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718193.576117:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576119:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718193.576120:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576121:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718193.576123:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718193.576126:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576127:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718193.576130:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718193.576133:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718193.576135:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718193.576137:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718193.576139:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718193.576149:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718193.576153:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718193.576157:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718193.576158:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718193.576162:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718193.576164:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718193.576169:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718193.576178:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:1.0:1779718193.576186:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718193.576195:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718193.576204:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718193.576219:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718193.576223:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718193.576241:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718193.576244:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718193.576247:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718193.576248:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718193.576250:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718193.576252:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718193.576254:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20640
00000400:00000200:1.0:1779718193.576257:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718193.576259:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718193.576261:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718193.576263:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576264:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718193.576266:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576268:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718193.576270:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718193.576271:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718193.576272:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718193.576274:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718193.576275:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718193.576277:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718193.576279:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576280:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718193.576281:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576283:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718193.576284:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1779718193.576284:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718193.576288:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718193.576290:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718193.576290:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718193.576293:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1779718193.576294:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1779718193.576299:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718193.576313:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718193.576315:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718193.576315:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718193.576321:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718193.576328:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.576329:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718193.576332:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718193.576332:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718193.576338:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
02000000:00000001:0.0:1779718193.576339:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1779718193.576341:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718193.576343:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718193.576344:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718193.576347:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718193.576348:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718193.576349:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718193.576352:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1779718193.576353:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529430272:192.168.203.145@tcp:250:kworker.0
02000000:00000001:1.0:1779718193.576354:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.576361:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1779718193.576361:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779718193.576364:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718193.576365:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718193.576370:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718193.576370:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1779718193.576377:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1779718193.576381:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718193.576383:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718193.576385:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58c00.
00000100:00000040:1.0:1779718193.576385:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718193.576390:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718193.576398:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718193.576400:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779718193.576402:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779718193.576405:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718193.576407:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1779718193.576408:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000100:00080000:1.0:1779718193.576408:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718193.576412:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718193.576415:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20640
00000400:00000200:1.0:1779718193.576417:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718193.576418:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000400:00000200:1.0:1779718193.576421:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718193.576423:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718193.576425:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576426:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718193.576427:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:0.0:1779718193.576428:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529430272, portal 25
00000100:00000001:1.0:1779718193.576431:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718193.576433:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718193.576434:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000020:00000001:1.0:1779718193.576440:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1779718193.576442:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779718193.576442:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718193.576446:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718193.576448:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718193.576453:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718193.576457:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:0.0:1779718193.576460:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718193.576461:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576464:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718193.576467:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718193.576469:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:0.0:1779718193.576471:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000001:1.0:1779718193.576472:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718193.576476:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000200:0.0:1779718193.576477:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529430272, offset 0
00000100:00080000:1.0:1779718193.576480:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576483:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718193.576484:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718193.576486:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718193.576490:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779718193.576491:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718193.576495:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718193.576496:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718193.576498:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718193.576499:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.576503:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:1.0:1779718193.576503:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718193.576506:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718193.576510:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718193.576511:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718193.576512:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1779718193.576515:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000001:1.0:1779718193.576515:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718193.576518:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.576523:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1779718193.576523:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779718193.576527:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.576530:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00100000:1.0:1779718193.576546:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779718193.576550:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718193.576557:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718193.576577:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157091:157091:256:4294967295] 192.168.203.145@tcp LPNI seq info [157090:157090:8:4294967295]
00000100:00000001:1.0:1779718193.576583:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718193.576587:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.576588:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718193.576593:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718193.576605:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.576606:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1779718193.576611:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1779718193.576616:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718193.576616:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718193.576619:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718193.576622:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000010:0.0:1779718193.576623:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00000001:1.0:1779718193.576624:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718193.576626:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718193.576638:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718193.576640:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20640
00000400:00000200:1.0:1779718193.576644:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:0.0:1779718193.576648:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000400:00000200:1.0:1779718193.576650:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718193.576654:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1779718193.576657:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1779718193.576657:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576659:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718193.576662:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576665:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718193.576666:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718193.576668:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718193.576670:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718193.576673:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718193.576674:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000800:00000200:0.1:1779718193.576674:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779718193.576678:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000800:00000200:0.1:1779718193.576682:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1779718193.576683:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576687:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718193.576690:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718193.576691:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718193.576696:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000800:00000100:0.0:1779718193.576697:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779718193.576700:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000010:0.0:1779718193.576703:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00000001:1.0:1779718193.576703:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718193.576704:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718193.576708:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718193.576710:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718193.576712:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1779718193.576714:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:1.0:1779718193.576714:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718193.576716:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718193.576719:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.576722:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1779718193.576722:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718193.576725:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718193.576728:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718193.576729:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.576730:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000100:00000001:1.0:1779718193.576731:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1779718193.576733:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
02000000:00000001:1.0:1779718193.576733:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718193.576734:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718193.576739:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:0.0:1779718193.576740:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1779718193.576742:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718193.576747:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718193.576748:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718193.576780:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718193.576782:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.576783:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718193.576787:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718193.576791:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718193.576806:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.576811:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.576813:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1779718193.576813:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20650)
00000100:00000001:0.0:1779718193.576820:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.576824:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718193.576827:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315313918
00000100:00000010:0.0:1779718193.576833:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000100:00000001:0.0:1779718193.576841:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718193.576848:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315313918
00000100:00000010:0.0:1779718193.576850:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d600.
00000100:00000001:0.0:1779718193.576853:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718193.576856:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718193.576858:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.576860:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718193.576864:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718193/real 1779718193]  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718193.576871:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718193.576872:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718193.576874:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718193.576876:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718193.576878:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718193.576880:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718193.576883:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718193.576889:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.576894:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718193.576895:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.576897:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718193.576899:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718193.576901:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.576906:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718193.576909:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.576914:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718193.576916:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.576917:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718193.576918:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.576950:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718193.576951:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718193.576954:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718193.576958:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718193.576960:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718193.576963:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718193.576970:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529430272:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718193.576973:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.576975:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718193.576977:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529430272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.576988:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718193.576990:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718193.576993:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779718193.576995:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718193.576997:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718193.576998:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718193.576999:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718193.577002:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91400.
02000000:00000001:0.0:1779718193.577006:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718193.577008:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718193.577010:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:0.0:1779718193.577015:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718193.577017:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577019:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577028:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718193.577030:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.577032:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718193.577034:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718193.577036:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718193.577040:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577048:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718193.577050:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718193.577052:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718193.577054:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718193.577057:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718193.577060:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430400:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718193.577064:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718193.577066:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718193.577067:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718193.577068:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718193.577071:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779718193.577072:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.577076:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718193.577078:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718193.577081:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718193.577084:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529430400, portal 10
00000100:00000001:0.0:1779718193.577085:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718193.577086:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:0.0:1779718193.577092:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577097:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718193.577099:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718193.577100:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718193.577102:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529430400, offset 0
00000400:00000200:0.0:1779718193.577105:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718193.577108:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718193.577110:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718193.577113:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718193.577115:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718193.577116:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718193.577118:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718193.577121:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157092:157092:256:4294967295] 192.168.203.145@tcp LPNI seq info [157091:157091:8:4294967295]
00000400:00000200:0.0:1779718193.577123:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718193.577128:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718193.577132:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718193.577134:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718193.577137:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718193.577139:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779718193.577143:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718193.577153:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1779718193.577156:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718193.577158:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718193.577160:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718193.577163:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718193.577166:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718193.577167:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718193.577169:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718193.577172:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577178:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718193.577179:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577184:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.577185:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718193.577187:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718193.577190:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718193.577193:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718193.577194:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315312651
00000100:00000001:0.0:1779718193.577197:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315313918
00000100:00000001:0.0:1779718193.577198:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315312651
00000100:00000001:0.0:1779718193.577200:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315313918
00000100:00000001:0.0:1779718193.577202:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718193.577203:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.577205:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718193.577207:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718193/real 1779718193]  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718193.577212:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718193.577212:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718193.577213:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718193.577215:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718193.577216:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718193.577217:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718193.577219:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718193.577224:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577234:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718193.577235:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577236:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718193.577237:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718193.577239:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577243:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718193.577245:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577249:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718193.577251:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577252:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718193.577252:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577254:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718193.577255:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718193.577257:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718193.577259:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718193.577260:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718193.577262:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718193.577267:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430400:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718193.577269:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718193.577271:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577276:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718193.577277:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718193.577278:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718193.577280:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718193.577281:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718193.577283:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430528:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718193.577286:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718193.577287:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718193.577288:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718193.577289:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718193.577291:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779718193.577292:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.577294:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718193.577296:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718193.577298:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718193.577300:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529430528, portal 10
00000100:00000001:0.0:1779718193.577302:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718193.577303:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:0.0:1779718193.577307:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577311:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718193.577313:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718193.577315:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718193.577316:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529430528, offset 0
00000400:00000200:0.0:1779718193.577319:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718193.577321:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718193.577323:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718193.577325:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718193.577326:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718193.577328:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718193.577330:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718193.577332:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157093:157093:256:4294967295] 192.168.203.145@tcp LPNI seq info [157092:157092:8:4294967295]
00000400:00000200:0.0:1779718193.577335:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718193.577339:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718193.577343:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718193.577345:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718193.577347:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718193.577349:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779718193.577352:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718193.577354:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1779718193.577357:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718193.577358:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718193.577360:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718193.577363:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718193.577365:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718193.577366:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718193.577368:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718193.577370:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577375:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718193.577377:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577381:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.577382:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718193.577384:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718193.577386:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718193.577388:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718193.577389:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315312659
00000100:00000001:0.0:1779718193.577390:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315313918
00000100:00000001:0.0:1779718193.577392:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315312659
00000100:00000001:0.0:1779718193.577393:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315313918
00000100:00000001:0.0:1779718193.577395:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718193.577396:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.577398:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718193.577400:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718193/real 1779718193]  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718193.577406:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718193.577407:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718193.577408:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718193.577409:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718193.577410:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718193.577411:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718193.577413:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718193.577418:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577422:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718193.577423:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577424:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718193.577424:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718193.577426:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577431:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718193.577433:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577438:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718193.577440:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577441:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718193.577441:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577442:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718193.577443:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718193.577445:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718193.577447:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718193.577448:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718193.577451:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718193.577457:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430528:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718193.577459:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718193.577461:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577464:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718193.577465:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718193.577466:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718193.577467:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718193.577469:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718193.577470:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430656:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718193.577472:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718193.577473:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718193.577474:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718193.577475:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718193.577477:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718193.577478:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718193.577480:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718193.577482:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718193.577484:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718193.577486:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529430656, portal 4
00000100:00000001:0.0:1779718193.577488:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718193.577489:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:0.0:1779718193.577493:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577498:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718193.577499:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718193.577501:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718193.577502:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529430656, offset 0
00000400:00000200:0.0:1779718193.577506:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718193.577508:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718193.577510:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718193.577512:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718193.577514:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718193.577515:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718193.577517:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718193.577519:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157094:157094:256:4294967295] 192.168.203.145@tcp LPNI seq info [157093:157093:8:4294967295]
00000400:00000200:0.0:1779718193.577522:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718193.577526:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718193.577528:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718193.577530:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718193.577532:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718193.577548:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779718193.577552:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718193.577554:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1779718193.577557:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718193.577558:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718193.577561:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718193.577563:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718193.577565:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718193.577567:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718193.577568:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718193.577571:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577576:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718193.577578:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577583:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.577584:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718193.577586:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718193.577589:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718193.577591:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718193.577593:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315312657
00000100:00000001:0.0:1779718193.577595:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315313918
00000100:00000001:0.0:1779718193.577597:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315312657
00000100:00000001:0.0:1779718193.577598:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315313918
00000100:00000001:0.0:1779718193.577599:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718193.577601:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.577602:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718193.577604:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718193/real 1779718193]  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718193.577609:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718193.577610:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718193.577611:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718193.577612:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718193.577614:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718193.577615:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718193.577617:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718193.577622:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577627:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718193.577628:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577629:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718193.577630:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718193.577632:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577636:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718193.577638:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577642:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718193.577644:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577645:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718193.577646:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577647:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718193.577649:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718193.577650:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718193.577653:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718193.577655:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718193.577658:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718193.577666:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430656:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718193.577670:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577673:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718193.577676:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529430400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577683:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718193.577686:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718193.577688:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779718193.577690:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718193.577692:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718193.577694:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718193.577696:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718193.577698:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90c00.
02000000:00000001:0.0:1779718193.577701:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718193.577702:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718193.577704:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:0.0:1779718193.577707:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718193.577708:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577709:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718193.577712:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529430528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577721:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718193.577722:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718193.577723:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a000.
02000000:00000001:0.0:1779718193.577726:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718193.577727:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718193.577728:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718193.577729:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718193.577730:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93400.
02000000:00000001:0.0:1779718193.577731:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718193.577732:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718193.577732:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:0.0:1779718193.577734:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718193.577734:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577735:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718193.577737:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529430656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718193.577741:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718193.577741:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718193.577742:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59000.
02000000:00000001:0.0:1779718193.577743:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718193.577744:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718193.577745:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718193.577746:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718193.577746:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93800.
02000000:00000001:0.0:1779718193.577747:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718193.577748:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718193.577749:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:0.0:1779718193.577751:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718193.577752:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577753:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718193.577756:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718193.577757:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718193.577758:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718193.577760:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718194.024105:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718194.024109:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718194.024112:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718194.600025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718194.600033:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718194.600035:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718194.600042:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718194.600046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718194.600049:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718194.600052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718194.600055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718194.600058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718194.856075:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315313918, at 4315313920
00000100:00000040:1.0:1779718194.856075:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315313918, at 4315313920
00000100:00000010:1.0:1779718194.856092:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d600.
00000100:00000010:0.0:1779718194.856095:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:1.0:1779718195.048069:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718195.048073:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718195.048077:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718195.624009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718195.624016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718195.624019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718195.624026:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718195.624029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718195.624033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718195.624036:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718195.624039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718195.624041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718196.072109:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718196.072114:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718196.072118:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718196.648043:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718196.648049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718196.648051:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718196.648056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718196.648059:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718196.648062:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718196.648064:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718196.648066:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718196.648068:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718197.096115:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718197.096120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718197.096124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718197.671976:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718197.671984:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718197.671986:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718197.671991:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718197.671995:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718197.671998:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718197.672001:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718197.672003:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718197.672006:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718198.120137:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718198.120141:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718198.120145:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718198.696023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718198.696030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718198.696032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718198.696038:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718198.696042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718198.696045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718198.696048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718198.696051:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718198.696054:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718198.696084:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718198.696088:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718198.696090:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718198.696092:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718198.696094:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718198.696102:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20645
00000400:00000200:3.0:1779718198.696111:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718198.696119:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718198.696123:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718198.696126:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696130:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718198.696132:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696135:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718198.696139:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718198.696141:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718198.696144:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718198.696146:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718198.696148:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718198.696150:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718198.696152:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696154:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718198.696155:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696156:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718198.696158:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718198.696161:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696162:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718198.696164:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718198.696167:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718198.696169:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.696171:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718198.696172:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718198.696180:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718198.696182:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718198.696185:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718198.696187:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.696189:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718198.696191:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718198.696196:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718198.696204:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718198.696212:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718198.696223:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718198.696235:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718198.696240:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718198.696244:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718198.696264:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718198.696267:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718198.696271:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718198.696272:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718198.696274:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718198.696277:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718198.696280:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20645
00000400:00000200:3.0:1779718198.696285:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718198.696298:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718198.696302:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718198.696310:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696313:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718198.696315:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696316:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718198.696318:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718198.696319:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718198.696320:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718198.696322:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:0.0:1779718198.696326:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718198.696326:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718198.696330:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718198.696334:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718198.696335:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718198.696336:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718198.696339:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718198.696340:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696344:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718198.696346:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718198.696353:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000040:0.0:1779718198.696356:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718198.696357:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718198.696362:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718198.696369:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718198.696379:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.696386:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718198.696387:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718198.696396:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1779718198.696397:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718198.696406:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.696408:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718198.696410:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1779718198.696412:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718198.696415:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718198.696416:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718198.696418:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718198.696420:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.696423:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718198.696424:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718198.696425:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718198.696428:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718198.696433:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00100000:0.0:1779718198.696437:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529430784:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718198.696438:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.696448:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1779718198.696449:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1779718198.696457:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718198.696461:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718198.696464:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718198.696465:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718198.696468:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718198.696472:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1779718198.696475:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718198.696485:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.696508:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718198.696515:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718198.696517:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718198.696521:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1779718198.696522:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000100:00000001:3.0:1779718198.696523:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718198.696525:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718198.696528:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718198.696531:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20645
00000400:00000010:0.0:1779718198.696533:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000400:00000200:3.0:1779718198.696539:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718198.696541:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718198.696543:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1779718198.696545:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529430784, portal 25
00000100:00000040:3.0:1779718198.696546:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718198.696552:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718198.696552:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718198.696560:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000040:3.0:1779718198.696560:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696568:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718198.696571:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718198.696575:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000040:0.0:1779718198.696576:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718198.696581:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718198.696585:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718198.696593:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718198.696603:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:0.0:1779718198.696605:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718198.696611:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718198.696614:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696618:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1779718198.696619:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718198.696624:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529430784, offset 0
00000100:00000040:3.0:1779718198.696624:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696630:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718198.696633:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:0.0:1779718198.696641:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718198.696641:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696652:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718198.696655:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718198.696659:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718198.696662:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718198.696666:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.696669:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718198.696671:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1779718198.696673:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000008:00000001:3.0:1779718198.696681:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718198.696682:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718198.696688:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718198.696690:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000010:3.0:1779718198.696698:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000400:00000200:0.0:1779718198.696699:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718198.696707:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000040:3.0:1779718198.696708:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718198.696718:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1779718198.696719:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157095:157095:256:4294967295] 192.168.203.145@tcp LPNI seq info [157094:157094:8:4294967295]
02000000:00000001:3.0:1779718198.696721:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.696729:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718198.696734:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1779718198.696735:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718198.696738:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718198.696742:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718198.696748:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718198.696753:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1779718198.696758:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1779718198.696765:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696778:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1779718198.696779:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718198.696784:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718198.696789:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1779718198.696798:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718198.696810:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1779718198.696815:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718198.696820:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1779718198.696827:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718198.696830:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1779718198.696837:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1779718198.696838:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1779718198.696850:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718198.696851:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000010:0.0:1779718198.696854:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718198.696855:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1779718198.696867:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1779718198.696871:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1779718198.696877:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718198.696888:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:0.0:1779718198.696892:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000100:00080000:3.0:1779718198.696893:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20645
00000400:00000010:0.0:1779718198.696898:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000400:00000200:3.0:1779718198.696902:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718198.696907:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1779718198.696908:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718198.696912:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718198.696917:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696942:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718198.696945:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696947:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718198.696950:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718198.696951:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718198.696953:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718198.696955:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718198.696956:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718198.696958:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718198.696962:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696964:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1779718198.696967:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718198.696968:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696974:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718198.696976:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718198.696978:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718198.696983:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718198.696985:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718198.696988:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718198.696997:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.697008:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718198.697014:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1779718198.697018:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1779718198.697018:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.697023:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718198.697026:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1779718198.697030:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718198.697039:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:0.0:1779718198.697040:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697046:0:248765:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1779718198.697049:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718198.697053:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697055:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.697057:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718198.697060:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1779718198.697062:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718198.697064:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697066:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315319039
00000100:00000010:0.0:1779718198.697074:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
02000000:00000010:3.0:1779718198.697074:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718198.697083:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697088:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1779718198.697091:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718198.697098:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315319039
00000100:00000010:0.0:1779718198.697105:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d360.
00000100:00000001:0.0:1779718198.697113:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718198.697116:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718198.697124:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718198.697125:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718198.697128:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1779718198.697130:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718198.697135:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718198/real 1779718198]  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718198.697141:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718198.697152:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718198.697156:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1779718198.697158:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718198.697159:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718198.697165:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000100:00000040:3.0:1779718198.697166:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20655)
00000400:00000010:0.0:1779718198.697168:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718198.697177:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718198.697182:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718198.697192:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697197:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718198.697199:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697200:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718198.697202:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718198.697205:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697209:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718198.697212:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697218:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718198.697220:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697222:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718198.697223:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697225:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718198.697226:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718198.697229:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718198.697232:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718198.697234:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718198.697237:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718198.697242:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529430784:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718198.697245:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697247:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718198.697249:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529430784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697254:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718198.697257:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718198.697259:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718198.697263:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718198.697264:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718198.697266:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718198.697267:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718198.697269:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:0.0:1779718198.697273:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718198.697275:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718198.697277:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:0.0:1779718198.697280:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718198.697281:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697283:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697290:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718198.697291:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697293:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718198.697295:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718198.697296:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718198.697299:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697305:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718198.697306:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718198.697307:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718198.697310:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718198.697311:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718198.697313:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430912:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718198.697315:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718198.697317:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718198.697318:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718198.697320:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718198.697322:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718198.697323:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718198.697326:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718198.697328:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718198.697330:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718198.697333:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529430912, portal 10
00000100:00000001:0.0:1779718198.697334:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718198.697335:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:0.0:1779718198.697341:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697346:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718198.697347:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718198.697349:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718198.697350:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529430912, offset 0
00000400:00000200:0.0:1779718198.697353:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718198.697356:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718198.697359:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718198.697361:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718198.697363:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718198.697365:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718198.697367:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718198.697369:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157096:157096:256:4294967295] 192.168.203.145@tcp LPNI seq info [157095:157095:8:4294967295]
00000400:00000200:0.0:1779718198.697372:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718198.697377:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718198.697380:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718198.697382:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718198.697385:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718198.697386:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779718198.697390:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718198.697392:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1779718198.697395:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718198.697396:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718198.697399:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718198.697403:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718198.697407:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718198.697408:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718198.697411:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718198.697414:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697423:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718198.697426:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697434:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697435:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718198.697439:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718198.697443:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718198.697447:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718198.697449:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315317771
00000100:00000001:0.0:1779718198.697453:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315319039
00000100:00000001:0.0:1779718198.697455:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315317771
00000100:00000001:0.0:1779718198.697458:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315319039
00000100:00000001:0.0:1779718198.697460:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718198.697462:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697463:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718198.697466:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718198/real 1779718198]  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718198.697472:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718198.697473:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718198.697474:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718198.697476:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718198.697477:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718198.697479:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718198.697481:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718198.697486:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697491:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718198.697492:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697493:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718198.697494:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718198.697511:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697516:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718198.697518:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697522:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718198.697524:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697525:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718198.697526:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697528:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718198.697530:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718198.697532:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718198.697534:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718198.697536:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718198.697538:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718198.697544:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529430912:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718198.697547:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718198.697549:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697553:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718198.697554:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718198.697556:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718198.697558:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718198.697559:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718198.697561:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431040:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718198.697563:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718198.697565:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718198.697566:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718198.697568:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718198.697570:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779718198.697572:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718198.697574:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718198.697576:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718198.697578:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718198.697581:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529431040, portal 10
00000100:00000001:0.0:1779718198.697582:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718198.697583:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:0.0:1779718198.697588:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697593:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718198.697595:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718198.697596:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718198.697597:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529431040, offset 0
00000400:00000200:0.0:1779718198.697600:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718198.697603:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718198.697605:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718198.697607:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718198.697609:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718198.697610:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718198.697612:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718198.697614:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157097:157097:256:4294967295] 192.168.203.145@tcp LPNI seq info [157096:157096:8:4294967295]
00000400:00000200:0.0:1779718198.697617:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718198.697622:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718198.697625:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718198.697627:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718198.697630:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718198.697632:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779718198.697635:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718198.697637:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1779718198.697639:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718198.697641:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718198.697643:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718198.697645:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718198.697647:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718198.697649:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718198.697650:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718198.697652:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697658:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718198.697660:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697669:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697670:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718198.697672:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718198.697675:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718198.697677:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718198.697678:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315317779
00000100:00000001:0.0:1779718198.697680:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315319039
00000100:00000001:0.0:1779718198.697682:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315317779
00000100:00000001:0.0:1779718198.697683:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315319039
00000100:00000001:0.0:1779718198.697684:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718198.697685:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697686:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718198.697688:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718198/real 1779718198]  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718198.697693:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718198.697694:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718198.697695:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718198.697696:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718198.697697:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718198.697699:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718198.697701:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718198.697705:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697709:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718198.697710:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697711:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718198.697712:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718198.697714:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697719:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718198.697721:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697726:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718198.697727:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697728:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718198.697729:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697730:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718198.697731:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718198.697732:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718198.697734:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718198.697735:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718198.697738:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718198.697742:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431040:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718198.697744:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718198.697747:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697751:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718198.697752:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718198.697753:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718198.697754:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718198.697755:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718198.697757:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431168:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718198.697759:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718198.697761:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718198.697763:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718198.697764:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718198.697766:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5ac00.
02000000:00000001:0.0:1779718198.697768:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718198.697770:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718198.697771:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000010:0.0:1779718198.697774:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718198.697776:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529431168, portal 4
00000100:00000001:0.0:1779718198.697777:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718198.697778:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:0.0:1779718198.697782:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697786:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718198.697788:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718198.697789:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000200:0.0:1779718198.697791:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529431168, offset 0
00000400:00000200:0.0:1779718198.697793:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718198.697795:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718198.697797:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718198.697799:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718198.697800:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718198.697801:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718198.697803:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718198.697805:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157098:157098:256:4294967295] 192.168.203.145@tcp LPNI seq info [157097:157097:8:4294967295]
00000400:00000200:0.0:1779718198.697808:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718198.697812:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718198.697815:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718198.697817:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000800:00000200:0.0:1779718198.697819:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718198.697821:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779718198.697823:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718198.697825:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1779718198.697828:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718198.697830:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:0.0:1779718198.697831:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718198.697834:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718198.697835:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:0.0:1779718198.697837:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:0.0:1779718198.697838:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718198.697840:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697845:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718198.697847:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697851:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697852:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718198.697854:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718198.697856:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718198.697858:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718198.697860:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315317777
00000100:00000001:0.0:1779718198.697862:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315319039
00000100:00000001:0.0:1779718198.697864:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315317777
00000100:00000001:0.0:1779718198.697866:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315319039
00000100:00000001:0.0:1779718198.697869:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718198.697871:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.697873:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718198.697876:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718198/real 1779718198]  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718198.697885:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718198.697886:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718198.697888:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718198.697890:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718198.697892:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718198.697895:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718198.697898:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718198.697908:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697915:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718198.697917:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697938:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718198.697940:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718198.697943:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697948:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718198.697951:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697955:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718198.697957:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697958:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718198.697958:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697960:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718198.697961:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718198.697962:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718198.697964:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718198.697965:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718198.697967:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718198.697973:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431168:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718198.697975:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.697977:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718198.697980:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529430912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.697984:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718198.697986:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718198.697987:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718198.697989:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718198.697990:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718198.697991:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718198.697993:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718198.697994:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:0.0:1779718198.697996:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718198.697997:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718198.697998:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:0.0:1779718198.698000:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718198.698001:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.698002:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718198.698004:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529431040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.698009:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718198.698010:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718198.698011:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59800.
02000000:00000001:0.0:1779718198.698012:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718198.698013:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718198.698014:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718198.698015:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718198.698015:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:0.0:1779718198.698017:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718198.698017:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718198.698018:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:0.0:1779718198.698020:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718198.698020:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.698021:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718198.698023:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529431168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718198.698026:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718198.698028:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718198.698029:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:0.0:1779718198.698030:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718198.698031:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718198.698032:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718198.698034:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718198.698034:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:0.0:1779718198.698036:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718198.698036:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718198.698037:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:0.0:1779718198.698039:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718198.698040:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.698041:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718198.698043:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718198.698044:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718198.698045:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718198.698047:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718199.144112:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718199.144117:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718199.144121:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718199.719973:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718199.719979:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718199.719981:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718199.719985:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718199.719989:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718199.719991:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718199.719993:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718199.719996:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718199.719998:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718199.976003:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315319039, at 4315319040
00000100:00000010:1.0:1779718199.976018:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d360.
00000100:00000040:0.0:1779718199.976020:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315319039, at 4315319040
00000100:00000010:0.0:1779718199.976029:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:1.0:1779718200.168145:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718200.168149:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718200.168153:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718200.744086:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718200.744094:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718200.744096:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718200.744103:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718200.744107:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718200.744112:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718200.744116:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718200.744120:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718200.744123:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718201.192111:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718201.192116:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718201.192119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718201.768060:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718201.768068:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718201.768070:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718201.768076:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718201.768079:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718201.768083:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718201.768086:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718201.768089:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718201.768091:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718202.216130:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718202.216133:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718202.216136:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718202.792031:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718202.792041:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718202.792043:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718202.792051:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718202.792056:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718202.792061:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718202.792065:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718202.792067:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718202.792070:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718203.240117:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718203.240121:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718203.240124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718203.816052:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718203.816071:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718203.816076:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718203.816080:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718203.816086:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718203.816095:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20650
00000400:00000200:3.0:1779718203.816104:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718203.816111:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718203.816115:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718203.816118:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816122:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718203.816124:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816127:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718203.816130:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718203.816132:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718203.816134:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718203.816137:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718203.816139:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718203.816142:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718203.816145:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816147:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718203.816149:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816151:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718203.816154:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718203.816157:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816161:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718203.816163:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718203.816167:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718203.816170:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.816173:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718203.816175:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718203.816185:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718203.816188:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718203.816192:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718203.816193:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.816197:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718203.816199:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718203.816202:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718203.816210:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718203.816217:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718203.816227:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718203.816236:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718203.816240:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718203.816244:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718203.816266:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718203.816269:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718203.816272:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718203.816274:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718203.816276:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718203.816278:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718203.816281:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20650
00000400:00000200:3.0:1779718203.816285:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718203.816287:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718203.816290:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718203.816293:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816295:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718203.816297:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816299:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718203.816301:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718203.816302:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718203.816304:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718203.816306:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718203.816308:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718203.816310:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718203.816313:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816314:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718203.816317:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816319:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718203.816322:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718203.816325:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816327:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718203.816330:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718203.816335:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718203.816338:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.816340:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718203.816345:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718203.816348:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.816351:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718203.816354:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718203.816357:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718203.816360:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1779718203.816361:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1779718203.816363:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.816368:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718203.816370:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1779718203.816372:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1779718203.816373:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.816377:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1779718203.816379:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718203.816384:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718203.816394:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718203.816394:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718203.816429:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718203.816434:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718203.816435:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.816436:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718203.816445:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1779718203.816447:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718203.816449:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718203.816477:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718203.816486:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529431296:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718203.816486:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718203.816496:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718203.816497:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718203.816505:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1779718203.816505:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1779718203.816509:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.816510:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1779718203.816513:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1779718203.816514:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718203.816519:0:318778:0:(import.c:487:import_select_connection()) Process entered
02000000:00000010:0.0:1779718203.816524:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5a800.
00000100:00080000:3.0:1779718203.816525:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20650
02000000:00000001:0.0:1779718203.816529:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718203.816539:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718203.816544:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02058.
00000400:00000200:3.0:1779718203.816544:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718203.816556:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000400:00000200:3.0:1779718203.816556:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718203.816563:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1779718203.816568:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529431296, portal 25
00000100:00000040:3.0:1779718203.816569:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718203.816573:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718203.816575:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718203.816576:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:3.0:1779718203.816582:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816586:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:0.0:1779718203.816589:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718203.816592:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718203.816597:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718203.816605:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718203.816611:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000001:0.0:1779718203.816613:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1779718203.816616:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718203.816622:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718203.816626:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718203.816630:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816632:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1779718203.816634:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7dd0.
00000100:00000040:3.0:1779718203.816634:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816639:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718203.816642:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000200:0.0:1779718203.816643:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529431296, offset 0
00000100:00080000:3.0:1779718203.816648:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816652:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718203.816653:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718203.816656:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718203.816662:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718203.816663:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816665:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718203.816671:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718203.816674:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.816675:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718203.816678:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000400:00000200:0.0:1779718203.816682:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:3.0:1779718203.816682:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718203.816690:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718203.816691:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.816694:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718203.816695:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1779718203.816699:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000001:3.0:1779718203.816700:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718203.816712:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000400:00000200:0.0:1779718203.816713:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718203.816721:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718203.816724:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718203.816735:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1779718203.816737:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718203.816746:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779718203.816749:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816754:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718203.816762:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718203.816763:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157099:157099:256:4294967295] 192.168.203.145@tcp LPNI seq info [157098:157098:8:4294967295]
00000400:00000200:0.0:1779718203.816786:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718203.816797:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718203.816800:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1779718203.816814:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1779718203.816814:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718203.816826:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1779718203.816837:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718203.816838:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718203.816846:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718203.816847:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1779718203.816849:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62f00.
00000100:00000001:3.0:1779718203.816850:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718203.816855:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20650
00000400:00000200:3.0:1779718203.816862:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:0.0:1779718203.816869:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000400:00000200:3.0:1779718203.816874:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718203.816879:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1779718203.816884:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718203.816885:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816897:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718203.816901:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816904:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718203.816905:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718203.816906:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718203.816907:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718203.816909:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718203.816911:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718203.816912:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718203.816914:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816916:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718203.816918:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718203.816919:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816956:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718203.816958:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718203.816961:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718203.816963:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718203.816965:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718203.816971:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718203.816978:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718203.816980:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.816982:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315324159
00000100:00000001:3.0:1779718203.816983:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718203.816991:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000010:0.0:1779718203.816993:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df60.
00000008:00000001:3.0:1779718203.816997:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.817000:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817003:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000010:3.0:1779718203.817004:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718203.817013:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718203.817016:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718203.817017:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817018:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315324159
00000100:00000001:3.0:1779718203.817019:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718203.817023:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1779718203.817026:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d4e0.
02000000:00000001:3.0:1779718203.817027:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817034:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000010:3.0:1779718203.817037:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:0.0:1779718203.817038:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718203.817044:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.817045:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817048:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817052:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718203.817058:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718203.817063:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718203.817067:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1779718203.817072:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718203.817075:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718203.817078:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718203.817082:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1779718203.817087:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718203.817092:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817106:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718203.817107:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718203.817109:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718203.817122:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718203.817127:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718203.817131:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718203.817132:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718203.817137:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431424:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718203.817140:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1779718203.817141:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20660)
02000000:00000001:0.0:1779718203.817144:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718203.817147:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718203.817149:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718203.817154:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779718203.817157:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718203.817160:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718203.817163:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02b00.
00000400:00000010:0.0:1779718203.817167:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7220.
00000100:00000200:0.0:1779718203.817169:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529431424, portal 10
00000100:00000001:0.0:1779718203.817171:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718203.817172:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:0.0:1779718203.817178:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718203.817183:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718203.817185:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718203.817187:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7990.
00000100:00000200:0.0:1779718203.817188:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529431424, offset 0
00000400:00000200:0.0:1779718203.817192:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718203.817194:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718203.817197:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718203.817199:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718203.817201:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718203.817203:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718203.817205:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718203.817207:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157100:157100:255:4294967295] 192.168.203.145@tcp LPNI seq info [157099:157099:7:4294967295]
00000400:00000200:0.0:1779718203.817209:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718203.817214:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718203.817217:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718203.817219:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62100.
00000800:00000200:0.0:1779718203.817222:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718203.817225:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718203.817227:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718203.817230:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718203.817232:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718203.817233:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315322891
00000100:00000001:0.0:1779718203.817236:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315324159
00000100:00000001:0.0:1779718203.817237:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315322891
00000100:00000001:0.0:1779718203.817239:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315324159
00000100:00000001:0.0:1779718203.817242:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718203.817245:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817247:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718203.817252:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718203.817260:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718203.817262:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718203.817264:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718203.817265:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718203.817267:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718203.817270:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431552:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718203.817274:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718203.817276:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718203.817277:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718203.817279:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718203.817283:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779718203.817285:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718203.817288:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718203.817291:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02c60.
00000400:00000010:0.0:1779718203.817294:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7880.
00000100:00000200:0.0:1779718203.817297:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529431552, portal 10
00000100:00000001:0.0:1779718203.817299:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718203.817301:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:0.0:1779718203.817307:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718203.817315:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718203.817317:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718203.817320:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7330.
00000100:00000200:0.0:1779718203.817323:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529431552, offset 0
00000400:00000200:0.0:1779718203.817327:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718203.817331:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718203.817335:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718203.817339:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718203.817341:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718203.817344:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718203.817346:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718203.817349:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157101:157101:254:4294967295] 192.168.203.145@tcp LPNI seq info [157100:157100:6:4294967295]
00000400:00000200:0.0:1779718203.817353:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718203.817361:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718203.817366:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718203.817370:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62200.
00000800:00000200:0.0:1779718203.817374:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718203.817377:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718203.817380:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718203.817384:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718203.817388:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718203.817390:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315322899
00000100:00000001:0.0:1779718203.817393:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315324159
00000100:00000001:0.0:1779718203.817395:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315322899
00000100:00000001:0.0:1779718203.817398:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315324159
00000100:00000001:0.0:1779718203.817400:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718203.817402:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817405:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817407:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718203.817411:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718203.817412:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1779718203.817415:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718203.817417:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718203.817419:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718203.817424:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718203.817432:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718203.817434:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718203.817436:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718203.817439:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718203.817441:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718203.817445:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431680:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718203.817449:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718203.817451:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718203.817453:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718203.817455:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718203.817475:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718203.817478:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718203.817482:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718203.817485:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718203.817489:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000200:0.0:1779718203.817492:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529431680, portal 4
00000100:00000001:0.0:1779718203.817494:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718203.817496:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:0.0:1779718203.817503:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718203.817509:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718203.817511:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718203.817513:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7d48.
00000100:00000200:0.0:1779718203.817516:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529431680, offset 0
00000400:00000200:0.0:1779718203.817519:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718203.817523:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718203.817526:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718203.817529:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718203.817531:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718203.817533:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718203.817535:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718203.817538:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157102:157102:253:4294967295] 192.168.203.145@tcp LPNI seq info [157101:157101:5:4294967295]
00000400:00000200:0.0:1779718203.817542:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718203.817547:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718203.817552:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718203.817558:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62a00.
00000800:00000200:0.0:1779718203.817561:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718203.817565:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718203.817568:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718203.817571:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718203.817574:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718203.817576:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315322897
00000100:00000001:0.0:1779718203.817578:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315324159
00000100:00000001:0.0:1779718203.817581:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315322897
00000100:00000001:0.0:1779718203.817583:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315324159
00000100:00000001:0.0:1779718203.817586:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718203.817588:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817591:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817592:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718203.817596:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718203.817597:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1779718203.817600:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718203.817601:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718203.817603:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718203.817605:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718204.264149:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718204.264152:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718204.264155:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718205.096019:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315324159, at 4315324160
00000100:00000040:0.0:1779718205.096031:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315324159, at 4315324160
00000100:00000010:1.0:1779718205.096035:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d4e0.
00000100:00000010:0.0:1779718205.096040:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df60.
00000020:00000001:0.0:1779718205.288076:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718205.288081:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718205.288084:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718206.312119:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718206.312122:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718206.312124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1779718206.888188:0:248755:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1779718206.888226:0:248755:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1779718206.888236:0:248755:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718206.888241:0:248755:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:1.0:1779718206.888246:0:248755:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718206.888250:0:248755:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1779718206.888255:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718206.888258:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62f00.
00000400:00000200:1.0:1779718206.888264:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718206.888269:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718206.888275:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7dd0
00000400:00000010:1.0:1779718206.888278:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7dd0.
00000100:00000001:1.0:1779718206.888287:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718206.888300:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718206.888319:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718206.888321:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718206.888327:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718206.888328:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718206.888337:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718206.888339:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62100.
00000400:00000200:1.0:1779718206.888341:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718206.888343:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718206.888346:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7990
00000400:00000010:1.0:1779718206.888348:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7990.
00000100:00000001:1.0:1779718206.888350:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718206.888354:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888363:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718206.888363:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1779718206.888369:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1779718206.888369:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888374:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1779718206.888380:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718206.888384:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1779718206.888386:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718203/real 1779718206]  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1779718206.888394:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718206.888401:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62200.
00000400:00000200:1.0:1779718206.888408:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:0.0:1779718206.888411:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718206.888415:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1779718206.888415:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000010:0.0:1779718206.888443:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02b00.
00000400:00000200:0.0:1779718206.888449:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7220
00000400:00000010:0.0:1779718206.888450:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7220.
00000100:00000001:0.0:1779718206.888453:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1779718206.888454:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7330
00000400:00000010:1.0:1779718206.888459:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7330.
00000100:00000200:0.0:1779718206.888460:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718206.888464:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718206.888472:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718206.888478:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718206.888485:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718206.888492:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888494:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718206.888498:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888505:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718206.888506:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718206.888509:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718206.888509:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718206.888517:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718206.888519:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62a00.
00000400:00000200:1.0:1779718206.888522:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:0.0:1779718206.888524:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718206.888530:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718206.888536:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7d48
00000400:00000010:1.0:1779718206.888540:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7d48.
00000100:00000001:0.0:1779718206.888542:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718206.888543:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718206.888549:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718206.888557:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718206.888560:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718206.888566:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718206.888571:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718206.888576:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718206.888582:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718206.888586:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888588:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718206.888589:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888592:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718206.888596:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718206.888600:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718206.888605:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718206.888608:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718206.888613:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718206.888621:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431424:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718206.888629:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718206.888633:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718203/real 1779718206]  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718206.888642:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718206.888643:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718206.888645:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02c60.
00000400:00000200:0.0:1779718206.888649:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7880
00000400:00000010:0.0:1779718206.888651:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7880.
00000100:00000001:0.0:1779718206.888653:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718206.888657:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718206.888665:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888672:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718206.888673:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888676:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718206.888677:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718206.888682:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888689:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718206.888693:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888701:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718206.888703:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888705:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718206.888706:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888708:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718206.888710:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718206.888712:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718206.888716:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718206.888718:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718206.888722:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718206.888729:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431552:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718206.888733:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718206.888736:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718203/real 1779718206]  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718206.888744:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718206.888746:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718206.888748:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02058.
00000400:00000200:0.0:1779718206.888750:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718206.888752:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718206.888755:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718206.888758:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718206.888766:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888773:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718206.888775:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888776:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718206.888778:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718206.888781:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888788:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718206.888791:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888798:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718206.888801:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888802:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718206.888804:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888805:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718206.888807:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718206.888810:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718206.888813:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718206.888815:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718206.888819:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718206.888826:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529431296:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718206.888830:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718206.888832:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718206.888835:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529431424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888841:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718206.888844:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718206.888849:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd59c00.
02000000:00000001:0.0:1779718206.888853:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718206.888855:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718206.888857:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718206.888859:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718206.888862:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:0.0:1779718206.888865:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718206.888867:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718206.888869:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:0.0:1779718206.888872:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718206.888873:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888875:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718206.888879:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529431552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888890:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718206.888891:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718206.888892:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b800.
02000000:00000001:0.0:1779718206.888896:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718206.888897:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718206.888898:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718206.888900:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718206.888901:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:0.0:1779718206.888903:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718206.888904:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718206.888905:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:0.0:1779718206.888907:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718206.888909:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888911:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718206.888913:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529431296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.888957:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718206.888959:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718206.888960:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5a800.
02000000:00000001:0.0:1779718206.888965:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718206.888967:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718206.888968:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718206.888969:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718206.888971:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:0.0:1779718206.888973:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718206.888974:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718206.888976:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:0.0:1779718206.888979:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718206.888980:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.888983:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718206.888985:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718206.888986:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718206.888987:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718206.888991:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718203/real 1779718206]  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718206.889007:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718206.889008:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718206.889010:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718206.889013:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000400:00000010:0.0:1779718206.889014:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718206.889017:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718206.889020:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718206.889037:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.889044:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718206.889046:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.889048:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718206.889049:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718206.889053:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.889059:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718206.889063:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.889070:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718206.889073:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.889074:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718206.889076:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.889078:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718206.889079:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718206.889082:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718206.889086:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718206.889088:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718206.889093:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718206.889102:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431680:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718206.889108:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.889110:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718206.889114:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529431680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718206.889121:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718206.889123:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718206.889124:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd58400.
02000000:00000001:0.0:1779718206.889128:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718206.889129:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718206.889130:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718206.889133:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718206.889134:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:0.0:1779718206.889136:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718206.889137:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718206.889139:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:0.0:1779718206.889141:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718206.889142:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.889144:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718206.889151:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718206.889153:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718206.889155:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718206.889157:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718207.336322:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718207.336325:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718207.336328:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718208.360194:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718208.360199:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718208.360204:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718208.936025:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718208.936030:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718208.936032:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718208.936035:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718208.936039:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718208.936047:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20655
00000400:00000200:0.0:1779718208.936057:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718208.936088:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718208.936093:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718208.936097:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936101:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718208.936104:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936108:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718208.936111:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718208.936113:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718208.936116:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718208.936118:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718208.936120:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718208.936122:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718208.936125:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936126:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718208.936128:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936130:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718208.936132:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718208.936135:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936137:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718208.936139:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718208.936142:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718208.936145:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718208.936147:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718208.936149:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718208.936155:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718208.936158:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718208.936177:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718208.936178:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718208.936181:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718208.936183:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718208.936186:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718208.936192:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718208.936198:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718208.936206:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718208.936224:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718208.936227:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718208.936230:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718208.936249:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718208.936251:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718208.936253:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718208.936254:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718208.936256:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718208.936258:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718208.936259:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20655
00000400:00000200:0.0:1779718208.936262:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718208.936264:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718208.936266:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718208.936268:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936269:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718208.936271:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936272:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718208.936274:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718208.936275:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718208.936276:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718208.936278:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718208.936279:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718208.936281:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718208.936283:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936284:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718208.936286:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936287:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718208.936289:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1779718208.936290:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718208.936294:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718208.936295:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718208.936297:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.936298:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1779718208.936299:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718208.936305:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1779718208.936306:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718208.936307:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718208.936311:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718208.936316:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1779718208.936317:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718208.936319:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1779718208.936320:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718208.936323:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718208.936323:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1779718208.936326:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
02000000:00000001:3.0:1779718208.936326:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1779718208.936332:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718208.936332:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718208.936337:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529431808:192.168.203.145@tcp:250:kworker.0
02000000:00000001:0.0:1779718208.936338:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718208.936341:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.936341:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718208.936345:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1779718208.936346:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718208.936349:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718208.936350:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718208.936352:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718208.936355:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718208.936358:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
02000000:00000010:3.0:1779718208.936362:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c400.
00000100:00000001:0.0:1779718208.936364:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718208.936367:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718208.936373:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1779718208.936379:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718208.936386:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00000001:0.0:1779718208.936388:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718208.936392:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718208.936395:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000040:0.0:1779718208.936397:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718208.936403:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529431808, portal 25
00000100:00000001:3.0:1779718208.936409:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718208.936412:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493250304 : -117608216301312 : ffff9509340b7100)
00000100:00000001:0.0:1779718208.936414:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718208.936433:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718208.936438:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718208.936439:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718208.936442:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718208.936446:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718208.936451:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718208.936455:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1779718208.936457:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20655
00000100:00000040:3.0:1779718208.936462:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718208.936466:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718208.936467:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000400:00000200:0.0:1779718208.936471:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000200:3.0:1779718208.936474:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529431808, offset 0
00000100:00080000:0.0:1779718208.936475:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718208.936480:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936482:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718208.936486:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718208.936488:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936492:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718208.936495:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718208.936496:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:3.0:1779718208.936499:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:0.0:1779718208.936500:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718208.936503:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718208.936507:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718208.936510:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:0.0:1779718208.936511:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718208.936519:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718208.936520:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1779718208.936525:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718208.936528:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:0.0:1779718208.936531:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936535:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:3.0:1779718208.936537:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1779718208.936540:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:3.0:1779718208.936542:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:0.0:1779718208.936547:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:3.0:1779718208.936551:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157103:157103:256:4294967295] 192.168.203.145@tcp LPNI seq info [157102:157102:8:4294967295]
00000100:00000001:0.0:1779718208.936554:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718208.936558:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1779718208.936559:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718208.936564:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718208.936568:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718208.936574:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1779718208.936577:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1779718208.936578:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718208.936584:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718208.936587:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718208.936589:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000010:0.0:1779718208.936593:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000800:00000010:3.0:1779718208.936596:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000020:00000040:0.0:1779718208.936597:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718208.936602:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718208.936604:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718208.936607:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1779718208.936608:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718208.936610:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1779718208.936613:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1779718208.936614:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718208.936621:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000800:00000200:3.1:1779718208.936622:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718208.936626:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718208.936627:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00100000:0.0:1779718208.936635:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1779718208.936635:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718208.936639:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000100:00000001:0.0:1779718208.936648:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1779718208.936648:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1779718208.936653:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718208.936658:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1779718208.936661:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718208.936665:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718208.936670:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:0.0:1779718208.936676:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.936677:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1779718208.936679:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1779718208.936685:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718208.936686:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718208.936691:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718208.936700:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718208.936703:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718208.936705:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1779718208.936706:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718208.936711:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:3.0:1779718208.936713:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718208.936718:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20655
00000400:00000200:0.0:1779718208.936728:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718208.936728:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.936732:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1779718208.936736:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718208.936739:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1779718208.936740:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718208.936743:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718208.936748:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718208.936749:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779718208.936753:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718208.936754:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315329278
00000100:00000001:0.0:1779718208.936758:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718208.936762:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000010:3.0:1779718208.936762:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084751e0.
00000020:00000040:0.0:1779718208.936765:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718208.936769:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1779718208.936770:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1779718208.936771:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718208.936776:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718208.936779:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718208.936780:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315329278
00000100:00000040:0.0:1779718208.936785:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000010:3.0:1779718208.936785:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475780.
00000100:00000001:0.0:1779718208.936789:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718208.936792:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1779718208.936795:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718208.936797:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718208.936800:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718208.936802:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1779718208.936803:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:3.0:1779718208.936806:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1779718208.936810:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:3.0:1779718208.936815:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718208/real 1779718208]  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718208.936817:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718208.936822:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718208.936826:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718208.936830:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1779718208.936831:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1779718208.936833:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:3.0:1779718208.936834:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:0.0:1779718208.936837:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000010:3.0:1779718208.936837:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000008:00000001:0.0:1779718208.936843:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718208.936844:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000100:00000001:0.0:1779718208.936846:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718208.936852:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779718208.936854:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718208.936856:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718208.936858:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718208.936860:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718208.936861:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718208.936863:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718208.936867:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718208.936870:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718208.936876:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718208.936884:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718208.936886:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718208.936890:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718208.936898:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718208.936903:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20665)
00000400:00000010:3.0:1779718208.936958:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718208.936962:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718208.936967:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718208.936977:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.936984:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718208.936986:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.936988:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718208.936990:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718208.936995:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937003:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718208.937008:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937016:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718208.937027:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937029:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718208.937031:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937033:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718208.937036:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718208.937040:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718208.937044:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718208.937047:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718208.937051:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718208.937061:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529431808:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718208.937065:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937068:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718208.937071:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7100 x1866162529431808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937078:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718208.937081:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718208.937084:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718208.937087:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718208.937089:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718208.937090:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718208.937092:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718208.937095:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a800.
02000000:00000001:3.0:1779718208.937099:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718208.937101:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718208.937103:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7100.
00000100:00000001:3.0:1779718208.937106:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718208.937108:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937110:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937117:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718208.937118:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.937120:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718208.937122:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718208.937124:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718208.937128:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937138:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718208.937139:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718208.937141:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718208.937142:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718208.937144:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718208.937145:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431936:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718208.937148:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718208.937149:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718208.937151:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718208.937152:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718208.937155:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718208.937156:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718208.937159:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718208.937161:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718208.937164:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718208.937167:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529431936, portal 10
00000100:00000001:3.0:1779718208.937168:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718208.937169:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493246720 : -117608216304896 : ffff9509340b6300)
00000100:00000040:3.0:1779718208.937174:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937180:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718208.937182:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718208.937185:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718208.937187:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529431936, offset 0
00000400:00000200:3.0:1779718208.937199:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718208.937204:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718208.937208:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718208.937211:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718208.937214:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718208.937216:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718208.937218:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718208.937222:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157104:157104:256:4294967295] 192.168.203.145@tcp LPNI seq info [157103:157103:8:4294967295]
00000400:00000200:3.0:1779718208.937227:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718208.937234:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718208.937239:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718208.937243:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718208.937248:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718208.937251:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718208.937254:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718208.937257:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718208.937260:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718208.937262:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718208.937264:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718208.937267:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718208.937270:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718208.937272:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718208.937275:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718208.937278:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937286:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718208.937289:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937295:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.937296:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718208.937300:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718208.937304:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718208.937307:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718208.937309:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315328011
00000100:00000001:3.0:1779718208.937312:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315329278
00000100:00000001:3.0:1779718208.937314:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315328011
00000100:00000001:3.0:1779718208.937316:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315329278
00000100:00000001:3.0:1779718208.937318:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718208.937321:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.937322:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718208.937326:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718208/real 1779718208]  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718208.937335:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718208.937336:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718208.937338:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718208.937341:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718208.937343:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718208.937345:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718208.937349:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718208.937358:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937365:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718208.937366:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937368:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718208.937369:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718208.937373:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937379:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718208.937383:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937389:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718208.937391:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937392:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718208.937393:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937395:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718208.937397:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718208.937400:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718208.937404:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718208.937407:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718208.937410:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718208.937431:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529431936:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718208.937435:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718208.937439:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937445:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718208.937446:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718208.937449:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718208.937451:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718208.937453:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718208.937456:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529432064:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718208.937460:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718208.937462:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718208.937463:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718208.937465:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718208.937474:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718208.937476:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718208.937479:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718208.937482:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718208.937484:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718208.937487:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529432064, portal 10
00000100:00000001:3.0:1779718208.937489:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718208.937490:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493243136 : -117608216308480 : ffff9509340b5500)
00000100:00000040:3.0:1779718208.937496:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937503:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718208.937506:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718208.937508:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718208.937511:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529432064, offset 0
00000400:00000200:3.0:1779718208.937514:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718208.937519:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718208.937522:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718208.937524:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718208.937527:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718208.937529:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718208.937531:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718208.937534:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157105:157105:256:4294967295] 192.168.203.145@tcp LPNI seq info [157104:157104:8:4294967295]
00000400:00000200:3.0:1779718208.937538:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718208.937544:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718208.937548:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718208.937551:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718208.937555:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718208.937557:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718208.937561:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718208.937563:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718208.937567:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718208.937568:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718208.937571:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718208.937575:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718208.937578:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718208.937580:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718208.937582:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718208.937585:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937592:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718208.937595:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937601:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.937603:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718208.937606:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718208.937608:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718208.937612:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718208.937614:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315328019
00000100:00000001:3.0:1779718208.937616:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315329278
00000100:00000001:3.0:1779718208.937618:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315328019
00000100:00000001:3.0:1779718208.937620:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315329278
00000100:00000001:3.0:1779718208.937622:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718208.937624:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.937626:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718208.937629:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718208/real 1779718208]  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718208.937637:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718208.937638:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718208.937640:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718208.937647:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718208.937650:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718208.937652:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718208.937655:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718208.937663:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937670:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718208.937671:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937673:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718208.937674:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718208.937678:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937686:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718208.937690:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937698:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718208.937700:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937702:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718208.937703:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937705:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718208.937707:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718208.937709:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718208.937712:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718208.937713:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718208.937716:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718208.937722:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529432064:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718208.937724:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718208.937726:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937731:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718208.937732:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718208.937734:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718208.937735:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718208.937736:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718208.937738:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529432192:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718208.937740:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718208.937742:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718208.937743:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718208.937744:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718208.937747:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718208.937748:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718208.937751:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718208.937753:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718208.937755:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718208.937758:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529432192, portal 4
00000100:00000001:3.0:1779718208.937759:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718208.937760:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493241344 : -117608216310272 : ffff9509340b4e00)
00000100:00000040:3.0:1779718208.937764:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937769:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718208.937770:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718208.937771:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718208.937773:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529432192, offset 0
00000400:00000200:3.0:1779718208.937776:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718208.937778:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718208.937781:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718208.937783:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718208.937785:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718208.937786:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718208.937788:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718208.937790:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157106:157106:256:4294967295] 192.168.203.145@tcp LPNI seq info [157105:157105:8:4294967295]
00000400:00000200:3.0:1779718208.937793:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718208.937797:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718208.937800:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718208.937802:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718208.937805:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718208.937807:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718208.937810:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718208.937812:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718208.937814:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718208.937815:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718208.937817:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718208.937820:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718208.937822:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718208.937823:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718208.937825:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718208.937827:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937833:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718208.937834:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937839:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.937840:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718208.937841:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718208.937843:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718208.937845:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718208.937846:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315328017
00000100:00000001:3.0:1779718208.937848:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315329278
00000100:00000001:3.0:1779718208.937849:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315328017
00000100:00000001:3.0:1779718208.937851:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315329278
00000100:00000001:3.0:1779718208.937853:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718208.937855:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.937857:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718208.937860:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718208/real 1779718208]  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718208.937869:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718208.937870:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718208.937872:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718208.937874:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718208.937875:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718208.937877:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718208.937880:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718208.937890:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937898:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718208.937900:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937902:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718208.937904:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718208.937907:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937914:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718208.937917:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937952:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718208.937954:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937956:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718208.937957:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937959:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718208.937961:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718208.937963:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718208.937966:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718208.937968:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718208.937972:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718208.937979:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529432192:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718208.937983:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.937985:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718208.937988:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6300 x1866162529431936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.937995:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718208.937997:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718208.937999:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718208.938002:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718208.938004:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718208.938006:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718208.938008:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718208.938010:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:3.0:1779718208.938014:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718208.938015:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718208.938017:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6300.
00000100:00000001:3.0:1779718208.938019:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718208.938020:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.938021:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718208.938024:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5500 x1866162529432064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.938030:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718208.938032:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718208.938033:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718208.938036:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718208.938037:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718208.938038:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718208.938040:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718208.938041:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:3.0:1779718208.938044:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718208.938045:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718208.938046:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5500.
00000100:00000001:3.0:1779718208.938048:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718208.938050:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.938051:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718208.938054:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4e00 x1866162529432192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718208.938061:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718208.938063:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718208.938064:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718208.938067:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718208.938068:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718208.938069:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718208.938072:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718208.938073:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59400.
02000000:00000001:3.0:1779718208.938075:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718208.938076:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718208.938078:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4e00.
00000100:00000001:3.0:1779718208.938080:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718208.938082:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.938084:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718208.938089:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718208.938090:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718208.938091:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718208.938093:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718209.384075:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718209.384078:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718209.384081:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718210.216029:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315329278, at 4315329280
00000100:00000040:0.0:1779718210.216030:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315329278, at 4315329280
00000100:00000010:1.0:1779718210.216043:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475780.
00000100:00000010:0.0:1779718210.216046:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084751e0.
00000020:00000001:3.0:1779718210.408088:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718210.408091:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718210.408094:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718211.432120:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718211.432123:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718211.432126:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718212.008119:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718212.008127:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718212.008129:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718212.008135:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718212.008139:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718212.008143:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718212.008146:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718212.008149:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718212.008152:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718212.456106:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718212.456109:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718212.456112:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718213.031988:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718213.031994:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718213.031995:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718213.031999:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718213.032002:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718213.032004:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718213.032006:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718213.032008:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718213.032010:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718213.480063:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718213.480066:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718213.480069:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718214.056017:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718214.056023:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718214.056024:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718214.056029:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718214.056032:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718214.056035:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.056037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718214.056040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.056042:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718214.056043:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718214.056049:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718214.056051:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718214.056054:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718214.056057:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718214.056063:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20660
00000400:00000200:0.0:1779718214.056071:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718214.056077:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718214.056079:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718214.056082:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056084:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718214.056086:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056088:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718214.056091:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718214.056092:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718214.056094:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718214.056096:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718214.056098:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718214.056100:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718214.056102:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056104:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718214.056106:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056107:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718214.056110:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718214.056112:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056114:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718214.056116:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718214.056119:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718214.056121:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718214.056123:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718214.056124:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718214.056131:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718214.056134:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718214.056137:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718214.056138:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718214.056141:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718214.056143:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718214.056146:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718214.056161:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779718214.056166:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718214.056174:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718214.056182:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718214.056186:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718214.056189:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718214.056205:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718214.056207:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718214.056209:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718214.056211:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718214.056212:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718214.056214:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718214.056217:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20660
00000400:00000200:0.0:1779718214.056221:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718214.056224:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718214.056226:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1779718214.056226:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1779718214.056230:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718214.056231:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718214.056234:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779718214.056235:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718214.056238:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056240:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718214.056242:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1779718214.056243:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1779718214.056244:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718214.056247:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718214.056249:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718214.056253:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718214.056258:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:3.0:1779718214.056260:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1779718214.056263:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718214.056264:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718214.056266:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718214.056269:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:3.0:1779718214.056269:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1779718214.056273:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:3.0:1779718214.056273:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1779718214.056275:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:3.0:1779718214.056277:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718214.056280:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:3.0:1779718214.056284:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529432320:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718214.056285:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718214.056289:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1779718214.056291:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718214.056294:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718214.056295:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718214.056297:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718214.056297:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718214.056301:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1779718214.056302:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1779718214.056305:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1779718214.056307:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921d800.
00000008:00000001:0.0:1779718214.056308:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718214.056313:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718214.056313:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718214.056320:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000400:00000200:3.0:1779718214.056323:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:0.0:1779718214.056324:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718214.056328:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718214.056330:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718214.056330:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00000001:0.0:1779718214.056335:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718214.056336:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718214.056337:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718214.056338:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
02000000:00000010:0.0:1779718214.056341:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779718214.056345:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718214.056347:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529432320, portal 25
00000100:00100000:0.0:1779718214.056349:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718214.056352:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718214.056356:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493251200 : -117608216300416 : ffff9509340b7480)
00000100:00000001:0.0:1779718214.056361:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718214.056363:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718214.056369:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718214.056369:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.056403:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718214.056408:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718214.056412:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718214.056416:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529432320, offset 0
00000400:00000200:3.0:1779718214.056421:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718214.056428:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718214.056433:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718214.056437:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718214.056440:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718214.056447:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1779718214.056450:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718214.056451:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:0.0:1779718214.056456:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718214.056458:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157107:157107:256:4294967295] 192.168.203.145@tcp LPNI seq info [157106:157106:8:4294967295]
00000100:00080000:0.0:1779718214.056460:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718214.056464:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1779718214.056466:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:0.0:1779718214.056467:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718214.056470:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718214.056473:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20660
00000400:00000200:3.0:1779718214.056480:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718214.056485:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718214.056489:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000010:3.0:1779718214.056492:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000400:00000200:0.0:1779718214.056494:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718214.056497:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718214.056500:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056504:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1779718214.056504:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:0.0:1779718214.056509:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:3.0:1779718214.056509:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1779718214.056513:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718214.056516:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718214.056517:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000800:00000200:3.1:1779718214.056519:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:0.0:1779718214.056520:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718214.056523:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:3.1:1779718214.056524:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1779718214.056525:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718214.056530:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000100:3.0:1779718214.056534:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718214.056537:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000010:3.0:1779718214.056538:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000100:00000001:0.0:1779718214.056539:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718214.056543:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056545:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718214.056546:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:3.0:1779718214.056547:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1779718214.056550:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056553:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718214.056555:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1779718214.056556:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718214.056561:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718214.056562:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
02000000:00000001:0.0:1779718214.056563:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718214.056564:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:0.0:1779718214.056566:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718214.056568:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1779718214.056570:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1779718214.056571:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718214.056573:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718214.056576:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1779718214.056578:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779718214.056582:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718214.056587:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718214.056589:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718214.056592:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718214.056593:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1779718214.056593:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1779718214.056597:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718214.056599:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1779718214.056602:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779718214.056607:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718214.056615:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718214.056620:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.056624:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718214.056629:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718214.056630:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718214.056631:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718214.056637:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779718214.056638:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.056642:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315334398
00000100:00000010:3.0:1779718214.056649:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475a20.
00000100:00000001:0.0:1779718214.056650:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718214.056655:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718214.056658:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1779718214.056658:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1779718214.056664:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718214.056666:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718214.056666:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315334398
00000100:00000001:0.0:1779718214.056669:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718214.056671:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:3.0:1779718214.056671:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475180.
00000100:00000001:3.0:1779718214.056675:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718214.056676:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718214.056680:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20660
00000100:00000001:3.0:1779718214.056681:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718214.056686:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718214.056688:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718214.056690:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1779718214.056693:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718214.056695:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1779718214.056698:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718214/real 1779718214]  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718214.056701:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056705:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718214.056709:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056714:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718214.056717:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:3.0:1779718214.056718:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1779718214.056719:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000400:00000001:3.0:1779718214.056720:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1779718214.056721:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1779718214.056723:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000020:00000040:0.0:1779718214.056724:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718214.056728:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718214.056730:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718214.056732:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056733:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718214.056734:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718214.056735:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718214.056737:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:3.0:1779718214.056737:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000100:00080000:0.0:1779718214.056741:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000010:3.0:1779718214.056742:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:0.0:1779718214.056745:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.056746:0:248765:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1779718214.056748:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718214.056751:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1779718214.056752:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718214.056754:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718214.056758:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718214.056762:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718214.056766:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718214.056767:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718214.056768:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718214.056774:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779718214.056778:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:3.0:1779718214.056780:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1779718214.056781:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1779718214.056782:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779718214.056783:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718214.056785:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1779718214.056785:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718214.056787:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779718214.056788:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718214.056791:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718214.056794:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1779718214.056795:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718214.056799:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718214.056808:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718214.056808:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718214.056817:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718214.056818:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718214.056822:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718214.056830:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.056830:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718214.056835:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.056839:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718214.056841:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718214.056847:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.056847:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718214.056849:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1779718214.056851:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20670)
00000100:00080000:3.0:1779718214.056852:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718214.056859:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718214.056861:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718214.056864:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718214.056871:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529432320:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718214.056875:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.056876:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718214.056878:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7480 x1866162529432320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.056883:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718214.056884:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718214.056886:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718214.056888:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718214.056889:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718214.056890:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718214.056891:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718214.056893:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58000.
02000000:00000001:3.0:1779718214.056896:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718214.056898:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718214.056899:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7480.
00000100:00000001:3.0:1779718214.056902:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718214.056903:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.056904:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.056910:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718214.056911:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.056912:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718214.056913:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718214.056914:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718214.056916:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.056938:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718214.056939:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718214.056941:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718214.056942:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718214.056944:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718214.056946:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529432448:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718214.056948:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718214.056950:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718214.056951:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718214.056952:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718214.056955:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718214.056956:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718214.056958:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718214.056960:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718214.056963:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718214.056965:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529432448, portal 10
00000100:00000001:3.0:1779718214.056966:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718214.056968:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493245824 : -117608216305792 : ffff9509340b5f80)
00000100:00000040:3.0:1779718214.056973:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.056977:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718214.056979:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718214.056981:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718214.056983:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529432448, offset 0
00000400:00000200:3.0:1779718214.056985:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718214.056988:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718214.056991:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718214.056993:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718214.056995:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718214.056997:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718214.056998:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718214.057001:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157108:157108:256:4294967295] 192.168.203.145@tcp LPNI seq info [157107:157107:8:4294967295]
00000400:00000200:3.0:1779718214.057003:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718214.057008:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718214.057011:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718214.057012:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718214.057015:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718214.057017:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779718214.057020:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718214.057022:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1779718214.057024:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718214.057025:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718214.057027:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718214.057030:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718214.057032:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718214.057033:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718214.057035:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718214.057037:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057042:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718214.057044:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057049:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.057050:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718214.057052:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718214.057055:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718214.057057:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718214.057059:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315333131
00000100:00000001:3.0:1779718214.057061:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315334398
00000100:00000001:3.0:1779718214.057062:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315333131
00000100:00000001:3.0:1779718214.057064:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315334398
00000100:00000001:3.0:1779718214.057065:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718214.057066:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.057068:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718214.057070:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718214/real 1779718214]  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718214.057075:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718214.057075:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718214.057077:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718214.057078:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718214.057079:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718214.057081:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718214.057083:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718214.057088:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057092:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718214.057093:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057094:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718214.057095:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718214.057097:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057102:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718214.057104:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057109:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718214.057111:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057112:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718214.057113:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057114:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718214.057115:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718214.057117:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718214.057119:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718214.057120:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718214.057122:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718214.057127:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529432448:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718214.057130:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718214.057132:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057136:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718214.057137:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718214.057138:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718214.057139:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718214.057141:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718214.057142:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529432576:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718214.057144:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718214.057145:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718214.057146:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718214.057147:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718214.057149:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718214.057150:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718214.057153:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718214.057154:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718214.057156:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718214.057158:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529432576, portal 10
00000100:00000001:3.0:1779718214.057160:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718214.057160:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244032 : -117608216307584 : ffff9509340b5880)
00000100:00000040:3.0:1779718214.057164:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057169:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718214.057170:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718214.057171:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718214.057173:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529432576, offset 0
00000400:00000200:3.0:1779718214.057176:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718214.057178:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718214.057180:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718214.057181:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718214.057183:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718214.057185:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718214.057186:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718214.057188:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157109:157109:256:4294967295] 192.168.203.145@tcp LPNI seq info [157108:157108:8:4294967295]
00000400:00000200:3.0:1779718214.057191:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718214.057196:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718214.057198:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718214.057200:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718214.057203:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718214.057205:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779718214.057207:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718214.057209:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1779718214.057211:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718214.057213:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718214.057215:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718214.057217:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718214.057219:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718214.057220:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718214.057222:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718214.057224:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057229:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718214.057231:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057235:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.057236:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718214.057237:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718214.057239:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718214.057241:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718214.057243:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315333139
00000100:00000001:3.0:1779718214.057245:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315334398
00000100:00000001:3.0:1779718214.057246:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315333139
00000100:00000001:3.0:1779718214.057247:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315334398
00000100:00000001:3.0:1779718214.057249:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718214.057250:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.057251:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718214.057253:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718214/real 1779718214]  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718214.057258:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718214.057259:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718214.057260:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718214.057262:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718214.057263:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718214.057264:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718214.057266:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718214.057271:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057275:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718214.057276:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057277:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718214.057278:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718214.057280:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057285:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718214.057287:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057291:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718214.057292:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057293:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718214.057294:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057295:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718214.057296:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718214.057297:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718214.057299:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718214.057301:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718214.057303:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718214.057307:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529432576:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718214.057310:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718214.057311:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057316:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718214.057316:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718214.057318:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718214.057319:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718214.057321:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718214.057322:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529432704:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718214.057325:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718214.057326:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718214.057326:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718214.057328:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718214.057329:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718214.057330:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718214.057333:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718214.057334:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718214.057336:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718214.057338:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529432704, portal 4
00000100:00000001:3.0:1779718214.057340:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718214.057341:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244928 : -117608216306688 : ffff9509340b5c00)
00000100:00000040:3.0:1779718214.057345:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057353:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718214.057355:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718214.057357:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718214.057360:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529432704, offset 0
00000400:00000200:3.0:1779718214.057364:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718214.057368:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718214.057371:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718214.057374:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718214.057377:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718214.057393:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718214.057395:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718214.057399:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157110:157110:256:4294967295] 192.168.203.145@tcp LPNI seq info [157109:157109:8:4294967295]
00000400:00000200:3.0:1779718214.057404:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718214.057411:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718214.057416:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718214.057419:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718214.057422:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718214.057424:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1779718214.057427:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718214.057429:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1779718214.057432:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718214.057433:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718214.057435:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718214.057438:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718214.057440:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718214.057441:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718214.057443:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718214.057446:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057451:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718214.057453:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057458:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.057459:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718214.057461:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718214.057463:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718214.057465:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718214.057467:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315333137
00000100:00000001:3.0:1779718214.057469:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315334398
00000100:00000001:3.0:1779718214.057470:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315333137
00000100:00000001:3.0:1779718214.057472:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315334398
00000100:00000001:3.0:1779718214.057473:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718214.057474:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.057476:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718214.057478:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718214/real 1779718214]  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718214.057484:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718214.057485:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718214.057486:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718214.057487:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718214.057488:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718214.057490:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718214.057492:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718214.057497:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057501:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718214.057502:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057503:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718214.057504:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718214.057506:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057510:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718214.057513:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057517:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718214.057519:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057520:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718214.057521:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057522:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718214.057523:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718214.057524:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718214.057526:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718214.057527:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718214.057530:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718214.057535:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529432704:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718214.057538:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057539:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718214.057541:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5f80 x1866162529432448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057545:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718214.057546:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718214.057547:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718214.057549:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718214.057549:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718214.057550:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718214.057552:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718214.057553:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b400.
02000000:00000001:3.0:1779718214.057555:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718214.057556:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718214.057557:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5f80.
00000100:00000001:3.0:1779718214.057559:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718214.057560:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057561:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718214.057563:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5880 x1866162529432576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057567:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718214.057568:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718214.057569:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718214.057570:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718214.057571:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718214.057572:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718214.057573:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718214.057574:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b000.
02000000:00000001:3.0:1779718214.057575:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718214.057577:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718214.057578:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5880.
00000100:00000001:3.0:1779718214.057579:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718214.057580:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057581:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718214.057583:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5c00 x1866162529432704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718214.057587:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718214.057588:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718214.057589:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718214.057590:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718214.057591:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718214.057591:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718214.057593:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718214.057593:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:3.0:1779718214.057594:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718214.057595:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718214.057596:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5c00.
00000100:00000001:3.0:1779718214.057597:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718214.057598:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057599:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718214.057601:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718214.057602:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718214.057603:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718214.057605:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718214.504119:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718214.504123:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718214.504125:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718215.079973:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718215.079979:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718215.079981:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718215.079985:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718215.079988:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718215.079990:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718215.079999:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718215.080001:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718215.080003:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718215.336029:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315334398, at 4315334400
00000100:00000040:1.0:1779718215.336029:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315334398, at 4315334400
00000100:00000010:0.0:1779718215.336042:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475a20.
00000100:00000010:1.0:1779718215.336045:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475180.
00000020:00000001:1.0:1779718215.528102:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718215.528106:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718215.528108:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718216.104053:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718216.104060:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718216.104062:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718216.104068:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718216.104072:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718216.104076:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718216.104078:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718216.104081:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718216.104084:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718216.552114:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718216.552119:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718216.552124:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718217.128002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718217.128010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718217.128014:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718217.128021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718217.128027:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718217.128032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718217.128037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718217.128040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718217.128043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718217.576109:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718217.576114:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718217.576118:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718218.152044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718218.152054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718218.152057:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718218.152064:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718218.152070:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718218.152073:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718218.152077:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718218.152080:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718218.152082:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718218.600118:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718218.600121:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718218.600124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718219.176045:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718219.176047:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1779718219.176055:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718219.176055:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718219.176060:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718219.176060:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718219.176066:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1779718219.176067:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718219.176072:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718219.176076:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1779718219.176082:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20665
00000100:00000001:3.0:1779718219.176082:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718219.176089:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718219.176092:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1779718219.176097:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718219.176100:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718219.176105:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718219.176108:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718219.176111:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176115:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718219.176120:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176123:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718219.176129:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718219.176131:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718219.176136:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718219.176139:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718219.176141:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718219.176144:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718219.176147:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176148:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718219.176150:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176151:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718219.176154:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718219.176159:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176162:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718219.176165:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718219.176170:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718219.176173:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.176175:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718219.176177:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718219.176185:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6680.
00000020:00000040:0.0:1779718219.176189:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718219.176193:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718219.176195:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.176199:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718219.176201:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718219.176205:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718219.176216:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779718219.176223:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718219.176234:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6680 x1866162529432832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718219.176242:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718219.176246:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718219.176252:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bfd0c85] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6680 x1866162529432832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718219.176277:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718219.176279:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718219.176282:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718219.176283:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718219.176285:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718219.176288:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718219.176291:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20665
00000400:00000200:0.0:1779718219.176297:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718219.176301:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718219.176303:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718219.176307:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176312:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718219.176317:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176324:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718219.176329:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718219.176331:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718219.176336:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718219.176354:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718219.176364:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718219.176370:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718219.176385:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176390:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718219.176397:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176408:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718219.176413:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718219.176429:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176437:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718219.176449:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718219.176460:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718219.176468:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.176471:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718219.176477:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718219.176483:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.176487:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718219.176497:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6d80.
00000020:00000040:0.0:1779718219.176501:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718219.176510:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718219.176512:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.176514:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718219.176518:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718219.176524:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718219.176537:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718219.176549:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718219.176562:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6d80 x1866162529432960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718219.176586:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718219.176591:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718219.176602:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27aefa5] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6d80 x1866162529432960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718219.176624:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718219.176631:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718219.176645:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718219.176650:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718219.176656:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718219.176664:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718219.176674:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20665
00000400:00000200:0.0:1779718219.176701:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718219.176710:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718219.176715:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718219.176730:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176735:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718219.176738:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718219.176741:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1779718219.176743:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176748:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718219.176758:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718219.176763:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718219.176770:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718219.176774:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718219.176784:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718219.176789:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718219.176801:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176805:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718219.176814:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176821:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718219.176831:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718219.176840:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718219.176845:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718219.176848:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718219.176851:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718219.176853:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.176858:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718219.176861:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718219.176865:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.176872:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718219.176881:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779718219.176886:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718219.176894:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718219.176897:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.176900:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718219.176903:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718219.176906:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718219.176916:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779718219.176969:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718219.176996:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529433088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718219.177018:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718219.177024:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718219.177037:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529433088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718219.177055:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718219.177058:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718219.177064:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718219.177068:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718219.177072:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718219.177074:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718219.177076:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718219.177081:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718219.177087:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20665
00000400:00000200:0.0:1779718219.177096:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718219.177105:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718219.177113:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718219.177125:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.177132:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718219.177140:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.177149:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718219.177158:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718219.177163:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718219.177168:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718219.177175:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718219.177181:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718219.177191:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718219.177202:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.177211:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718219.177218:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718219.177227:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718219.177232:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718219.177236:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718219.177240:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718219.177248:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718219.177253:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718219.177260:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.177270:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718219.177277:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718219.177285:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.177288:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718219.177294:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779718219.177302:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718219.177312:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718219.177320:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718219.177325:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718219.177329:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718219.177332:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718219.177355:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718219.177362:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718219.177377:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529433216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718219.177402:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718219.177405:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718219.177419:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529433216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718219.177455:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718219.177465:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20675)
00000800:00000200:2.1:1779718219.177633:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718219.177635:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718219.177820:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718219.177822:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718219.178138:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718219.178140:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1779718219.624101:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718219.624106:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718219.624109:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718220.200022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718220.200028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718220.200030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718220.200034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718220.200037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718220.200040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718220.200043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718220.200045:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718220.200046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718220.456026:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315339519, at 4315339520
00000100:00000040:0.0:1779718220.456033:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315339518, at 4315339520
00000100:00000010:1.0:1779718220.456038:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5420.
00000100:00000010:0.0:1779718220.456047:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5780.
00000020:00000001:3.0:1779718220.648108:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718220.648113:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718220.648117:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718221.224019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718221.224025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718221.224027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718221.224032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718221.224037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718221.224041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718221.224044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718221.224047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718221.224050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718221.672210:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718221.672214:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718221.672217:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718222.248027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718222.248034:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718222.248036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718222.248041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718222.248045:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718222.248048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718222.248051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718222.248054:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718222.248056:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718222.696177:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718222.696181:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718222.696183:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718223.272024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718223.272030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718223.272032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718223.272036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718223.272039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718223.272042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718223.272044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718223.272047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718223.272049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718223.720143:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718223.720148:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718223.720152:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718224.296002:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718224.296010:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718224.296012:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718224.296017:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718224.296020:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718224.296022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1779718224.296028:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20670
00000100:00000001:3.0:1779718224.296030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718224.296036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718224.296043:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:3.0:1779718224.296044:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000400:00000200:0.0:1779718224.296051:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:3.0:1779718224.296051:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1779718224.296059:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1779718224.296059:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718224.296066:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718224.296067:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718224.296075:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718224.296075:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718224.296080:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296090:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718224.296091:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718224.296100:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718224.296103:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718224.296106:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718224.296108:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718224.296111:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718224.296113:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718224.296118:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296121:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718224.296123:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296125:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718224.296127:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718224.296129:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296131:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718224.296133:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718224.296136:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718224.296137:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296139:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718224.296140:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718224.296148:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779718224.296150:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718224.296153:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718224.296155:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296158:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718224.296160:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718224.296163:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718224.296170:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779718224.296175:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718224.296182:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529433344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718224.296189:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718224.296193:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718224.296196:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529433344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718224.296215:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718224.296217:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718224.296220:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718224.296221:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718224.296223:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718224.296224:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718224.296226:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20670
00000400:00000200:0.0:1779718224.296229:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718224.296231:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718224.296232:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718224.296234:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296236:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718224.296237:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296239:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718224.296240:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718224.296241:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718224.296242:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718224.296243:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718224.296244:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718224.296245:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718224.296247:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296248:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718224.296249:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296250:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718224.296252:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718224.296254:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296255:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718224.296256:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718224.296260:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718224.296262:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296263:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718224.296266:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718224.296268:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296270:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718224.296273:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718224.296275:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718224.296277:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718224.296278:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296280:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718224.296281:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718224.296282:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718224.296285:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718224.296288:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718224.296294:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529433472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718224.296318:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718224.296322:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718224.296330:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529433472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718224.296342:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718224.296345:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718224.296350:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718224.296353:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718224.296356:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718224.296360:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718224.296364:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20670
00000400:00000200:0.0:1779718224.296371:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718224.296381:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718224.296383:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718224.296391:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296395:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718224.296398:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296400:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718224.296404:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718224.296405:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718224.296406:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718224.296407:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718224.296409:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718224.296412:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718224.296417:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296419:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718224.296423:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296428:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718224.296433:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718224.296439:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296443:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718224.296448:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718224.296453:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718224.296456:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296461:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718224.296463:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718224.296467:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296472:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718224.296476:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779718224.296481:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718224.296484:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718224.296485:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296488:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718224.296490:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718224.296493:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718224.296497:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:0.0:1779718224.296502:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718224.296510:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529433600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718224.296529:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718224.296530:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718224.296536:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529433600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718224.296555:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718224.296559:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718224.296565:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718224.296567:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718224.296573:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718224.296576:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718224.296578:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718224.296583:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.1:1779718224.296586:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779718224.296588:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20670
00000800:00000200:2.1:1779718224.296591:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000400:00000200:0.0:1779718224.296594:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718224.296600:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718224.296603:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718224.296607:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296608:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718224.296612:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296618:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718224.296621:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718224.296622:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718224.296623:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718224.296626:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718224.296629:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718224.296631:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718224.296637:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296647:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718224.296652:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296657:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718224.296662:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718224.296667:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718224.296670:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718224.296673:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718224.296677:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718224.296685:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296688:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718224.296691:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718224.296694:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296697:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718224.296702:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779718224.296706:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718224.296708:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718224.296709:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718224.296710:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718224.296712:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718224.296715:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718224.296720:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779718224.296725:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718224.296733:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529433728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718224.296746:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718224.296750:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718224.296758:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529433728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718224.296774:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718224.296778:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20681)
00000800:00000200:2.1:1779718224.296999:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718224.297000:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779718224.297180:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718224.297182:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779718224.297370:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718224.297372:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1779718224.744092:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718224.744098:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718224.744103:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718225.320000:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718225.320005:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718225.320007:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718225.320010:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718225.320013:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718225.320016:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718225.320018:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718225.320020:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718225.320022:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718225.576025:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315344638, at 4315344640
00000100:00000010:0.0:1779718225.576056:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5060.
00000100:00000040:1.0:1779718225.576064:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315344638, at 4315344640
00000100:00000010:1.0:1779718225.576079:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b50c0.
00000020:00000001:3.0:1779718225.768135:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718225.768142:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718225.768147:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718226.792080:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718226.792084:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718226.792088:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718227.816103:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718227.816107:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718227.816111:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718228.840107:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718228.840112:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718228.840116:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718229.416073:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718229.416086:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718229.416089:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718229.416098:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718229.416104:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718229.416120:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20676
00000400:00000200:3.0:1779718229.416136:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718229.416146:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718229.416150:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718229.416160:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416164:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718229.416167:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416170:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718229.416175:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718229.416176:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718229.416180:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718229.416183:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718229.416186:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718229.416189:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718229.416195:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416198:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718229.416200:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416202:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718229.416205:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718229.416208:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416210:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718229.416213:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718229.416216:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718229.416219:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.416221:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718229.416223:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718229.416232:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718229.416235:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718229.416239:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718229.416241:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.416244:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718229.416246:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718229.416250:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718229.416257:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718229.416276:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718229.416286:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529433856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718229.416296:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718229.416300:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718229.416305:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529433856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718229.416327:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718229.416331:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718229.416335:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718229.416336:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718229.416338:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718229.416342:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718229.416345:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20676
00000400:00000200:3.0:1779718229.416349:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718229.416352:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718229.416355:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718229.416363:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416370:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718229.416377:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416385:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718229.416395:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718229.416402:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718229.416413:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718229.416418:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718229.416423:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718229.416426:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718229.416433:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416440:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718229.416445:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416450:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718229.416456:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718229.416467:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416472:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718229.416477:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718229.416483:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718229.416487:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.416492:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718229.416497:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718229.416501:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.416504:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718229.416512:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718229.416516:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718229.416520:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718229.416524:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.416528:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718229.416530:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718229.416533:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718229.416542:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718229.416547:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718229.416555:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529433984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718229.416583:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718229.416589:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718229.416600:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529433984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718229.416639:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718229.416645:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718229.416649:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718229.416651:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718229.416656:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718229.416664:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718229.416668:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20676
00000400:00000200:3.0:1779718229.416725:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718229.416734:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718229.416744:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718229.416753:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416761:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718229.416767:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416769:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718229.416776:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718229.416780:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718229.416784:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718229.416785:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718229.416789:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718229.416794:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718229.416800:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416807:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718229.416813:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.416817:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718229.416823:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718229.416831:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:2.1:1779718229.416834:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718229.416837:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718229.416842:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1779718229.416842:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1779718229.416846:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718229.416854:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.416859:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718229.416862:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718229.416866:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.416867:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718229.416874:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718229.416879:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718229.416885:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718229.416888:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.416893:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718229.416896:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718229.416898:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718229.416909:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718229.416914:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718229.416956:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529434112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718229.416971:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718229.416977:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718229.416989:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529434112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718229.417002:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718229.417007:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718229.417017:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718229.417028:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718229.417039:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718229.417042:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718229.417047:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718229.417051:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718229.417057:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20676
00000400:00000200:3.0:1779718229.417074:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718229.417087:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718229.417092:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718229.417099:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.417102:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718229.417106:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.417114:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718229.417121:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718229.417123:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718229.417126:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718229.417130:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718229.417141:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718229.417144:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718229.417152:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.417159:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718229.417165:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718229.417169:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718229.417173:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718229.417182:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718229.417189:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718229.417194:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718229.417199:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718229.417206:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.417209:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718229.417212:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718229.417216:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.417220:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718229.417230:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718229.417235:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718229.417244:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718229.417246:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718229.417250:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718229.417254:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718229.417258:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718229.417277:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718229.417282:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718229.417295:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529434240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718229.417326:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718229.417331:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718229.417343:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529434240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718229.417367:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718229.417372:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20686)
00000800:00000200:2.1:1779718229.417668:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718229.417671:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718229.418017:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718229.418020:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718229.418355:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718229.418357:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1779718229.864119:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718229.864125:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718229.864129:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718230.696049:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315349759, at 4315349760
00000100:00000040:0.0:1779718230.696053:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315349759, at 4315349760
00000100:00000010:1.0:1779718230.696069:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5240.
00000100:00000010:0.0:1779718230.696074:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b58a0.
00000020:00000001:1.0:1779718230.888062:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718230.888067:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718230.888071:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718231.912147:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718231.912151:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718231.912154:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718232.936078:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718232.936082:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718232.936085:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718233.960183:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718233.960187:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718233.960190:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718234.536016:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718234.536023:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718234.536027:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718234.536031:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718234.536038:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718234.536046:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20681
00000400:00000200:1.0:1779718234.536058:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718234.536064:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718234.536067:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718234.536071:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536075:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718234.536077:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536079:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718234.536083:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718234.536085:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718234.536087:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718234.536089:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718234.536091:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718234.536093:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718234.536095:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536096:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718234.536098:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536100:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718234.536102:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718234.536104:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536106:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718234.536109:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718234.536112:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718234.536114:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536116:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718234.536118:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718234.536128:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718234.536131:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718234.536135:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718234.536136:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536139:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718234.536142:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718234.536148:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718234.536159:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779718234.536168:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718234.536180:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529434368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718234.536199:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718234.536203:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718234.536207:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529434368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718234.536240:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718234.536244:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718234.536248:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718234.536250:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718234.536252:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718234.536257:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718234.536263:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20681
00000400:00000200:1.0:1779718234.536270:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718234.536277:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718234.536281:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718234.536287:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536291:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718234.536295:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536297:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718234.536301:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718234.536302:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718234.536305:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718234.536308:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718234.536312:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718234.536316:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718234.536322:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536323:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718234.536325:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536328:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718234.536331:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718234.536335:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536338:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718234.536339:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718234.536345:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718234.536348:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536351:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718234.536357:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718234.536363:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536365:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718234.536370:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718234.536373:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718234.536375:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718234.536376:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536378:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718234.536381:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718234.536385:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718234.536392:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779718234.536396:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718234.536405:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529434496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718234.536419:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718234.536423:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718234.536428:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529434496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718234.536442:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718234.536445:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718234.536450:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718234.536454:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718234.536456:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718234.536458:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718234.536464:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20681
00000400:00000200:1.0:1779718234.536468:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718234.536473:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718234.536475:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718234.536480:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536482:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718234.536487:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536489:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718234.536493:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718234.536495:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718234.536499:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718234.536502:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718234.536506:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718234.536509:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718234.536515:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536517:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718234.536519:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536521:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718234.536525:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718234.536531:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536536:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718234.536537:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718234.536541:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718234.536545:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536547:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718234.536548:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718234.536553:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536554:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718234.536558:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718234.536561:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718234.536564:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718234.536567:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536571:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718234.536573:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718234.536576:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718234.536577:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000010:1.0:1779718234.536580:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000800:00000200:2.1:1779718234.536582:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1779718234.536584:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718234.536592:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529434624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718234.536604:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718234.536610:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718234.536618:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529434624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718234.536636:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718234.536642:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718234.536648:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718234.536651:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718234.536659:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718234.536662:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718234.536664:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718234.536669:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718234.536673:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20681
00000400:00000200:1.0:1779718234.536682:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718234.536688:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718234.536692:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718234.536702:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536705:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718234.536709:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536711:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718234.536713:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718234.536716:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718234.536718:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718234.536722:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718234.536724:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718234.536727:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718234.536731:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536734:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718234.536736:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536740:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718234.536742:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718234.536746:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718234.536751:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718234.536755:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718234.536760:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718234.536764:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536767:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718234.536770:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718234.536775:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536778:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718234.536782:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718234.536786:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718234.536791:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718234.536793:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718234.536797:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718234.536800:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718234.536803:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718234.536809:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779718234.536814:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718234.536820:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529434752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718234.536834:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718234.536839:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718234.536849:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529434752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718234.536882:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718234.536890:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20691)
00000800:00000200:2.1:1779718234.537072:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718234.537074:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718234.537284:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718234.537286:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718234.537469:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718234.537471:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1779718234.984106:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718234.984111:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718234.984114:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718235.816019:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315354878, at 4315354880
00000100:00000040:1.0:1779718235.816019:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315354878, at 4315354880
00000100:00000010:0.0:1779718235.816033:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b51e0.
00000100:00000010:1.0:1779718235.816036:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5000.
00000020:00000001:3.0:1779718236.008140:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718236.008146:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718236.008150:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718237.032104:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718237.032109:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718237.032113:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718238.056111:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718238.056116:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718238.056119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718239.080182:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718239.080187:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718239.080202:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718239.656041:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718239.656048:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718239.656051:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718239.656066:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718239.656070:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718239.656079:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20686
00000400:00000200:3.0:1779718239.656092:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718239.656102:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718239.656107:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718239.656111:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656115:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718239.656118:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656121:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718239.656127:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718239.656129:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718239.656133:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718239.656136:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718239.656140:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718239.656143:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718239.656147:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656148:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718239.656150:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656151:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718239.656155:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718239.656157:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656159:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718239.656162:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718239.656165:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718239.656168:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656171:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718239.656173:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718239.656196:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718239.656200:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718239.656204:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718239.656206:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656210:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718239.656212:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718239.656229:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718239.656236:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718239.656244:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718239.656253:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529434880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718239.656262:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718239.656266:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718239.656270:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529434880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718239.656288:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718239.656291:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718239.656293:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718239.656295:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718239.656296:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718239.656299:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718239.656306:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20686
00000400:00000200:3.0:1779718239.656312:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718239.656316:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718239.656319:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718239.656323:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656327:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718239.656331:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656337:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718239.656342:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718239.656344:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718239.656348:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718239.656350:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718239.656354:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718239.656355:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718239.656360:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656365:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718239.656370:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656373:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718239.656376:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718239.656378:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656382:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718239.656389:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718239.656395:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718239.656401:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656403:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718239.656407:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718239.656410:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656414:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718239.656419:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718239.656423:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718239.656425:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718239.656426:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656427:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718239.656429:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718239.656432:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718239.656441:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718239.656447:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718239.656456:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529435008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718239.656466:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718239.656469:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718239.656475:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529435008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718239.656484:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718239.656486:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718239.656492:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718239.656494:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718239.656495:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718239.656499:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718239.656503:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20686
00000400:00000200:3.0:1779718239.656527:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718239.656532:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718239.656537:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718239.656544:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656546:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718239.656551:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656554:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718239.656556:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718239.656558:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718239.656560:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718239.656562:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718239.656563:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718239.656567:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718239.656572:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656576:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718239.656579:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718239.656582:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718239.656583:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718239.656588:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:2.1:1779718239.656588:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1779718239.656592:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656598:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718239.656601:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718239.656603:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718239.656605:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656607:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718239.656608:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718239.656610:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656612:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718239.656618:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718239.656622:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718239.656626:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718239.656629:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656631:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718239.656632:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718239.656635:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718239.656639:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718239.656645:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718239.656653:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529435136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718239.656672:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718239.656675:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718239.656681:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529435136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718239.656690:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718239.656692:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718239.656697:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718239.656700:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718239.656704:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718239.656707:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718239.656708:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718239.656711:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718239.656715:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20686
00000400:00000200:3.0:1779718239.656718:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718239.656720:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718239.656724:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718239.656727:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656728:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718239.656730:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656732:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718239.656735:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718239.656741:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718239.656744:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718239.656747:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718239.656751:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718239.656755:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718239.656759:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656762:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718239.656764:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656768:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718239.656772:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718239.656778:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718239.656785:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718239.656788:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718239.656791:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718239.656796:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656799:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718239.656802:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718239.656806:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656810:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718239.656816:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718239.656821:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718239.656827:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718239.656838:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718239.656841:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718239.656843:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718239.656846:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718239.656850:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718239.656860:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718239.656868:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529435264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718239.656887:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718239.656890:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718239.656896:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529435264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718239.656912:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718239.656918:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20696)
00000800:00000200:2.1:1779718239.657133:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718239.657134:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718239.657359:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718239.657361:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718239.657544:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718239.657545:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1779718240.104129:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718240.104133:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718240.104137:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718240.936036:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315359998, at 4315360000
00000100:00000040:1.0:1779718240.936036:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315359998, at 4315360000
00000100:00000010:0.0:1779718240.936056:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c60.
00000100:00000010:1.0:1779718240.936059:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5000.
00000020:00000001:1.0:1779718241.128149:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718241.128153:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718241.128156:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718242.152199:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718242.152203:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718242.152206:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718243.176113:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718243.176118:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718243.176122:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718244.200186:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718244.200191:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718244.200194:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718244.775999:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718244.776014:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718244.776020:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718244.776026:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718244.776034:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718244.776046:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20691
00000400:00000200:3.0:1779718244.776059:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718244.776068:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718244.776072:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718244.776076:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776080:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718244.776083:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776085:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718244.776090:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718244.776091:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718244.776094:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718244.776097:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718244.776099:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718244.776101:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718244.776103:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776104:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718244.776105:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776106:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718244.776109:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718244.776111:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776113:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718244.776116:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718244.776120:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718244.776122:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776124:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718244.776126:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718244.776136:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718244.776140:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718244.776144:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718244.776157:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776162:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718244.776164:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718244.776169:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718244.776178:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718244.776185:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718244.776196:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529435392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718244.776205:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718244.776209:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718244.776213:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529435392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718244.776232:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718244.776235:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718244.776238:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718244.776239:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718244.776240:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718244.776243:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718244.776245:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20691
00000400:00000200:3.0:1779718244.776249:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718244.776251:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718244.776254:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718244.776264:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776270:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718244.776275:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776281:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718244.776286:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718244.776289:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718244.776293:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718244.776298:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718244.776303:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718244.776308:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718244.776314:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776318:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718244.776324:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776331:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718244.776336:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718244.776342:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776347:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718244.776352:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718244.776359:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718244.776366:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776370:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718244.776378:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718244.776382:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776384:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718244.776389:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718244.776394:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718244.776398:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718244.776400:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776405:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718244.776407:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718244.776410:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718244.776417:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718244.776423:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718244.776433:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529435520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718244.776446:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718244.776447:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718244.776451:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529435520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718244.776462:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718244.776467:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718244.776472:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718244.776473:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718244.776475:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718244.776478:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718244.776482:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20691
00000400:00000200:3.0:1779718244.776503:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718244.776512:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718244.776515:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718244.776519:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776525:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718244.776531:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776536:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718244.776542:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718244.776544:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718244.776546:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718244.776550:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718244.776555:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718244.776560:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718244.776562:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718244.776568:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718244.776568:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1779718244.776574:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718244.776582:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776587:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718244.776589:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718244.776595:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776598:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718244.776601:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718244.776604:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718244.776608:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776610:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718244.776612:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718244.776617:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776620:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718244.776626:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718244.776630:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718244.776633:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718244.776635:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776638:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718244.776641:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718244.776644:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718244.776650:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718244.776655:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718244.776661:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529435648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718244.776676:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718244.776678:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718244.776692:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529435648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718244.776709:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718244.776713:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718244.776722:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718244.776728:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718244.776739:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718244.776743:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718244.776745:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718244.776752:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718244.776758:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20691
00000400:00000200:3.0:1779718244.776767:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718244.776774:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718244.776779:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718244.776785:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776790:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718244.776795:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776797:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718244.776800:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718244.776802:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718244.776806:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718244.776809:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718244.776811:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718244.776815:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718244.776820:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776822:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718244.776827:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776831:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718244.776836:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718244.776841:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718244.776844:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718244.776847:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718244.776851:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718244.776856:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776860:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718244.776865:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718244.776870:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776875:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718244.776880:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718244.776885:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718244.776890:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718244.776892:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718244.776894:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718244.776897:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718244.776900:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718244.776903:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718244.776907:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718244.776914:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529435776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718244.776943:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718244.776945:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718244.776948:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529435776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718244.776967:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718244.776972:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20701)
00000800:00000200:2.1:1779718244.777118:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718244.777120:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718244.777358:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718244.777360:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718244.777550:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718244.777551:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1779718245.224137:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718245.224141:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718245.224155:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718246.056009:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315365118, at 4315365120
00000100:00000040:1.0:1779718246.056023:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315365118, at 4315365120
00000100:00000010:0.0:1779718246.056031:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b51e0.
00000100:00000010:1.0:1779718246.056037:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b58a0.
00000020:00000001:1.0:1779718246.248127:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718246.248130:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718246.248134:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718247.272124:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718247.272139:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718247.272144:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718248.296142:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718248.296146:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718248.296149:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718249.320163:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718249.320168:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718249.320171:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718249.896024:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718249.896042:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718249.896047:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718249.896053:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718249.896061:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718249.896072:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20696
00000400:00000200:3.0:1779718249.896083:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718249.896090:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718249.896094:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718249.896102:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896106:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718249.896118:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896120:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718249.896124:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718249.896126:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718249.896128:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718249.896130:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718249.896132:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718249.896133:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718249.896137:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896139:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718249.896141:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896144:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718249.896146:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718249.896149:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896151:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718249.896153:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718249.896156:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718249.896158:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896160:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718249.896161:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718249.896170:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718249.896173:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718249.896176:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718249.896178:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896180:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718249.896182:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718249.896186:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718249.896194:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718249.896201:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718249.896211:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529435904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718249.896221:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718249.896226:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718249.896231:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529435904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718249.896255:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718249.896259:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718249.896261:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718249.896263:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718249.896264:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718249.896266:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718249.896268:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20696
00000400:00000200:3.0:1779718249.896272:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718249.896275:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718249.896277:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718249.896280:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896282:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718249.896284:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896285:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718249.896287:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718249.896288:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718249.896290:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718249.896298:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718249.896301:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718249.896304:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718249.896307:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896310:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718249.896316:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896324:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718249.896336:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718249.896363:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896370:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718249.896377:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718249.896387:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718249.896391:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896395:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718249.896400:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718249.896403:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896406:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718249.896418:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718249.896422:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718249.896425:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718249.896427:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896429:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718249.896431:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718249.896434:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718249.896444:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718249.896449:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718249.896458:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529436032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718249.896470:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718249.896472:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718249.896477:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529436032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718249.896497:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718249.896500:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718249.896503:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718249.896507:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718249.896509:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718249.896514:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718249.896520:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20696
00000400:00000200:3.0:1779718249.896540:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718249.896549:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718249.896556:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718249.896565:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896574:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718249.896576:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896580:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718249.896583:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718249.896584:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718249.896586:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718249.896588:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718249.896593:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718249.896600:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718249.896606:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896611:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718249.896620:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896624:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718249.896626:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718249.896634:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896641:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718249.896645:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718249.896668:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718249.896676:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896678:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718249.896681:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718249.896685:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896690:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718249.896698:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718249.896701:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718249.896706:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718249.896708:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896716:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718249.896718:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718249.896721:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718249.896732:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718249.896736:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718249.896742:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529436160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718249.896761:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718249.896765:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718249.896775:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529436160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718249.896793:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718249.896796:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718249.896810:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718249.896814:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718249.896820:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718249.896823:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718249.896826:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718249.896833:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718249.896840:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20696
00000800:00000200:2.1:1779718249.896844:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000400:00000200:3.0:1779718249.896852:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:2.1:1779718249.896854:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1779718249.896860:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718249.896865:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718249.896874:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896883:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718249.896886:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896892:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718249.896894:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718249.896896:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718249.896897:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718249.896899:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718249.896901:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718249.896908:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718249.896915:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896919:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718249.896948:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896950:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718249.896951:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718249.896953:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718249.896955:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718249.896956:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718249.896958:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718249.896960:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896961:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718249.896963:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718249.896966:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896974:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718249.896977:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718249.896980:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718249.896988:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718249.896992:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718249.896997:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718249.896999:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718249.897001:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718249.897008:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718249.897011:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718249.897021:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529436288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718249.897080:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718249.897084:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718249.897095:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529436288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718249.897163:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718249.897172:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20706)
00000800:00000200:2.1:1779718249.897585:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718249.897588:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718249.897890:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718249.897893:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718249.898225:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718249.898227:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779718250.344136:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718250.344143:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718250.344149:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718251.176015:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315370239, at 4315370240
00000100:00000040:1.0:1779718251.176015:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315370239, at 4315370240
00000100:00000010:1.0:1779718251.176029:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b50c0.
00000100:00000010:0.0:1779718251.176032:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5240.
00000020:00000001:3.0:1779718251.368182:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718251.368187:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718251.368190:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718252.392169:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718252.392177:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718252.392183:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718253.416205:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718253.416210:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718253.416214:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718254.440154:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718254.440158:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718254.440172:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718255.016546:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718255.016552:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718255.016557:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718255.016711:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.016729:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718255.016732:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718255.016775:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718255.016781:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718255.016787:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718255.016797:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529436416:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718255.016805:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718255.016812:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718255.016816:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718255.016820:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718255.016825:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921ec00.
02000000:00000001:3.0:1779718255.016827:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718255.016834:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718255.016839:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718255.016847:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718255.016855:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529436416, portal 25
00000100:00000001:3.0:1779718255.016858:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718255.016860:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569075456 : -117608140476160 : ffff950938907100)
00000100:00000040:3.0:1779718255.016866:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.016873:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718255.016876:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718255.016878:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718255.016881:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529436416, offset 0
00000400:00000200:3.0:1779718255.016887:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718255.016902:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718255.016910:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718255.016918:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718255.016955:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718255.016962:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718255.016967:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718255.016974:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157139:157139:256:4294967295] 192.168.203.145@tcp LPNI seq info [157138:157138:8:4294967295]
00000400:00000200:3.0:1779718255.016981:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718255.017003:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718255.017009:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718255.017016:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718255.017023:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718255.017026:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779718255.017031:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718255.017035:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1779718255.017039:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718255.017041:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718255.017045:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718255.017049:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718255.017054:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718255.017056:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718255.017060:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718255.017064:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017096:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718255.017099:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017105:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718255.017106:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718255.017113:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718255.017117:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718255.017119:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315375359
00000100:00000010:3.0:1779718255.017124:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475480.
00000100:00000001:3.0:1779718255.017131:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718255.017136:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315375359
00000100:00000010:3.0:1779718255.017138:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475f00.
00000100:00000001:3.0:1779718255.017141:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718255.017143:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718255.017145:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718255.017148:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718255.017151:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718255/real 1779718255]  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718255.017162:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718255.017163:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718255.017165:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718255.017179:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718255.017180:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718255.017182:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718255.017184:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718255.017190:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017196:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718255.017197:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017198:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718255.017200:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718255.017202:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017207:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718255.017210:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017214:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718255.017216:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017217:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718255.017218:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017220:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718255.017221:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718255.017224:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718255.017227:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718255.017228:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718255.017232:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718255.017238:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529436416:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718255.017241:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017243:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718255.017245:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907100 x1866162529436416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017249:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718255.017251:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718255.017253:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921ec00.
02000000:00000001:3.0:1779718255.017255:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718255.017256:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718255.017257:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718255.017259:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718255.017260:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c800.
02000000:00000001:3.0:1779718255.017263:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718255.017264:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718255.017266:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907100.
00000100:00000001:3.0:1779718255.017268:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718255.017269:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017271:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017278:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718255.017279:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718255.017281:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718255.017283:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718255.017284:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718255.017288:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017296:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718255.017298:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718255.017300:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718255.017302:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718255.017304:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718255.017308:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529436544:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718255.017312:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718255.017314:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718255.017316:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718255.017318:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718255.017321:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921ec00.
02000000:00000001:3.0:1779718255.017324:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718255.017327:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718255.017330:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718255.017345:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718255.017348:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529436544, portal 10
00000100:00000001:3.0:1779718255.017349:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718255.017350:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000100:00000040:3.0:1779718255.017357:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017362:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718255.017363:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718255.017365:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718255.017367:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529436544, offset 0
00000400:00000200:3.0:1779718255.017369:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718255.017373:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718255.017375:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718255.017377:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718255.017379:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718255.017381:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718255.017383:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718255.017385:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157140:157140:256:4294967295] 192.168.203.145@tcp LPNI seq info [157139:157139:8:4294967295]
00000400:00000200:3.0:1779718255.017388:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718255.017393:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718255.017395:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718255.017398:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718255.017400:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718255.017403:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779718255.017407:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718255.017409:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1779718255.017411:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718255.017413:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718255.017415:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718255.017417:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718255.017420:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718255.017421:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718255.017423:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718255.017425:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017430:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718255.017432:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017439:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718255.017440:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718255.017444:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718255.017447:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718255.017451:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718255.017453:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315374091
00000100:00000001:3.0:1779718255.017456:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315375359
00000100:00000001:3.0:1779718255.017459:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315374091
00000100:00000001:3.0:1779718255.017461:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315375359
00000100:00000001:3.0:1779718255.017464:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718255.017466:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718255.017468:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718255.017473:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718255/real 1779718255]  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718255.017482:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718255.017484:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718255.017487:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718255.017489:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718255.017490:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718255.017492:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718255.017494:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718255.017500:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017505:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718255.017506:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017507:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718255.017508:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718255.017510:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017514:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718255.017516:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017521:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718255.017523:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017524:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718255.017525:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017526:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718255.017528:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718255.017529:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718255.017531:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718255.017532:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718255.017535:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718255.017540:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529436544:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718255.017544:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718255.017547:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017554:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718255.017555:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718255.017557:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718255.017559:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718255.017562:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718255.017565:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529436672:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718255.017569:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718255.017571:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718255.017573:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718255.017575:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718255.017578:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921d400.
02000000:00000001:3.0:1779718255.017581:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718255.017584:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718255.017587:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718255.017591:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718255.017594:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529436672, portal 10
00000100:00000001:3.0:1779718255.017596:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718255.017597:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:3.0:1779718255.017602:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017607:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718255.017609:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718255.017610:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718255.017613:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529436672, offset 0
00000400:00000200:3.0:1779718255.017615:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718255.017618:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718255.017620:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718255.017623:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718255.017625:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718255.017626:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718255.017628:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718255.017631:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157141:157141:256:4294967295] 192.168.203.145@tcp LPNI seq info [157140:157140:8:4294967295]
00000400:00000200:3.0:1779718255.017633:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718255.017638:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718255.017641:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718255.017642:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718255.017645:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718255.017647:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779718255.017650:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718255.017652:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1779718255.017655:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718255.017656:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718255.017659:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718255.017661:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718255.017663:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718255.017665:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718255.017666:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718255.017669:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017674:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718255.017676:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017681:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718255.017682:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718255.017684:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718255.017687:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718255.017689:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718255.017691:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315374099
00000100:00000001:3.0:1779718255.017693:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315375359
00000100:00000001:3.0:1779718255.017694:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315374099
00000100:00000001:3.0:1779718255.017697:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315375359
00000100:00000001:3.0:1779718255.017698:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718255.017700:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718255.017701:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718255.017704:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718255/real 1779718255]  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718255.017708:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718255.017709:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718255.017710:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718255.017711:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718255.017712:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718255.017713:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718255.017715:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718255.017733:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017738:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718255.017738:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017749:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718255.017750:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718255.017754:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017760:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718255.017762:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017766:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718255.017767:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017768:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718255.017769:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.017771:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718255.017773:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718255.017775:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718255.017777:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718255.017778:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718255.017781:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718255.017785:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529436672:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718255.017788:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718255.017790:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017795:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718255.017796:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718255.017797:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718255.017798:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718255.017800:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718255.017801:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529436800:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718255.017803:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718255.017805:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718255.017806:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718255.017807:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718255.017810:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921fc00.
02000000:00000001:3.0:1779718255.017811:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718255.017814:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718255.017816:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718255.017818:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718255.017820:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529436800, portal 4
00000100:00000001:3.0:1779718255.017822:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718255.017823:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:3.0:1779718255.017827:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017832:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718255.017834:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718255.017835:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718255.017837:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529436800, offset 0
00000400:00000200:3.0:1779718255.017839:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718255.017841:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718255.017843:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718255.017845:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718255.017847:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718255.017848:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718255.017850:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718255.017852:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157142:157142:256:4294967295] 192.168.203.145@tcp LPNI seq info [157141:157141:8:4294967295]
00000400:00000200:3.0:1779718255.017855:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718255.017868:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718255.017871:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718255.017873:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718255.017875:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718255.017877:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1779718255.017880:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718255.017881:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1779718255.017884:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718255.017885:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718255.017887:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718255.017890:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718255.017892:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718255.017893:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718255.017894:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718255.017897:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017903:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718255.017906:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.017919:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718255.017958:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718255.017963:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718255.017965:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718255.017968:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718255.017970:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315374098
00000100:00000001:3.0:1779718255.017972:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315375359
00000100:00000001:3.0:1779718255.017974:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315374098
00000100:00000001:3.0:1779718255.017975:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315375359
00000100:00000001:3.0:1779718255.017976:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718255.017978:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718255.017979:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718255.017982:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718255/real 1779718255]  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718255.017988:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718255.017989:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718255.017990:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718255.017992:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718255.017993:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718255.017995:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718255.017997:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718255.018003:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.018007:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718255.018008:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.018009:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718255.018010:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718255.018012:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.018017:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718255.018020:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.018024:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718255.018026:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.018026:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718255.018027:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.018028:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718255.018029:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718255.018031:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718255.018033:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718255.018034:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718255.018036:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718255.018041:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529436800:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718255.018043:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.018044:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718255.018046:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938905880 x1866162529436544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.018051:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718255.018052:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718255.018053:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921ec00.
02000000:00000001:3.0:1779718255.018055:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718255.018056:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718255.018057:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718255.018059:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718255.018060:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d400.
02000000:00000001:3.0:1779718255.018062:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718255.018064:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718255.018065:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938905880.
00000100:00000001:3.0:1779718255.018066:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718255.018080:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.018082:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718255.018085:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529436672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.018089:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718255.018090:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718255.018092:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921d400.
02000000:00000001:3.0:1779718255.018093:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718255.018094:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718255.018095:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718255.018096:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718255.018097:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996e800.
02000000:00000001:3.0:1779718255.018098:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718255.018099:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718255.018100:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:3.0:1779718255.018101:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718255.018102:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.018103:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718255.018105:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906d80 x1866162529436800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718255.018109:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718255.018110:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718255.018111:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921fc00.
02000000:00000001:3.0:1779718255.018112:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718255.018113:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718255.018114:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718255.018115:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718255.018116:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c000.
02000000:00000001:3.0:1779718255.018117:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718255.018118:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718255.018119:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906d80.
00000100:00000001:3.0:1779718255.018120:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718255.018121:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.018123:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718255.018125:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718255.018126:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718255.018128:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718255.018129:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718255.464186:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718255.464191:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718255.464195:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718256.295980:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315375359, at 4315375360
00000100:00000010:1.0:1779718256.295992:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475f00.
00000100:00000040:0.0:1779718256.296000:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315375359, at 4315375360
00000100:00000010:0.0:1779718256.296009:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475480.
00000020:00000001:1.0:1779718256.488220:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718256.488227:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718256.488233:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718257.512181:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718257.512189:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718257.512210:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718258.536216:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718258.536221:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718258.536226:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718259.560210:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718259.560218:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718259.560226:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718260.136082:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718260.136095:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718260.136097:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718260.136103:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718260.136111:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718260.136125:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20706
00000400:00000200:3.0:1779718260.136137:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718260.136146:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718260.136150:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718260.136157:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136161:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718260.136164:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136166:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718260.136170:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718260.136171:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718260.136173:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718260.136176:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718260.136177:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718260.136179:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718260.136181:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136183:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718260.136184:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136185:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718260.136188:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718260.136191:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136192:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718260.136195:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718260.136198:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718260.136200:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.136201:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718260.136203:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718260.136212:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718260.136214:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718260.136217:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718260.136219:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.136222:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718260.136224:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718260.136227:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718260.136234:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718260.136242:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718260.136252:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529436928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718260.136262:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718260.136267:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718260.136272:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529436928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718260.136298:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718260.136301:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718260.136304:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718260.136305:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718260.136306:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718260.136309:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718260.136313:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20706
00000400:00000200:3.0:1779718260.136316:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718260.136321:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718260.136325:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718260.136329:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136334:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718260.136337:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136341:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718260.136347:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718260.136353:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718260.136360:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718260.136367:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718260.136372:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718260.136375:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718260.136378:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136385:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718260.136387:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136397:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718260.136405:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718260.136415:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136419:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718260.136427:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718260.136434:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718260.136447:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.136454:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718260.136458:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718260.136467:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.136469:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718260.136474:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718260.136477:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718260.136481:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718260.136488:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.136498:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718260.136519:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718260.136526:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718260.136538:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718260.136547:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718260.136560:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529437056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718260.136580:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718260.136582:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718260.136590:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529437056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718260.136625:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718260.136630:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718260.136647:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718260.136651:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718260.136653:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718260.136655:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718260.136662:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20706
00000400:00000200:3.0:1779718260.136670:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718260.136696:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718260.136706:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718260.136715:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136718:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718260.136724:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718260.136728:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718260.136731:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1779718260.136732:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718260.136743:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718260.136748:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718260.136752:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718260.136755:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718260.136764:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718260.136767:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718260.136774:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136777:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718260.136789:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136794:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718260.136797:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718260.136810:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718260.136818:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718260.136828:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718260.136834:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718260.136838:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.136844:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718260.136847:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718260.136852:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.136860:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718260.136869:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718260.136872:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718260.136875:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718260.136878:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.136882:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718260.136884:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718260.136887:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718260.136890:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718260.136897:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718260.136906:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529437184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718260.136973:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718260.136975:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718260.136982:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529437184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718260.136998:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718260.137002:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718260.137012:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718260.137025:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718260.137045:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718260.137047:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718260.137053:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718260.137059:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718260.137085:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20706
00000400:00000200:3.0:1779718260.137095:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718260.137108:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718260.137111:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718260.137123:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.137133:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718260.137145:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.137154:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718260.137166:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718260.137174:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718260.137181:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718260.137187:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718260.137193:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718260.137202:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718260.137209:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.137220:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718260.137227:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718260.137232:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718260.137237:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718260.137246:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718260.137253:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718260.137260:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718260.137268:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718260.137278:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.137281:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718260.137285:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718260.137291:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.137297:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718260.137301:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718260.137306:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718260.137312:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718260.137319:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718260.137326:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718260.137334:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718260.137338:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718260.137349:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718260.137354:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718260.137369:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529437312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718260.137396:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718260.137405:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718260.137426:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529437312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718260.137460:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718260.137466:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20716)
00000800:00000200:2.1:1779718260.137588:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718260.137590:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718260.137787:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718260.137790:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718260.138050:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718260.138052:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1779718260.584104:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718260.584108:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718260.584111:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718261.416030:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315380478, at 4315380480
00000100:00000040:1.0:1779718261.416038:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315380479, at 4315380480
00000100:00000010:0.0:1779718261.416047:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5060.
00000100:00000010:1.0:1779718261.416054:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5780.
00000020:00000001:1.0:1779718261.608111:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718261.608118:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718261.608124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718262.632126:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718262.632129:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718262.632132:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718263.656159:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718263.656162:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718263.656164:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718264.680143:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718264.680148:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718264.680152:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718265.256030:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718265.256038:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718265.256045:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718265.256049:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718265.256057:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718265.256066:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20711
00000400:00000200:3.0:1779718265.256078:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718265.256084:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718265.256087:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718265.256091:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256094:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718265.256096:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256098:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718265.256101:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718265.256103:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718265.256105:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718265.256107:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718265.256109:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718265.256111:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718265.256113:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256114:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718265.256115:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256117:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718265.256119:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718265.256122:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256123:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718265.256126:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718265.256130:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718265.256132:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256134:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718265.256136:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718265.256146:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718265.256148:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718265.256152:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718265.256154:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256158:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718265.256160:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718265.256165:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718265.256173:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718265.256179:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718265.256189:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529437440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718265.256198:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718265.256202:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718265.256205:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529437440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718265.256224:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718265.256227:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718265.256230:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718265.256231:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718265.256232:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718265.256235:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718265.256237:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20711
00000400:00000200:3.0:1779718265.256241:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718265.256243:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718265.256245:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718265.256249:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256251:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718265.256254:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256258:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718265.256260:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718265.256261:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718265.256263:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718265.256265:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718265.256269:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718265.256272:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718265.256279:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256282:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718265.256285:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256287:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718265.256289:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718265.256292:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256297:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718265.256299:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718265.256306:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718265.256308:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256311:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718265.256315:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718265.256318:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256321:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718265.256324:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718265.256326:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718265.256328:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718265.256330:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256332:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718265.256335:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718265.256336:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718265.256340:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718265.256344:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718265.256351:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529437568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718265.256358:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718265.256361:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718265.256364:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529437568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718265.256377:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718265.256380:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718265.256385:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718265.256388:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718265.256390:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718265.256394:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718265.256399:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20711
00000400:00000200:3.0:1779718265.256406:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718265.256410:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718265.256412:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718265.256418:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256422:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718265.256427:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256430:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718265.256435:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718265.256437:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718265.256439:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718265.256442:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718265.256446:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718265.256450:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718265.256457:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256461:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718265.256466:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256471:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718265.256476:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718265.256483:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256487:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718265.256492:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718265.256496:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718265.256500:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256502:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718265.256504:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718265.256510:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256513:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718265.256517:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718265.256521:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718265.256525:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718265.256526:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256529:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718265.256531:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718265.256534:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718265.256538:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718265.256542:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718265.256549:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529437696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779718265.256553:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718265.256559:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1779718265.256562:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718265.256565:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718265.256570:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529437696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718265.256578:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718265.256581:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718265.256584:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718265.256589:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718265.256593:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718265.256595:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718265.256597:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718265.256600:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718265.256604:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20711
00000400:00000200:3.0:1779718265.256611:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718265.256616:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718265.256620:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718265.256625:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256628:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718265.256632:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256634:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718265.256638:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718265.256640:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718265.256642:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718265.256645:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718265.256648:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718265.256653:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718265.256658:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256663:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718265.256666:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256672:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718265.256675:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718265.256678:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718265.256680:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718265.256684:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718265.256686:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718265.256690:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256693:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718265.256696:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718265.256698:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256699:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718265.256705:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718265.256707:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718265.256709:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718265.256710:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718265.256714:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718265.256715:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718265.256717:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718265.256719:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718265.256724:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718265.256729:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529437824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718265.256740:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718265.256743:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718265.256747:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529437824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718265.256764:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718265.256770:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20722)
00000800:00000200:2.1:1779718265.257007:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718265.257009:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718265.257228:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718265.257229:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718265.257410:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718265.257412:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1779718265.704122:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718265.704126:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718265.704129:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718266.536033:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315385598, at 4315385600
00000100:00000040:1.0:1779718266.536033:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315385598, at 4315385600
00000100:00000010:0.0:1779718266.536047:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5420.
00000100:00000010:1.0:1779718266.536048:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ea0.
00000020:00000001:3.0:1779718266.728194:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718266.728197:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718266.728200:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718267.752114:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718267.752120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718267.752125:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718268.776175:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718268.776180:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718268.776184:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718269.800126:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718269.800130:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718269.800134:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718270.376095:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718270.376106:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718270.376109:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718270.376113:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718270.376118:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718270.376127:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20717
00000400:00000200:0.0:1779718270.376138:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718270.376145:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718270.376149:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718270.376152:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376156:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718270.376159:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376162:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718270.376167:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718270.376169:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718270.376173:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718270.376176:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718270.376179:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718270.376182:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718270.376187:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376189:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718270.376192:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376195:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718270.376198:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718270.376202:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376205:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718270.376209:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718270.376213:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718270.376216:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.376219:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718270.376221:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718270.376231:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779718270.376236:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718270.376240:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718270.376242:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.376246:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718270.376249:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718270.376253:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718270.376262:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779718270.376270:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718270.376280:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529437952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718270.376288:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718270.376291:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718270.376295:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529437952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718270.376320:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718270.376324:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718270.376328:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718270.376330:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718270.376334:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718270.376339:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718270.376343:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20717
00000400:00000200:0.0:1779718270.376352:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718270.376357:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718270.376360:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718270.376366:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376373:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718270.376382:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376384:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718270.376389:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718270.376392:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718270.376396:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718270.376401:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718270.376411:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718270.376419:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718270.376429:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376433:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718270.376439:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376442:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718270.376450:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718270.376463:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376471:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718270.376478:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718270.376486:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718270.376492:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.376502:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718270.376508:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718270.376512:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.376513:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718270.376517:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718270.376525:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718270.376529:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718270.376531:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.376533:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718270.376535:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718270.376538:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718270.376544:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718270.376550:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718270.376567:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529438080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718270.376586:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718270.376591:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718270.376598:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529438080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718270.376671:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718270.376682:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718270.376689:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718270.376694:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718270.376698:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718270.376703:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718270.376713:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20717
00000400:00000200:0.0:1779718270.376726:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718270.376734:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718270.376740:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718270.376752:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376757:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718270.376767:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376783:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718270.376787:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718270.376791:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718270.376798:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718270.376802:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718270.376811:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718270.376819:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718270.376828:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376832:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718270.376835:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376837:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718270.376845:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718270.376853:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718270.376858:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718270.376864:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718270.376865:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718270.376869:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718270.376872:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.376874:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718270.376876:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718270.376878:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.376880:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718270.376883:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779718270.376885:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718270.376887:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718270.376888:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.376890:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718270.376891:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718270.376893:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718270.376897:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
00000100:00000001:0.0:1779718270.376901:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718270.376965:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529438208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718270.376975:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718270.376979:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718270.376989:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529438208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718270.377011:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718270.377015:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718270.377023:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718270.377029:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718270.377040:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718270.377042:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718270.377043:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718270.377045:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718270.377049:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20717
00000400:00000200:0.0:1779718270.377059:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718270.377066:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718270.377072:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718270.377081:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.377090:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718270.377099:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.377104:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718270.377109:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718270.377113:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718270.377115:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718270.377118:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718270.377122:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718270.377126:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718270.377136:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.377141:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718270.377148:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718270.377157:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718270.377166:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718270.377173:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718270.377179:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718270.377187:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718270.377192:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718270.377203:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.377206:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718270.377209:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718270.377215:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.377218:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718270.377231:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779718270.377242:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718270.377245:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718270.377252:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718270.377263:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718270.377266:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718270.377272:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718270.377281:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779718270.377291:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718270.377309:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529438336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718270.377338:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718270.377343:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718270.377358:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529438336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718270.377411:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718270.377421:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20727)
00000800:00000200:2.1:1779718270.377436:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718270.377612:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718270.377785:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779718270.824175:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718270.824182:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718270.824188:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718271.656081:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315390718, at 4315390720
00000100:00000040:1.0:1779718271.656097:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315390719, at 4315390720
00000100:00000010:0.0:1779718271.656106:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b55a0.
00000100:00000010:1.0:1779718271.656125:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5de0.
00000020:00000001:1.0:1779718271.848174:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718271.848180:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718271.848184:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718272.872131:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718272.872137:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718272.872140:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1779718273.448168:0:248756:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1779718273.448211:0:248756:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1779718273.448218:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718273.448223:0:248756:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:1.0:1779718273.448228:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718273.448234:0:248756:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1779718273.448238:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718273.448242:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:1.0:1779718273.448248:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718273.448254:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718273.448260:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9aa0
00000400:00000010:1.0:1779718273.448263:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9aa0.
00000100:00000001:1.0:1779718273.448268:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718273.448277:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b6300 x1866162529437952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718273.448310:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718273.448316:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6300 x1866162529437952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718273.448325:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718273.448327:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718273.448343:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718273.448345:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f800.
00000400:00000200:1.0:1779718273.448348:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718273.448352:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718273.448354:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f97f8
00000400:00000010:1.0:1779718273.448357:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f97f8.
00000100:00000001:1.0:1779718273.448360:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718273.448365:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b7100 x1866162529438080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718273.448373:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718273.448376:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7100 x1866162529438080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718273.448382:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718273.448384:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718273.448390:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718273.448392:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f000.
00000400:00000200:1.0:1779718273.448394:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718273.448398:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718273.448401:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9ee0
00000400:00000010:1.0:1779718273.448403:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9ee0.
00000100:00000001:1.0:1779718273.448406:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718273.448409:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b4a80 x1866162529438208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718273.448417:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718273.448420:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4a80 x1866162529438208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718273.448427:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718273.448428:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718273.448433:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718273.448435:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fe00.
00000400:00000200:1.0:1779718273.448437:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718273.448440:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718273.448442:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9220
00000400:00000010:1.0:1779718273.448444:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9220.
00000100:00000001:1.0:1779718273.448445:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718273.448449:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b7800 x1866162529438336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718273.448456:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718273.448458:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7800 x1866162529438336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718273.448464:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718273.448465:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1779718273.896088:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718273.896091:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718273.896094:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718274.920120:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718274.920124:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718274.920128:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718275.496035:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718275.496042:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718275.496044:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718275.496047:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718275.496050:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718275.496057:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20722
00000400:00000200:3.0:1779718275.496064:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718275.496069:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718275.496072:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718275.496074:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496077:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718275.496078:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496080:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718275.496083:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718275.496085:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718275.496087:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718275.496089:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718275.496091:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718275.496092:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718275.496094:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496095:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718275.496096:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496098:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718275.496100:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718275.496102:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496103:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718275.496105:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718275.496108:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718275.496110:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496112:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718275.496113:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718275.496118:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718275.496120:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718275.496123:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718275.496124:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496126:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718275.496128:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718275.496132:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718275.496138:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718275.496144:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718275.496151:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529438464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718275.496159:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718275.496162:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718275.496165:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529438464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718275.496183:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718275.496186:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718275.496190:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718275.496191:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718275.496193:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718275.496196:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718275.496199:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20722
00000400:00000200:3.0:1779718275.496203:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718275.496206:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718275.496208:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718275.496212:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496213:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718275.496216:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496218:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718275.496220:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718275.496221:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718275.496223:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718275.496225:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718275.496227:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718275.496230:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718275.496233:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496235:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718275.496242:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496245:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718275.496247:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718275.496250:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496252:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718275.496255:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718275.496259:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718275.496265:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496267:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718275.496271:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718275.496273:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496276:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718275.496279:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718275.496282:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718275.496284:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718275.496285:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496287:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718275.496288:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718275.496290:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718275.496294:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718275.496297:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718275.496302:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529438592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718275.496310:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718275.496312:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718275.496316:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529438592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718275.496325:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718275.496327:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718275.496330:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718275.496332:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718275.496333:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718275.496336:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718275.496338:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20722
00000400:00000200:3.0:1779718275.496367:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718275.496369:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718275.496372:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718275.496376:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496378:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718275.496380:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496382:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718275.496385:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718275.496386:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718275.496387:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718275.496389:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718275.496391:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718275.496393:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718275.496396:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496398:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718275.496400:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496402:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718275.496405:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718275.496407:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496410:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718275.496411:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718275.496412:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718275.496414:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1779718275.496414:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1779718275.496417:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496419:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718275.496421:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718275.496424:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496425:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718275.496428:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718275.496430:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718275.496433:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718275.496435:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496436:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718275.496437:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718275.496439:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718275.496443:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718275.496446:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718275.496450:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529438720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718275.496458:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718275.496461:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718275.496464:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529438720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718275.496473:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718275.496476:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718275.496480:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718275.496483:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718275.496486:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718275.496488:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718275.496489:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718275.496492:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718275.496494:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20722
00000400:00000200:3.0:1779718275.496497:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718275.496500:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718275.496503:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718275.496506:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496508:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718275.496510:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496513:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718275.496515:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718275.496516:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718275.496518:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718275.496520:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718275.496523:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718275.496526:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718275.496529:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496531:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718275.496533:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496536:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718275.496538:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718275.496541:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718275.496543:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718275.496545:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718275.496548:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718275.496550:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496552:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718275.496555:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718275.496558:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496560:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718275.496564:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718275.496566:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718275.496569:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718275.496570:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718275.496572:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718275.496574:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718275.496575:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718275.496579:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718275.496582:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718275.496586:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529438848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718275.496594:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718275.496596:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718275.496600:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529438848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718275.496609:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718275.496615:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20732)
00000800:00000200:2.1:1779718275.496849:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718275.496852:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718275.497196:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718275.497199:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718275.497510:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718275.497513:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1779718275.944049:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718275.944053:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718275.944057:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718276.776068:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315395838, at 4315395840
00000100:00000040:1.0:1779718276.776068:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315395838, at 4315395840
00000100:00000010:1.0:1779718276.776085:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5180.
00000100:00000010:0.0:1779718276.776088:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a80.
00000020:00000001:1.0:1779718276.968104:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718276.968108:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718276.968110:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718277.992114:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718277.992118:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718277.992120:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718279.016080:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718279.016084:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718279.016086:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718280.040118:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718280.040122:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718280.040126:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718280.616012:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718280.616021:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718280.616024:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718280.616028:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718280.616034:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718280.616041:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20727
00000400:00000200:3.0:1779718280.616051:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718280.616058:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718280.616061:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718280.616063:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616066:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718280.616084:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616086:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718280.616091:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718280.616093:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718280.616095:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718280.616098:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718280.616100:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718280.616103:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718280.616106:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616108:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718280.616110:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616112:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718280.616115:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718280.616120:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616122:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718280.616126:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718280.616129:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718280.616132:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.616135:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718280.616137:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718280.616147:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718280.616150:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718280.616153:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718280.616154:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.616157:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718280.616159:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718280.616163:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718280.616169:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718280.616174:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718280.616182:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529438976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718280.616190:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718280.616193:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718280.616197:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529438976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718280.616215:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718280.616218:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718280.616220:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718280.616221:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718280.616222:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718280.616230:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718280.616232:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20727
00000400:00000200:3.0:1779718280.616236:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718280.616241:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718280.616246:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718280.616255:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616261:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718280.616268:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616274:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718280.616280:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718280.616283:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718280.616289:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718280.616292:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718280.616296:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718280.616307:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718280.616312:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616316:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718280.616318:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616322:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718280.616327:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718280.616332:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616335:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718280.616336:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718280.616341:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718280.616345:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.616350:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718280.616355:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718280.616375:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.616380:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718280.616387:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718280.616391:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718280.616397:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718280.616400:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.616404:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718280.616406:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718280.616410:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718280.616415:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718280.616420:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718280.616443:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529439104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718280.616457:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718280.616460:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718280.616466:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529439104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718280.616485:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718280.616505:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718280.616509:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718280.616510:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718280.616511:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718280.616516:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718280.616523:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20727
00000400:00000200:3.0:1779718280.616534:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718280.616539:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718280.616541:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718280.616544:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616547:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718280.616549:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616570:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718280.616575:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718280.616576:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718280.616580:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718280.616582:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:2.1:1779718280.616587:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718280.616588:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718280.616593:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718280.616594:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1779718280.616598:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616603:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718280.616610:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616613:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718280.616615:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718280.616622:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616629:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718280.616632:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718280.616651:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718280.616657:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.616660:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718280.616665:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718280.616672:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.616678:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718280.616684:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718280.616690:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718280.616696:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718280.616699:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.616701:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718280.616703:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718280.616706:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718280.616711:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718280.616716:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718280.616740:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529439232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718280.616750:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718280.616752:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718280.616758:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529439232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718280.616773:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718280.616778:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718280.616783:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718280.616808:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718280.616817:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718280.616821:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718280.616825:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718280.616832:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718280.616840:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20727
00000400:00000200:3.0:1779718280.616853:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718280.616862:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718280.616869:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718280.616894:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616900:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718280.616908:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616914:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718280.616963:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718280.616967:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718280.616970:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718280.616975:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718280.616980:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718280.616985:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718280.616993:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.616999:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718280.617006:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718280.617011:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718280.617017:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718280.617025:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718280.617031:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718280.617035:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718280.617040:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718280.617044:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.617048:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718280.617051:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718280.617057:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.617059:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718280.617065:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718280.617070:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718280.617092:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718280.617095:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718280.617100:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718280.617104:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718280.617108:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718280.617114:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718280.617121:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718280.617131:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529439360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718280.617147:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718280.617150:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718280.617156:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529439360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718280.617163:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718280.617169:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20737)
00000800:00000200:2.1:1779718280.617269:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718280.617271:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718280.617496:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718280.617498:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718280.617752:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718280.617753:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1779718281.064117:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718281.064121:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718281.064125:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718281.895977:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315400958, at 4315400960
00000100:00000040:0.0:1779718281.895984:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315400958, at 4315400960
00000100:00000010:1.0:1779718281.895989:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5b40.
00000100:00000010:0.0:1779718281.895992:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ae0.
00000020:00000001:3.0:1779718282.088104:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718282.088107:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718282.088110:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718283.112091:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718283.112094:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718283.112097:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718283.688091:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718283.688097:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718283.688099:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718283.688103:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718283.688106:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718283.688110:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718283.688112:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718283.688114:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718283.688116:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718284.136128:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718284.136132:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718284.136135:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718284.712013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718284.712019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718284.712020:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718284.712025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718284.712028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718284.712031:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718284.712034:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718284.712036:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718284.712038:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718285.160131:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718285.160135:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718285.160138:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718285.736022:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718285.736024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1779718285.736030:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718285.736030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718285.736034:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718285.736034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718285.736038:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1779718285.736040:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779718285.736043:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718285.736045:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1779718285.736050:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20732
00000100:00000001:3.0:1779718285.736051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718285.736056:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1779718285.736059:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718285.736061:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718285.736065:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718285.736066:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718285.736070:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718285.736073:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736076:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718285.736078:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736079:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718285.736082:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718285.736084:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718285.736087:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718285.736089:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718285.736091:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718285.736092:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718285.736095:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736096:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718285.736097:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736099:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718285.736101:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718285.736103:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736104:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718285.736106:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718285.736109:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718285.736111:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736112:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718285.736114:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718285.736125:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718285.736128:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718285.736131:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718285.736132:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736135:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718285.736136:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718285.736140:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718285.736146:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779718285.736152:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718285.736159:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529439488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718285.736166:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718285.736170:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718285.736173:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529439488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718285.736194:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718285.736197:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718285.736199:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718285.736200:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718285.736201:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718285.736203:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718285.736204:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20732
00000400:00000200:1.0:1779718285.736207:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718285.736208:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718285.736210:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718285.736212:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736218:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718285.736219:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736221:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718285.736222:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718285.736223:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718285.736224:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718285.736226:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718285.736227:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718285.736228:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718285.736230:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736231:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718285.736232:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736233:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718285.736234:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718285.736236:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736238:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718285.736239:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718285.736244:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718285.736245:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736247:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718285.736251:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718285.736253:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736255:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718285.736257:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718285.736259:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718285.736261:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718285.736262:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736265:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718285.736266:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718285.736270:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718285.736274:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779718285.736279:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718285.736286:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529439616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718285.736301:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718285.736303:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718285.736308:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529439616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718285.736322:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718285.736324:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718285.736327:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718285.736329:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718285.736331:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718285.736334:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718285.736338:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20732
00000400:00000200:1.0:1779718285.736340:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718285.736343:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718285.736345:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718285.736349:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736352:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718285.736355:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736358:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718285.736360:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718285.736361:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718285.736362:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718285.736364:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718285.736365:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718285.736368:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718285.736370:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736372:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718285.736375:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736377:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718285.736380:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718285.736384:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736388:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718285.736390:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718285.736394:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718285.736398:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736403:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718285.736406:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718285.736411:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736415:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718285.736422:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718285.736428:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718285.736441:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718285.736442:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736444:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718285.736446:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718285.736449:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718285.736457:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779718285.736462:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718285.736469:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529439744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718285.736487:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718285.736490:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718285.736494:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529439744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718285.736515:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718285.736520:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718285.736522:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718285.736526:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718285.736528:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718285.736530:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718285.736532:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718285.736536:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718285.736540:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20732
00000400:00000200:1.0:1779718285.736547:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:2.1:1779718285.736547:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718285.736552:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000400:00000200:1.0:1779718285.736553:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718285.736558:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718285.736562:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736565:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718285.736568:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736570:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718285.736571:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718285.736574:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718285.736576:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718285.736579:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718285.736584:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718285.736587:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718285.736592:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736594:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718285.736597:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736599:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718285.736602:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718285.736608:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718285.736619:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718285.736623:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718285.736627:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718285.736629:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736632:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718285.736636:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718285.736638:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736641:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718285.736645:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718285.736649:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718285.736652:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718285.736654:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718285.736656:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718285.736657:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718285.736659:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718285.736665:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779718285.736667:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718285.736674:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529439872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718285.736685:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718285.736689:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718285.736694:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529439872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718285.736718:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718285.736723:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20742)
00000800:00000200:2.1:1779718285.736951:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718285.736952:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718285.737134:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718285.737135:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718285.737305:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718285.737307:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1779718286.184116:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718286.184120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718286.184124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718286.760013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718286.760019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718286.760021:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718286.760024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718286.760027:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718286.760030:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718286.760032:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718286.760034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718286.760036:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718287.016042:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315406078, at 4315406080
00000100:00000040:0.0:1779718287.016043:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315406078, at 4315406080
00000100:00000010:1.0:1779718287.016060:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5600.
00000100:00000010:0.0:1779718287.016062:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f00.
00000020:00000001:1.0:1779718287.208187:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718287.208194:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718287.208200:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718287.784066:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718287.784076:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718287.784078:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718287.784085:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718287.784089:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718287.784094:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718287.784097:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718287.784100:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718287.784104:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718288.232154:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718288.232160:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718288.232166:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718288.808019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718288.808027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718288.808030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718288.808037:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718288.808041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718288.808045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718288.808048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718288.808051:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718288.808055:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718289.256070:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718289.256075:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718289.256079:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718289.832047:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718289.832054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718289.832056:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718289.832061:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718289.832064:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718289.832068:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718289.832071:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718289.832073:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718289.832075:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718290.280113:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718290.280118:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718290.280122:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718290.856011:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718290.856020:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718290.856023:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718290.856027:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718290.856032:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718290.856042:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20737
00000400:00000200:3.0:1779718290.856057:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718290.856067:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718290.856078:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718290.856085:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856095:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718290.856105:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856108:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718290.856112:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718290.856115:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718290.856118:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718290.856121:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718290.856123:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718290.856125:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718290.856132:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856135:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718290.856137:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856139:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718290.856141:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718290.856144:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856145:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718290.856148:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718290.856151:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718290.856154:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.856156:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718290.856158:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718290.856164:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718290.856168:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718290.856172:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718290.856174:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.856178:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718290.856182:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718290.856186:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718290.856197:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718290.856206:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718290.856220:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529440000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718290.856232:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718290.856236:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718290.856243:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529440000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718290.856259:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718290.856264:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718290.856267:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718290.856269:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718290.856270:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718290.856273:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718290.856277:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20737
00000400:00000200:3.0:1779718290.856282:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718290.856288:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718290.856291:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718290.856296:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856299:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718290.856306:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856310:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718290.856314:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718290.856320:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718290.856322:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718290.856327:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718290.856337:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718290.856347:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718290.856431:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856438:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718290.856448:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856456:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718290.856466:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718290.856472:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856482:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718290.856492:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718290.856500:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718290.856506:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.856510:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1779718290.856590:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718290.856592:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000008:00100000:3.0:1779718290.856626:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718290.856631:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.856637:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718290.856649:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718290.856653:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718290.856692:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718290.856697:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.856706:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718290.856711:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718290.856716:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718290.856732:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718290.856743:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718290.856754:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529440128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718290.856775:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718290.856781:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718290.856812:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529440128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718290.856866:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718290.856874:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718290.856883:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718290.856887:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718290.856892:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718290.856899:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718290.856910:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20737
00000400:00000200:3.0:1779718290.856949:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718290.856954:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718290.856957:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718290.856960:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856963:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718290.856967:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.856969:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718290.856971:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718290.856973:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718290.856975:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718290.856980:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718290.856986:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718290.856993:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718290.857008:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.857018:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718290.857025:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.857029:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718290.857035:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718290.857046:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718290.857049:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718290.857059:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718290.857063:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718290.857069:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.857073:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718290.857078:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718290.857085:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.857095:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718290.857104:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718290.857107:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718290.857113:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718290.857118:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.857121:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718290.857124:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718290.857127:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718290.857133:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718290.857139:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718290.857155:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529440256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718290.857166:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718290.857168:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718290.857176:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529440256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718290.857209:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718290.857222:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718290.857230:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718290.857237:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718290.857244:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718290.857252:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718290.857255:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718290.857259:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718290.857270:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20737
00000400:00000200:3.0:1779718290.857281:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718290.857289:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718290.857292:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718290.857297:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.857300:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718290.857304:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.857307:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718290.857313:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718290.857316:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718290.857319:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718290.857323:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718290.857326:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718290.857330:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718290.857346:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.857355:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718290.857364:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718290.857374:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718290.857385:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718290.857398:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718290.857402:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718290.857413:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718290.857418:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718290.857421:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.857423:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718290.857427:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718290.857439:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.857448:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718290.857459:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718290.857465:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718290.857472:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718290.857474:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718290.857483:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718290.857485:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718290.857487:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718290.857499:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718290.857510:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718290.857524:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529440384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718290.857551:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718290.857557:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718290.857569:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529440384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718290.857599:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718290.857607:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20747)
00000800:00000200:2.1:1779718290.857625:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718290.857628:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718290.857844:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718290.857846:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718290.858108:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718290.858110:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1779718291.304098:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718291.304104:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718291.304108:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718292.136027:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315411198, at 4315411200
00000100:00000040:1.0:1779718292.136027:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315411198, at 4315411200
00000100:00000010:1.0:1779718292.136044:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5d20.
00000100:00000010:0.0:1779718292.136045:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b52a0.
00000020:00000001:1.0:1779718292.328083:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718292.328088:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718292.328092:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718293.352080:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718293.352085:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718293.352089:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718294.376134:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718294.376139:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718294.376143:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718295.400137:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718295.400140:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718295.400142:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718295.976103:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718295.976109:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718295.976113:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718295.976117:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718295.976121:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718295.976128:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20742
00000400:00000200:3.0:1779718295.976138:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718295.976144:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718295.976146:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718295.976149:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976151:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718295.976153:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976155:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718295.976159:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718295.976160:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718295.976162:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718295.976165:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718295.976166:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718295.976168:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718295.976170:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976172:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718295.976173:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976174:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718295.976176:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718295.976179:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976180:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718295.976191:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718295.976194:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718295.976196:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976197:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718295.976199:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718295.976206:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718295.976209:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718295.976212:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718295.976214:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976217:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718295.976218:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718295.976222:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718295.976228:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718295.976233:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718295.976240:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529440512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718295.976248:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718295.976251:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718295.976255:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529440512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718295.976271:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718295.976273:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718295.976276:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718295.976277:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718295.976278:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718295.976280:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718295.976282:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20742
00000400:00000200:3.0:1779718295.976284:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718295.976286:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718295.976288:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718295.976290:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976291:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718295.976294:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976296:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718295.976297:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718295.976298:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718295.976300:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718295.976302:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718295.976303:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718295.976305:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718295.976309:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976311:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718295.976314:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976318:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718295.976320:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718295.976324:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976325:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718295.976329:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718295.976334:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718295.976338:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976342:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718295.976347:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718295.976350:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976358:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718295.976362:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718295.976367:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718295.976372:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718295.976374:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976376:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718295.976380:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718295.976381:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718295.976384:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718295.976388:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718295.976394:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529440640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718295.976408:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718295.976410:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718295.976417:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529440640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718295.976428:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718295.976430:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718295.976435:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718295.976436:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718295.976437:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718295.976440:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718295.976443:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20742
00000400:00000200:3.0:1779718295.976448:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718295.976451:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718295.976454:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718295.976458:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976460:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718295.976463:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976467:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718295.976471:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718295.976473:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718295.976476:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718295.976478:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718295.976481:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718295.976485:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718295.976490:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976493:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718295.976495:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976499:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718295.976502:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718295.976504:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976508:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718295.976509:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718295.976512:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718295.976517:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976521:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718295.976523:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718295.976526:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976530:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718295.976536:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718295.976541:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718295.976546:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718295.976556:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976561:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718295.976565:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718295.976568:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718295.976573:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718295.976577:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718295.976585:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529440768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718295.976593:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718295.976604:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718295.976612:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529440768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718295.976627:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718295.976633:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718295.976639:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718295.976645:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718295.976649:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1779718295.976650:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718295.976652:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718295.976655:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1779718295.976656:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1779718295.976657:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718295.976662:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20742
00000400:00000200:3.0:1779718295.976668:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718295.976673:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718295.976676:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718295.976678:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976680:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718295.976683:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976686:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718295.976688:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718295.976691:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718295.976693:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718295.976696:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718295.976699:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718295.976701:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718295.976706:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976711:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718295.976714:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976718:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718295.976720:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718295.976724:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718295.976728:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718295.976732:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718295.976735:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718295.976739:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976743:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718295.976747:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718295.976750:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976754:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718295.976771:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718295.976773:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718295.976775:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718295.976776:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718295.976778:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718295.976780:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718295.976782:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718295.976788:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718295.976792:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718295.976800:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529440896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718295.976807:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718295.976825:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718295.976829:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529440896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718295.976845:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718295.976849:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20752)
00000800:00000200:2.1:1779718295.977298:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718295.977301:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718295.977619:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718295.977622:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718295.978103:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718295.978106:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1779718296.424131:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718296.424136:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718296.424140:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718297.000154:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718297.000169:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718297.000174:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718297.000185:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718297.000193:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718297.000202:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718297.000208:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718297.000214:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718297.000220:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718297.255991:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315416318, at 4315416320
00000100:00000040:0.0:1779718297.255992:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315416318, at 4315416320
00000100:00000010:0.0:1779718297.256009:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5840.
00000100:00000010:1.0:1779718297.256015:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5660.
00000020:00000001:3.0:1779718297.448124:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718297.448130:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718297.448135:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718298.024033:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718298.024040:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718298.024041:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718298.024047:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718298.024050:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718298.024055:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718298.024058:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718298.024061:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718298.024063:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718298.472072:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718298.472075:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718298.472079:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718299.048024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718299.048038:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718299.048041:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718299.048049:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718299.048053:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718299.048057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718299.048060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718299.048063:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718299.048066:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718299.496103:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718299.496107:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718299.496110:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718300.072000:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718300.072005:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718300.072006:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718300.072010:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718300.072013:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718300.072016:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718300.072018:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718300.072021:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718300.072023:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718300.520080:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718300.520083:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718300.520086:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718301.096035:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718301.096043:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718301.096045:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718301.096048:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718301.096053:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718301.096060:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20747
00000400:00000200:3.0:1779718301.096070:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718301.096078:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718301.096081:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718301.096083:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096087:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718301.096090:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096092:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718301.096095:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718301.096096:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718301.096098:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718301.096100:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718301.096102:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718301.096104:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718301.096106:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096108:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718301.096109:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096110:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718301.096112:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718301.096115:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096116:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718301.096118:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718301.096121:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718301.096123:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096124:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718301.096126:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718301.096133:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718301.096136:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718301.096139:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718301.096140:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096143:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718301.096144:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718301.096148:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718301.096154:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718301.096160:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718301.096167:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529441024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718301.096178:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718301.096182:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718301.096185:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529441024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718301.096201:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718301.096203:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718301.096205:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718301.096206:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718301.096208:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718301.096210:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718301.096213:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20747
00000400:00000200:3.0:1779718301.096216:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718301.096220:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718301.096222:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718301.096227:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096230:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718301.096234:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096236:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718301.096240:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718301.096241:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718301.096244:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718301.096246:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718301.096250:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718301.096254:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718301.096260:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096263:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718301.096266:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096269:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718301.096273:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718301.096278:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096281:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718301.096284:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718301.096290:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718301.096294:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096296:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718301.096307:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718301.096312:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096315:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718301.096322:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718301.096326:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718301.096328:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718301.096329:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096331:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718301.096333:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718301.096335:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718301.096339:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718301.096343:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718301.096351:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529441152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718301.096371:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718301.096375:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718301.096380:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529441152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718301.096394:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718301.096396:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718301.096398:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718301.096401:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718301.096404:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718301.096405:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718301.096411:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20747
00000400:00000200:3.0:1779718301.096443:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718301.096449:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718301.096452:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718301.096459:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096464:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718301.096469:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096471:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718301.096473:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718301.096474:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718301.096475:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718301.096478:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718301.096480:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718301.096483:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718301.096490:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718301.096491:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718301.096493:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718301.096495:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1779718301.096498:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096501:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718301.096505:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718301.096511:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096514:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718301.096515:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718301.096519:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718301.096523:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096527:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718301.096530:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718301.096534:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096537:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718301.096540:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718301.096544:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718301.096549:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718301.096552:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096556:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718301.096557:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718301.096558:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718301.096560:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718301.096564:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718301.096569:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529441280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718301.096594:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718301.096596:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718301.096602:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529441280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718301.096613:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718301.096617:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718301.096621:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718301.096624:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718301.096628:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718301.096628:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718301.096630:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718301.096635:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718301.096638:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20747
00000400:00000200:3.0:1779718301.096644:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718301.096648:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718301.096651:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718301.096655:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096658:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718301.096662:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096666:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718301.096671:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718301.096674:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718301.096677:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718301.096681:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718301.096683:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718301.096687:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718301.096693:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096697:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718301.096701:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096705:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718301.096709:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718301.096716:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718301.096731:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718301.096732:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718301.096735:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718301.096739:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096745:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718301.096749:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718301.096757:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096762:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718301.096769:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718301.096776:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718301.096781:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718301.096784:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718301.096789:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718301.096792:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718301.096796:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718301.096803:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718301.096807:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718301.096817:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529441408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718301.096832:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718301.096836:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718301.096844:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529441408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718301.096858:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718301.096863:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20757)
00000800:00000200:2.1:1779718301.097031:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718301.097033:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1779718301.097219:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718301.097220:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1779718301.097431:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718301.097432:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1779718301.544138:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718301.544142:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718301.544144:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718302.376028:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315421438, at 4315421440
00000100:00000040:0.0:1779718302.376032:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315421438, at 4315421440
00000100:00000010:1.0:1779718302.376045:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5120.
00000100:00000010:0.0:1779718302.376050:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5720.
00000020:00000001:1.0:1779718302.568107:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718302.568111:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718302.568115:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718303.592089:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718303.592094:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718303.592098:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718304.616098:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718304.616102:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718304.616106:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718305.640162:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718305.640168:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718305.640171:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718306.216058:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718306.216065:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718306.216067:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718306.216071:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718306.216074:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718306.216082:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20752
00000400:00000200:1.0:1779718306.216091:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718306.216099:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718306.216102:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718306.216105:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216109:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718306.216112:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216116:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718306.216121:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718306.216123:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718306.216127:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718306.216130:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718306.216134:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718306.216137:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718306.216141:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216144:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718306.216146:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216148:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718306.216152:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718306.216155:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216159:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718306.216163:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718306.216167:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718306.216170:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216173:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718306.216175:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718306.216185:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779718306.216188:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718306.216193:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718306.216194:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216197:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718306.216200:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718306.216204:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718306.216215:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779718306.216222:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718306.216231:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529441536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718306.216240:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718306.216244:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718306.216248:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529441536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718306.216266:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718306.216270:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718306.216274:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718306.216276:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718306.216278:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718306.216282:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718306.216285:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20752
00000400:00000200:1.0:1779718306.216293:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718306.216299:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718306.216304:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718306.216312:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216316:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718306.216319:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216323:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718306.216326:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718306.216327:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718306.216329:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718306.216331:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718306.216334:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718306.216337:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718306.216342:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216346:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718306.216349:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216353:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718306.216355:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718306.216358:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216361:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718306.216363:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718306.216369:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718306.216372:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216375:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718306.216380:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718306.216386:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216389:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718306.216392:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718306.216395:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718306.216397:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718306.216398:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216400:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718306.216402:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718306.216404:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718306.216408:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779718306.216412:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718306.216418:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529441664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718306.216434:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718306.216438:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718306.216443:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529441664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718306.216451:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718306.216454:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718306.216458:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718306.216461:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718306.216462:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718306.216465:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718306.216469:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20752
00000400:00000200:1.0:1779718306.216473:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718306.216478:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718306.216480:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718306.216482:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216484:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718306.216485:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216488:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718306.216492:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718306.216495:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718306.216496:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718306.216498:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718306.216501:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718306.216505:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718306.216511:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216513:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718306.216516:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216520:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718306.216522:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718306.216526:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216531:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718306.216534:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718306.216537:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718306.216542:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216544:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718306.216546:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718306.216549:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216550:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718306.216554:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718306.216558:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718306.216562:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718306.216565:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216566:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718306.216569:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718306.216572:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718306.216577:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779718306.216582:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718306.216586:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529441792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718306.216607:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1779718306.216608:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718306.216610:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718306.216614:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1779718306.216616:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529441792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718306.216629:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718306.216632:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718306.216635:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718306.216638:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718306.216642:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718306.216644:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718306.216647:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718306.216651:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718306.216655:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20752
00000400:00000200:1.0:1779718306.216661:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718306.216666:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718306.216669:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718306.216673:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216675:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718306.216678:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216697:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718306.216701:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718306.216703:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718306.216704:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718306.216706:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718306.216709:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718306.216713:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718306.216719:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216724:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718306.216728:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216733:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718306.216736:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718306.216738:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718306.216740:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718306.216742:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718306.216745:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718306.216748:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216752:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718306.216755:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718306.216757:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216758:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718306.216762:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718306.216764:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718306.216766:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718306.216768:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718306.216771:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718306.216772:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718306.216774:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718306.216777:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779718306.216781:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718306.216789:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529441920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718306.216800:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718306.216805:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718306.216814:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529441920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718306.216830:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718306.216836:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20762)
00000800:00000200:2.1:1779718306.217081:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718306.217082:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1779718306.217270:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718306.217272:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1779718306.217447:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718306.217449:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1779718306.664140:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718306.664144:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718306.664146:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718307.496009:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315426558, at 4315426560
00000100:00000040:0.0:1779718307.496015:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315426558, at 4315426560
00000100:00000010:0.0:1779718307.496029:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b57e0.
00000100:00000010:1.0:1779718307.496031:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a20.
00000020:00000001:1.0:1779718307.688144:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718307.688153:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718307.688157:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718308.712064:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718308.712069:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718308.712074:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718309.736149:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718309.736154:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718309.736158:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718310.760071:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718310.760075:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718310.760079:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718311.336017:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718311.336027:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718311.336031:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718311.336035:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718311.336039:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718311.336046:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20757
00000400:00000200:3.0:1779718311.336057:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718311.336066:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718311.336069:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718311.336072:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336076:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718311.336078:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336081:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718311.336084:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718311.336086:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718311.336088:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718311.336091:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718311.336093:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718311.336095:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718311.336099:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336100:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718311.336102:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336103:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718311.336105:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718311.336108:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336109:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718311.336112:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718311.336115:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718311.336117:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336119:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718311.336121:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718311.336130:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718311.336133:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718311.336136:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718311.336138:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336141:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718311.336143:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718311.336147:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718311.336155:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718311.336162:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718311.336171:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529442048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718311.336179:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718311.336184:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718311.336187:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529442048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718311.336207:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718311.336210:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718311.336213:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718311.336214:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718311.336216:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718311.336219:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718311.336222:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20757
00000400:00000200:3.0:1779718311.336226:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718311.336229:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718311.336232:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718311.336236:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336239:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718311.336241:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336243:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718311.336246:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718311.336247:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718311.336250:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718311.336253:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718311.336257:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718311.336261:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718311.336266:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336270:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718311.336272:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336276:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718311.336278:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718311.336283:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336287:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718311.336289:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718311.336295:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718311.336297:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336299:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718311.336303:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718311.336306:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336309:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718311.336313:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718311.336317:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718311.336320:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718311.336322:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336326:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718311.336329:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718311.336331:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718311.336335:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718311.336338:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718311.336342:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529442176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718311.336349:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718311.336351:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718311.336355:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529442176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718311.336367:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718311.336371:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718311.336378:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718311.336381:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718311.336384:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718311.336386:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718311.336391:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20757
00000400:00000200:3.0:1779718311.336396:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718311.336401:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718311.336403:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718311.336406:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336408:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718311.336412:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336415:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718311.336417:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718311.336419:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718311.336420:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718311.336421:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718311.336424:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718311.336428:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718311.336430:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336433:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718311.336438:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336440:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718311.336441:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718311.336446:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336448:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718311.336450:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718311.336453:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718311.336457:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336461:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718311.336464:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718311.336468:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336470:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718311.336476:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718311.336481:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718311.336483:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718311.336484:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336486:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718311.336488:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718311.336490:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718311.336495:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718311.336500:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718311.336508:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529442304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718311.336517:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718311.336518:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718311.336525:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529442304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718311.336537:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718311.336538:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718311.336541:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1779718311.336543:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1779718311.336544:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718311.336550:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718311.336557:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718311.336559:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718311.336562:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718311.336567:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718311.336574:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20757
00000400:00000200:3.0:1779718311.336581:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718311.336588:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718311.336594:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718311.336602:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336604:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718311.336609:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336614:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718311.336618:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718311.336621:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718311.336624:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718311.336627:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718311.336632:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718311.336636:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718311.336654:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336660:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718311.336665:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336668:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718311.336673:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718311.336678:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718311.336682:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718311.336685:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718311.336688:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718311.336694:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336698:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718311.336701:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718311.336705:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336708:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718311.336713:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718311.336716:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718311.336719:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718311.336721:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718311.336726:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718311.336729:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718311.336732:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718311.336738:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718311.336743:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718311.336754:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529442432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718311.336792:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718311.336795:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718311.336803:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529442432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718311.336818:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718311.336825:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20768)
00000800:00000200:2.1:1779718311.337044:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718311.337046:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718311.337234:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718311.337236:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718311.337410:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718311.337411:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1779718311.784173:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718311.784178:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718311.784181:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718312.615991:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315431678, at 4315431680
00000100:00000040:0.0:1779718312.616002:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315431678, at 4315431680
00000100:00000010:1.0:1779718312.616004:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5360.
00000100:00000010:0.0:1779718312.616013:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b56c0.
00000020:00000001:3.0:1779718312.808094:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718312.808099:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718312.808103:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718313.832080:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718313.832084:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718313.832087:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718314.856075:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718314.856079:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718314.856083:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718315.880152:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718315.880156:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718315.880161:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718316.456062:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718316.456091:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718316.456097:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718316.456102:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718316.456111:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718316.456121:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20763
00000400:00000200:3.0:1779718316.456136:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718316.456145:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718316.456151:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718316.456175:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456181:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718316.456203:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456208:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718316.456214:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718316.456218:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718316.456222:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718316.456228:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718316.456232:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718316.456237:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718316.456243:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456247:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718316.456251:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456255:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718316.456260:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718316.456264:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456267:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718316.456271:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718316.456276:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718316.456279:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.456283:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718316.456286:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718316.456295:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718316.456299:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718316.456304:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718316.456306:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.456310:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718316.456314:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718316.456319:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718316.456327:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718316.456335:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718316.456346:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529442560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718316.456359:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718316.456365:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718316.456370:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529442560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718316.456398:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718316.456403:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718316.456407:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718316.456409:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718316.456411:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718316.456414:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718316.456418:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20763
00000400:00000200:3.0:1779718316.456424:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718316.456430:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718316.456433:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718316.456438:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456444:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718316.456450:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456459:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718316.456465:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718316.456468:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718316.456472:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718316.456476:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718316.456482:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718316.456506:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718316.456518:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456524:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718316.456534:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456541:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718316.456549:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718316.456562:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456573:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718316.456581:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718316.456595:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718316.456645:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.456653:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718316.456663:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718316.456667:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.456673:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718316.456683:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718316.456689:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718316.456710:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718316.456711:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.456718:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718316.456720:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718316.456724:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718316.456738:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718316.456744:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718316.456759:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529442688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718316.456781:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718316.456790:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718316.456805:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529442688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718316.456849:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718316.456855:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718316.456859:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718316.456865:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718316.456867:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718316.456870:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718316.456878:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20763
00000400:00000200:3.0:1779718316.456889:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718316.456893:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718316.456896:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718316.456905:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456929:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718316.456933:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456936:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718316.456941:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718316.456944:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718316.456951:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718316.456955:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718316.456957:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718316.456961:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718316.456967:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456971:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718316.456992:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.456994:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718316.456997:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718316.457046:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718316.457057:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718316.457061:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718316.457068:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718316.457073:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.457097:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718316.457100:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718316.457103:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.457106:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718316.457115:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718316.457119:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718316.457125:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718316.457129:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.457135:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718316.457157:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718316.457163:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718316.457178:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718316.457187:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718316.457206:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529442816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779718316.457221:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718316.457233:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1779718316.457236:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718316.457244:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718316.457259:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529442816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718316.457295:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718316.457304:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718316.457317:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718316.457324:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718316.457328:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718316.457332:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718316.457338:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718316.457361:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718316.457369:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20763
00000400:00000200:3.0:1779718316.457376:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718316.457382:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718316.457385:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718316.457389:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.457391:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718316.457394:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.457396:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718316.457399:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718316.457401:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718316.457406:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718316.457427:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718316.457435:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718316.457443:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718316.457509:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.457514:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718316.457522:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718316.457531:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718316.457541:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718316.457552:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718316.457560:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718316.457568:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718316.457576:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718316.457585:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.457592:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718316.457600:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718316.457644:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.457646:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718316.457656:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718316.457665:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718316.457674:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718316.457677:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718316.457682:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718316.457702:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718316.457707:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718316.457717:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718316.457727:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718316.457739:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529442944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718316.457761:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718316.457766:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718316.457777:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529442944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718316.457848:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718316.457858:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20773)
00000800:00000200:2.1:1779718316.458378:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718316.458381:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718316.458970:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718316.458973:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718316.459522:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718316.459526:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779718316.904111:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718316.904115:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718316.904118:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718317.736023:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315436799, at 4315436800
00000100:00000040:1.0:1779718317.736023:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315436799, at 4315436800
00000100:00000010:1.0:1779718317.736037:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b54e0.
00000100:00000010:0.0:1779718317.736039:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5e40.
00000020:00000001:1.0:1779718317.928099:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718317.928103:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718317.928107:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718318.952262:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718318.952267:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718318.952271:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718319.976134:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718319.976138:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718319.976141:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718321.000117:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718321.000120:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718321.000123:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718321.576011:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718321.576021:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718321.576025:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718321.576030:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718321.576037:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718321.576047:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20768
00000400:00000200:3.0:1779718321.576057:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718321.576064:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718321.576068:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718321.576071:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576075:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718321.576076:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576078:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718321.576082:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718321.576083:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718321.576085:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718321.576087:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718321.576088:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718321.576090:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718321.576092:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576093:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718321.576094:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576095:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718321.576097:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718321.576100:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576102:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718321.576104:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718321.576107:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718321.576109:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718321.576111:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718321.576112:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718321.576120:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718321.576122:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718321.576126:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718321.576127:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718321.576130:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718321.576132:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718321.576135:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718321.576141:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718321.576146:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718321.576152:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529443072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718321.576160:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718321.576163:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718321.576166:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529443072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718321.576182:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718321.576184:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718321.576186:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718321.576187:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718321.576189:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718321.576191:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718321.576193:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20768
00000400:00000200:3.0:1779718321.576197:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718321.576199:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718321.576201:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718321.576206:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576209:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718321.576212:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576214:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718321.576217:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718321.576219:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718321.576222:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718321.576225:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718321.576230:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718321.576234:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718321.576239:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576242:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718321.576245:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576250:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718321.576255:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718321.576259:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576263:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718321.576266:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718321.576272:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718321.576277:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718321.576279:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718321.576284:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718321.576289:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718321.576292:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718321.576295:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718321.576298:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718321.576300:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718321.576302:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718321.576305:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718321.576308:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718321.576310:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718321.576315:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718321.576320:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718321.576327:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529443200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718321.576338:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718321.576342:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718321.576346:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529443200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718321.576354:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718321.576358:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718321.576363:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718321.576363:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718321.576365:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718321.576366:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718321.576369:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20768
00000400:00000200:3.0:1779718321.576411:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718321.576417:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718321.576421:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718321.576428:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576431:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718321.576435:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576436:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718321.576438:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718321.576441:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718321.576444:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718321.576446:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718321.576447:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718321.576449:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718321.576454:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576456:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718321.576457:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576461:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718321.576463:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718321.576470:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576476:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718321.576478:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1779718321.576481:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718321.576483:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718321.576488:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718321.576488:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1779718321.576492:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718321.576494:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718321.576501:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718321.576506:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718321.576511:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718321.576515:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718321.576520:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718321.576523:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718321.576525:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718321.576527:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718321.576531:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718321.576535:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718321.576541:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718321.576551:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529443328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718321.576582:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718321.576586:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718321.576597:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529443328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718321.576612:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718321.576616:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718321.576622:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718321.576626:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718321.576630:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718321.576631:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718321.576632:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718321.576634:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718321.576639:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20768
00000400:00000200:3.0:1779718321.576643:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718321.576647:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718321.576649:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718321.576652:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576655:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718321.576657:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576661:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718321.576663:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718321.576665:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718321.576667:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718321.576669:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718321.576673:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718321.576678:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718321.576682:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576684:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718321.576688:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576692:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718321.576697:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718321.576702:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718321.576707:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718321.576709:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718321.576712:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718321.576714:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718321.576717:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718321.576719:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718321.576720:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718321.576721:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718321.576724:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718321.576725:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718321.576727:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718321.576729:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718321.576731:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718321.576733:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718321.576735:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718321.576740:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718321.576745:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718321.576752:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529443456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718321.576772:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718321.576774:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718321.576779:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529443456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718321.576805:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718321.576811:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20778)
00000800:00000200:2.1:1779718321.577038:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718321.577040:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718321.577226:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718321.577228:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718321.577398:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718321.577400:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1779718322.024193:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718322.024200:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718322.024205:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718322.856082:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315441918, at 4315441920
00000100:00000040:0.0:1779718322.856083:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315441918, at 4315441920
00000100:00000010:1.0:1779718322.856101:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5540.
00000100:00000010:0.0:1779718322.856104:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5300.
00000020:00000001:1.0:1779718323.048167:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718323.048172:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718323.048177:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718324.072078:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718324.072081:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718324.072084:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718325.096127:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718325.096131:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718325.096134:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718326.120074:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718326.120081:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718326.120086:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718326.696031:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718326.696038:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718326.696042:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718326.696047:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718326.696054:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718326.696063:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20773
00000400:00000200:1.0:1779718326.696072:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718326.696079:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718326.696082:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718326.696086:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696089:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718326.696093:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696095:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718326.696098:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718326.696100:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718326.696103:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718326.696105:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718326.696107:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718326.696110:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718326.696113:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696115:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718326.696117:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696118:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718326.696121:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718326.696124:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696126:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718326.696129:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718326.696132:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718326.696135:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696137:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718326.696139:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718326.696146:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718326.696149:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718326.696153:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718326.696154:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696157:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718326.696159:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718326.696163:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718326.696170:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779718326.696177:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718326.696187:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529443584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718326.696196:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718326.696200:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718326.696204:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529443584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718326.696223:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718326.696226:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718326.696230:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718326.696233:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718326.696236:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718326.696240:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718326.696244:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20773
00000400:00000200:1.0:1779718326.696249:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718326.696254:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718326.696259:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718326.696265:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696268:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718326.696272:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696275:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718326.696279:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718326.696281:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718326.696284:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718326.696286:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718326.696290:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718326.696294:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718326.696302:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696306:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718326.696313:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696317:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718326.696320:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718326.696325:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696331:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718326.696334:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718326.696343:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718326.696347:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696352:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718326.696360:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718326.696364:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696366:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718326.696372:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718326.696374:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718326.696382:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718326.696384:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696385:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718326.696387:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718326.696388:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718326.696392:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779718326.696396:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718326.696402:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529443712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718326.696408:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718326.696411:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718326.696416:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529443712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718326.696425:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718326.696428:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718326.696432:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718326.696435:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718326.696437:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718326.696439:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718326.696444:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20773
00000400:00000200:1.0:1779718326.696450:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718326.696455:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718326.696460:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718326.696464:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696466:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718326.696471:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696475:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718326.696477:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718326.696480:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718326.696482:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718326.696484:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718326.696488:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718326.696489:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718326.696492:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696497:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718326.696502:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696503:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718326.696504:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718326.696507:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696511:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718326.696514:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718326.696516:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718326.696520:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696535:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718326.696538:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718326.696540:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696543:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718326.696548:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718326.696552:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718326.696555:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718326.696557:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696560:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718326.696563:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718326.696565:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718326.696571:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779718326.696576:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718326.696584:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529443840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718326.696593:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718326.696595:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718326.696601:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529443840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718326.696612:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718326.696615:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718326.696621:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718326.696624:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718326.696627:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718326.696630:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718326.696632:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718326.696633:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718326.696638:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20773
00000400:00000200:1.0:1779718326.696642:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718326.696647:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718326.696650:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718326.696656:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696658:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718326.696661:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779718326.696664:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696666:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.1:1779718326.696666:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1779718326.696670:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718326.696672:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718326.696674:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718326.696676:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718326.696679:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718326.696681:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718326.696683:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696684:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718326.696687:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696689:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718326.696692:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718326.696696:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718326.696702:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718326.696705:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718326.696708:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718326.696710:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696714:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718326.696717:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718326.696720:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696723:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718326.696728:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718326.696732:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718326.696738:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718326.696740:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718326.696742:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718326.696744:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718326.696745:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718326.696750:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779718326.696754:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718326.696763:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529443968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718326.696772:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718326.696774:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718326.696778:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529443968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718326.696790:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718326.696794:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20783)
00000800:00000200:2.1:1779718326.697087:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718326.697089:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718326.697281:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718326.697282:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718326.697461:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718326.697462:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1779718327.144123:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718327.144127:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718327.144130:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718327.976038:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315447038, at 4315447040
00000100:00000010:0.0:1779718327.976052:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5900.
00000100:00000040:1.0:1779718327.976061:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315447038, at 4315447040
00000100:00000010:1.0:1779718327.976072:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b53c0.
00000020:00000001:1.0:1779718328.168118:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718328.168123:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718328.168127:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718329.192105:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718329.192110:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718329.192114:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718330.216112:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718330.216137:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718330.216143:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718331.240223:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718331.240228:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718331.240231:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718331.816035:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718331.816043:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718331.816047:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718331.816051:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718331.816056:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718331.816064:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20778
00000400:00000200:3.0:1779718331.816073:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718331.816080:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718331.816082:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718331.816085:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816088:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718331.816090:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816092:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718331.816096:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718331.816097:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718331.816100:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718331.816102:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718331.816104:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718331.816106:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718331.816108:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816109:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718331.816111:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816112:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718331.816114:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718331.816117:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816118:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718331.816121:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718331.816125:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718331.816128:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816130:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718331.816132:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718331.816142:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718331.816145:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718331.816149:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718331.816151:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816154:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718331.816156:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718331.816161:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718331.816169:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718331.816177:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718331.816185:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529444096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718331.816194:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718331.816198:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718331.816202:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529444096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718331.816223:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718331.816226:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718331.816229:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718331.816230:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718331.816231:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718331.816234:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718331.816236:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20778
00000400:00000200:3.0:1779718331.816238:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718331.816242:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718331.816245:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718331.816247:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816249:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718331.816252:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816256:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718331.816258:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718331.816260:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718331.816263:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718331.816266:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718331.816268:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718331.816271:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718331.816275:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816280:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718331.816284:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816288:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718331.816293:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718331.816297:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816301:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718331.816304:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718331.816310:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718331.816313:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816319:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718331.816325:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718331.816332:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816335:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718331.816342:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718331.816348:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718331.816351:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718331.816354:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816359:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718331.816361:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718331.816364:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718331.816374:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718331.816379:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718331.816385:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529444224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718331.816393:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718331.816395:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718331.816401:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529444224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718331.816414:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718331.816417:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718331.816425:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718331.816429:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718331.816432:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718331.816436:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718331.816441:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20778
00000400:00000200:3.0:1779718331.816447:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718331.816452:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718331.816454:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718331.816460:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816462:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718331.816464:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816469:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718331.816474:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718331.816475:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718331.816476:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718331.816477:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718331.816479:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718331.816480:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718331.816501:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816505:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718331.816510:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816512:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718331.816516:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718331.816520:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816524:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718331.816528:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718331.816530:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718331.816534:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816539:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718331.816542:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718331.816545:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816550:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718331.816556:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718331.816561:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718331.816562:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718331.816563:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816565:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718331.816567:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718331.816570:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718331.816575:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718331.816581:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718331.816587:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529444352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718331.816595:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718331.816600:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718331.816605:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529444352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718331.816624:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718331.816629:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718331.816631:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1779718331.816637:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1779718331.816638:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718331.816645:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718331.816651:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718331.816654:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718331.816657:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718331.816659:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718331.816663:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20778
00000400:00000200:3.0:1779718331.816672:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718331.816678:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718331.816681:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718331.816683:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816688:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718331.816692:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816694:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718331.816696:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718331.816698:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718331.816700:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718331.816703:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718331.816706:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718331.816711:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718331.816719:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816722:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718331.816726:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816727:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718331.816729:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718331.816736:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718331.816737:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718331.816740:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718331.816744:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718331.816748:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816753:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718331.816757:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718331.816761:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816765:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718331.816768:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718331.816770:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718331.816774:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718331.816776:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718331.816778:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718331.816782:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718331.816783:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718331.816788:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718331.816792:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718331.816797:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529444480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718331.816804:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718331.816808:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718331.816811:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529444480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718331.816818:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718331.816824:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20788)
00000800:00000200:2.1:1779718331.817198:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718331.817201:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779718331.817528:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718331.817530:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779718331.817834:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718331.817837:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1779718332.264089:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718332.264095:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718332.264100:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718333.096022:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315452158, at 4315452160
00000100:00000040:0.0:1779718333.096030:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315452158, at 4315452160
00000100:00000010:1.0:1779718333.096036:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ba0.
00000100:00000010:0.0:1779718333.096043:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5cc0.
00000020:00000001:1.0:1779718333.288192:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718333.288198:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718333.288202:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718334.312147:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718334.312151:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718334.312154:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718335.336096:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718335.336101:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718335.336105:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718336.360131:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718336.360135:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718336.360138:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718336.936037:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718336.936052:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718336.936057:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718336.936064:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718336.936072:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718336.936084:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20783
00000400:00000200:3.0:1779718336.936097:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718336.936105:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718336.936109:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718336.936112:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936115:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718336.936119:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936121:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718336.936125:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718336.936127:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718336.936130:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718336.936133:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718336.936135:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718336.936137:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718336.936139:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936140:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718336.936141:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936142:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718336.936145:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718336.936148:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936150:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718336.936152:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718336.936156:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718336.936158:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936160:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718336.936163:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718336.936174:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718336.936177:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718336.936181:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718336.936183:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936186:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718336.936189:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718336.936194:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718336.936203:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718336.936210:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718336.936221:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529444608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718336.936234:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718336.936241:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718336.936248:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529444608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718336.936273:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718336.936276:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718336.936279:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718336.936280:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718336.936282:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718336.936284:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718336.936287:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20783
00000400:00000200:3.0:1779718336.936291:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718336.936295:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718336.936296:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718336.936300:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936303:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718336.936305:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936308:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718336.936311:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718336.936312:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718336.936315:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718336.936317:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718336.936322:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718336.936326:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718336.936333:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936336:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718336.936340:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936343:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718336.936345:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718336.936349:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936359:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718336.936362:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718336.936370:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718336.936373:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936375:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718336.936380:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718336.936385:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936387:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718336.936390:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718336.936395:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718336.936399:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718336.936400:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936402:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718336.936404:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718336.936407:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718336.936412:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718336.936419:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718336.936425:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529444736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718336.936432:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718336.936434:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718336.936440:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529444736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718336.936472:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718336.936476:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718336.936484:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718336.936487:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718336.936490:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718336.936494:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718336.936499:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20783
00000400:00000200:3.0:1779718336.936504:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718336.936509:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718336.936512:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718336.936515:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936520:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718336.936525:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936527:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718336.936529:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718336.936530:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718336.936531:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718336.936532:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718336.936537:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718336.936540:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718336.936543:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936544:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718336.936548:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936553:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718336.936555:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718336.936558:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936561:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718336.936562:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718336.936566:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718336.936569:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936570:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718336.936573:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718336.936576:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936578:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718336.936583:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718336.936587:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718336.936591:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718336.936594:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936599:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718336.936602:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718336.936603:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718336.936606:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718336.936611:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718336.936619:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529444864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718336.936632:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718336.936634:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718336.936639:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529444864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718336.936651:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718336.936655:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1779718336.936655:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718336.936659:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718336.936661:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718336.936666:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718336.936666:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718336.936667:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718336.936669:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718336.936672:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20783
00000400:00000200:3.0:1779718336.936674:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718336.936677:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718336.936679:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718336.936684:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936686:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718336.936689:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936692:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718336.936696:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718336.936697:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718336.936699:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718336.936701:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718336.936706:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718336.936708:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718336.936711:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936713:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718336.936716:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936719:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718336.936720:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718336.936723:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718336.936724:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718336.936726:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718336.936729:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718336.936732:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936733:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718336.936737:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718336.936739:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936741:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718336.936745:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718336.936748:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718336.936751:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718336.936754:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718336.936758:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718336.936762:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718336.936765:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718336.936771:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718336.936775:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718336.936786:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529444992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718336.936799:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718336.936804:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718336.936813:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529444992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718336.936845:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718336.936855:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20793)
00000800:00000200:2.1:1779718336.936989:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718336.937153:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718336.937343:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718337.384117:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718337.384121:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718337.384124:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718338.216007:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315457278, at 4315457280
00000100:00000040:1.0:1779718338.216007:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315457278, at 4315457280
00000100:00000010:0.0:1779718338.216024:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5960.
00000100:00000010:1.0:1779718338.216029:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f60.
00000020:00000001:1.0:1779718338.408145:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718338.408149:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718338.408152:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718339.432191:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718339.432198:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718339.432203:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1779718340.008174:0:248754:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1779718340.008213:0:248754:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1779718340.008221:0:248754:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718340.008224:0:248754:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:1.0:1779718340.008229:0:248754:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718340.008233:0:248754:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1779718340.008237:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718340.008240:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:1.0:1779718340.008244:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718340.008248:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718340.008253:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9cc0
00000400:00000010:1.0:1779718340.008256:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9cc0.
00000100:00000001:1.0:1779718340.008260:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718340.008267:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941408380 x1866162529444608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718340.008287:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718340.008291:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529444608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718340.008297:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718340.008299:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718340.008307:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718340.008308:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f100.
00000400:00000200:1.0:1779718340.008310:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718340.008312:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718340.008315:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f94c8
00000400:00000010:1.0:1779718340.008333:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f94c8.
00000100:00000001:1.0:1779718340.008335:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718340.008339:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941409180 x1866162529444736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718340.008345:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718340.008347:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529444736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718340.008369:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718340.008372:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718340.008382:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718340.008388:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f500.
00000400:00000200:1.0:1779718340.008394:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718340.008399:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718340.008405:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9c38
00000400:00000010:1.0:1779718340.008409:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9c38.
00000100:00000001:1.0:1779718340.008414:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718340.008435:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95094140a300 x1866162529444864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718340.008458:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718340.008465:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529444864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718340.008482:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718340.008484:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718340.008494:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718340.008500:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f900.
00000400:00000200:1.0:1779718340.008504:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718340.008515:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718340.008521:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9440
00000400:00000010:1.0:1779718340.008525:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9440.
00000100:00000001:1.0:1779718340.008530:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718340.008537:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95094140aa00 x1866162529444992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718340.008558:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718340.008565:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529444992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718340.008581:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718340.008584:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1779718340.456133:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718340.456136:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718340.456139:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718341.480140:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718341.480145:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718341.480149:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718342.056067:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718342.056070:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718342.056076:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718342.056079:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718342.056083:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1779718342.056085:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718342.056087:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718342.056090:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718342.056091:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718342.056094:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718342.056096:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718342.056098:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718342.056102:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718342.056104:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20788
00000100:00000001:0.0:1779718342.056105:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718342.056116:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718342.056123:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718342.056126:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718342.056130:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056133:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718342.056135:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056137:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718342.056140:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718342.056141:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718342.056144:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718342.056146:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718342.056148:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718342.056150:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718342.056152:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056153:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718342.056155:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056157:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718342.056160:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718342.056162:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056164:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718342.056167:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718342.056171:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718342.056173:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.056175:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718342.056177:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718342.056183:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718342.056185:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718342.056189:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718342.056191:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.056194:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718342.056197:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718342.056201:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718342.056209:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718342.056216:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718342.056226:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529445120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718342.056237:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718342.056242:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718342.056248:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529445120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718342.056278:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718342.056282:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718342.056285:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718342.056288:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718342.056290:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718342.056294:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718342.056299:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20788
00000400:00000200:3.0:1779718342.056305:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718342.056311:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718342.056314:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718342.056322:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056330:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718342.056337:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056343:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718342.056346:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718342.056350:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718342.056354:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718342.056362:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718342.056371:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718342.056380:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718342.056395:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056398:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718342.056400:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056402:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718342.056405:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718342.056422:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056427:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718342.056433:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718342.056444:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718342.056450:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.056462:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718342.056469:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718342.056474:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.056483:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718342.056494:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718342.056504:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718342.056509:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718342.056513:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.056516:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718342.056519:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718342.056523:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718342.056530:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718342.056536:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718342.056550:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529445248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718342.056571:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718342.056576:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718342.056583:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529445248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718342.056622:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718342.056630:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718342.056645:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718342.056652:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718342.056655:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718342.056668:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718342.056679:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20788
00000400:00000200:3.0:1779718342.056694:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718342.056703:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718342.056709:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718342.056716:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056727:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718342.056737:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056741:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718342.056744:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718342.056747:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718342.056752:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718342.056758:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718342.056761:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718342.056830:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718342.056834:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1779718342.056868:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718342.056879:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056884:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718342.056893:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056902:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718342.056910:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718342.056964:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718342.056969:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718342.056975:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718342.056979:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718342.056984:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.056991:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718342.056995:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718342.057006:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.057013:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718342.057022:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718342.057029:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718342.057034:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718342.057036:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.057043:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718342.057046:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718342.057050:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718342.057062:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718342.057069:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718342.057079:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529445376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718342.057094:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718342.057099:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718342.057108:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529445376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718342.057134:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718342.057143:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718342.057152:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718342.057159:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718342.057175:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718342.057178:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718342.057182:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718342.057188:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718342.057201:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20788
00000400:00000200:3.0:1779718342.057213:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718342.057222:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718342.057225:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718342.057232:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.057237:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718342.057249:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.057259:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718342.057267:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718342.057268:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718342.057270:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718342.057273:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718342.057278:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718342.057286:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718342.057300:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.057306:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718342.057312:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718342.057317:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718342.057322:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718342.057331:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718342.057337:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718342.057342:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718342.057349:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718342.057357:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.057365:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718342.057372:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718342.057378:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.057382:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718342.057391:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718342.057399:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718342.057423:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718342.057425:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718342.057429:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718342.057432:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718342.057437:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718342.057449:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718342.057456:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718342.057467:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529445504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718342.057489:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718342.057497:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718342.057510:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529445504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718342.057526:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718342.057534:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20798)
00000800:00000200:2.1:1779718342.057734:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718342.057737:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718342.058033:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718342.058034:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718342.058259:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718342.058263:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1779718342.504145:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718342.504150:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718342.504154:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718343.080072:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718343.080080:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718343.080083:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718343.080089:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718343.080093:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718343.080097:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718343.080100:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718343.080103:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718343.080106:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718343.336060:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315462399, at 4315462400
00000100:00000040:0.0:1779718343.336064:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315462399, at 4315462400
00000100:00000010:1.0:1779718343.336074:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c00.
00000100:00000010:0.0:1779718343.336082:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b59c0.
00000020:00000001:3.0:1779718343.528159:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718343.528164:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718343.528168:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718344.104050:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718344.104059:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718344.104061:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718344.104066:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718344.104070:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718344.104074:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718344.104076:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718344.104079:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718344.104081:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718344.552140:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718344.552145:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718344.552149:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718345.128015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718345.128023:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718345.128025:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718345.128030:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718345.128034:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718345.128038:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718345.128041:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718345.128044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718345.128046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718345.576110:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718345.576116:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718345.576120:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718346.152033:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718346.152038:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718346.152040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718346.152045:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718346.152048:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718346.152051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718346.152054:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718346.152056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718346.152058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718346.600084:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718346.600087:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718346.600090:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718347.176027:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718347.176032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718347.176039:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718347.176042:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718347.176046:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718347.176048:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718347.176049:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718347.176056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718347.176057:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718347.176061:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718347.176064:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718347.176066:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20793
00000100:00000001:0.0:1779718347.176069:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718347.176073:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718347.176076:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718347.176080:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718347.176087:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718347.176090:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718347.176093:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176097:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718347.176099:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176101:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718347.176104:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718347.176106:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718347.176109:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718347.176111:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718347.176113:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718347.176115:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718347.176117:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176118:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718347.176120:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176121:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718347.176123:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718347.176126:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176127:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718347.176130:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718347.176144:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718347.176146:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176148:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718347.176150:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718347.176161:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718347.176164:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718347.176168:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718347.176171:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176175:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718347.176177:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718347.176182:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718347.176191:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718347.176198:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718347.176208:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529445632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718347.176217:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718347.176221:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718347.176225:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529445632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718347.176257:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718347.176259:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718347.176263:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718347.176264:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718347.176265:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718347.176268:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718347.176269:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20793
00000400:00000200:3.0:1779718347.176271:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718347.176273:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718347.176275:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718347.176277:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176279:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718347.176280:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176281:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718347.176283:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718347.176283:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718347.176284:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718347.176286:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718347.176287:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718347.176290:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718347.176292:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176294:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718347.176295:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176296:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718347.176298:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718347.176299:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176301:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718347.176302:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718347.176307:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718347.176308:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176310:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718347.176315:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718347.176318:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176320:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718347.176323:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718347.176324:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718347.176326:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718347.176327:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176328:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718347.176329:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718347.176331:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718347.176334:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718347.176338:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718347.176343:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529445760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718347.176349:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718347.176351:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718347.176354:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529445760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718347.176360:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718347.176363:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718347.176366:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718347.176367:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718347.176382:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718347.176385:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718347.176388:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20793
00000400:00000200:3.0:1779718347.176394:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718347.176401:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718347.176404:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718347.176418:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176421:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718347.176428:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176435:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718347.176440:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718347.176441:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718347.176443:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718347.176445:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718347.176449:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718347.176452:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718347.176469:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176478:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718347.176489:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176493:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718347.176499:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718347.176503:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176511:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718347.176515:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718347.176524:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718347.176531:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176537:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718347.176543:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718347.176552:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176556:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718347.176561:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718347.176567:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718347.176579:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718347.176580:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176581:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718347.176583:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718347.176589:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718347.176602:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718347.176607:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718347.176621:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529445888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718347.176647:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718347.176650:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718347.176656:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529445888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718347.176675:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718347.176688:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718347.176696:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718347.176703:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718347.176713:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718347.176719:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718347.176725:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718347.176740:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718347.176747:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20793
00000400:00000200:3.0:1779718347.176762:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718347.176771:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718347.176774:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718347.176785:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176791:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718347.176794:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176796:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718347.176797:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718347.176798:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718347.176799:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718347.176801:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718347.176807:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718347.176810:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718347.176819:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176821:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718347.176824:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176825:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718347.176828:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718347.176837:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718347.176848:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718347.176850:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718347.176853:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718347.176855:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176862:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718347.176863:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718347.176865:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176871:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718347.176879:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718347.176888:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718347.176897:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718347.176899:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718347.176906:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718347.176908:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718347.176916:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718347.176956:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718347.176963:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718347.176971:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529446016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718347.176977:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718347.176979:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718347.176982:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529446016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718347.176989:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718347.176993:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20803)
00000800:00000200:2.1:1779718347.177085:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718347.177089:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718347.177544:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718347.177547:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718347.178005:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718347.178011:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718347.178294:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718347.178296:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:1.0:1779718347.624187:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718347.624193:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718347.624198:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718348.456034:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315467519, at 4315467520
00000100:00000040:0.0:1779718348.456035:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315467519, at 4315467520
00000100:00000010:0.0:1779718348.456055:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b59c0.
00000100:00000010:1.0:1779718348.456056:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c00.
00000020:00000001:1.0:1779718348.648259:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718348.648266:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718348.648270:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718349.672175:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718349.672179:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718349.672183:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718350.696132:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718350.696138:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718350.696142:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718351.720108:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718351.720112:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718351.720116:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718352.296090:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718352.296100:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718352.296103:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718352.296108:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718352.296113:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718352.296122:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20798
00000400:00000200:0.0:1779718352.296156:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718352.296167:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718352.296173:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718352.296182:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296189:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718352.296194:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296198:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718352.296202:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718352.296203:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718352.296206:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718352.296211:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718352.296214:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718352.296217:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718352.296221:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296223:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718352.296225:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296227:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718352.296230:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718352.296233:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296235:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718352.296238:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718352.296242:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718352.296244:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.296246:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718352.296249:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718352.296259:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718352.296262:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718352.296266:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718352.296268:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.296272:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718352.296274:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718352.296279:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718352.296287:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718352.296294:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718352.296303:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529446144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718352.296315:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718352.296319:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718352.296323:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529446144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718352.296370:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718352.296374:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718352.296378:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718352.296380:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718352.296382:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718352.296385:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718352.296388:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20798
00000400:00000200:0.0:1779718352.296393:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718352.296397:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718352.296400:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718352.296404:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296406:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718352.296425:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296431:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718352.296438:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718352.296442:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718352.296447:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718352.296451:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718352.296456:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718352.296462:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718352.296469:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296475:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718352.296481:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296487:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718352.296493:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718352.296501:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296506:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718352.296528:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718352.296536:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718352.296540:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.296543:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718352.296548:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718352.296557:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.296563:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718352.296568:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779718352.296572:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718352.296575:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718352.296578:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.296605:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718352.296610:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718352.296616:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718352.296624:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779718352.296632:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718352.296647:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529446272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718352.296665:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718352.296669:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718352.296680:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529446272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718352.296706:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718352.296711:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718352.296716:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718352.296719:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718352.296724:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718352.296731:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718352.296736:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20798
00000400:00000200:0.0:1779718352.296766:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718352.296776:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718352.296784:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718352.296794:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296800:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718352.296804:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296831:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718352.296840:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718352.296844:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718352.296851:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718352.296856:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718352.296863:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718352.296871:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718352.296882:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296885:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718352.296891:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296895:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718352.296899:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:2.1:1779718352.296902:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779718352.296906:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718352.296913:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718352.296913:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
02000000:00000001:0.0:1779718352.296915:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718352.296921:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718352.296925:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.296975:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718352.296980:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718352.296985:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.296987:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718352.296991:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779718352.296994:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718352.296997:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718352.296999:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.297002:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718352.297004:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718352.297006:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718352.297010:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718352.297014:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718352.297024:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529446400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718352.297087:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718352.297092:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718352.297102:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529446400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718352.297122:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718352.297126:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718352.297152:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718352.297156:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718352.297161:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718352.297166:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718352.297167:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718352.297170:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718352.297175:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20798
00000400:00000200:0.0:1779718352.297185:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718352.297192:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718352.297195:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718352.297204:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.297207:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718352.297214:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.297217:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718352.297223:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718352.297224:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718352.297230:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718352.297232:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718352.297235:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718352.297240:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718352.297251:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.297257:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718352.297262:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718352.297270:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718352.297273:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718352.297279:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718352.297284:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718352.297289:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718352.297293:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718352.297301:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.297304:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718352.297307:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718352.297312:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.297319:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718352.297326:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779718352.297370:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718352.297377:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718352.297381:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718352.297387:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718352.297390:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718352.297396:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718352.297405:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718352.297413:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718352.297442:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529446528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718352.297459:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718352.297464:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718352.297477:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529446528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718352.297521:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718352.297528:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20809)
00000800:00000200:2.1:1779718352.297841:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718352.297844:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779718352.298269:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718352.298272:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779718352.298623:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718352.298625:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1779718352.744102:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718352.744105:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718352.744107:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718353.576002:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315472639, at 4315472640
00000100:00000040:1.0:1779718353.576011:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315472639, at 4315472640
00000100:00000010:0.0:1779718353.576014:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f60.
00000100:00000010:1.0:1779718353.576024:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5960.
00000020:00000001:1.0:1779718353.768113:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718353.768118:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718353.768121:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718354.792148:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718354.792153:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718354.792157:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718355.816121:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718355.816125:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718355.816128:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718356.840151:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718356.840154:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718356.840157:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718357.416020:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718357.416030:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718357.416034:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718357.416036:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718357.416040:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718357.416048:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20804
00000400:00000200:0.0:1779718357.416060:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718357.416066:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718357.416069:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718357.416073:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416077:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718357.416080:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416083:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718357.416088:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718357.416089:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718357.416093:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718357.416095:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718357.416098:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718357.416101:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718357.416105:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416107:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718357.416110:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416112:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718357.416115:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718357.416118:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416121:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718357.416125:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718357.416129:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718357.416132:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416135:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718357.416139:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718357.416148:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4700.
00000020:00000040:0.0:1779718357.416151:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718357.416154:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718357.416156:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416158:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718357.416161:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718357.416164:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718357.416170:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718357.416175:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718357.416184:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4700 x1866162529446656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718357.416192:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718357.416196:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718357.416199:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003407d8f0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4700 x1866162529446656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718357.416218:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718357.416221:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718357.416223:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718357.416225:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718357.416226:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718357.416228:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718357.416231:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20804
00000400:00000200:0.0:1779718357.416235:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718357.416238:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718357.416240:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718357.416243:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416247:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718357.416250:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416255:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718357.416257:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718357.416260:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718357.416262:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718357.416266:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718357.416270:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718357.416274:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718357.416283:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416287:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718357.416305:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416312:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718357.416317:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718357.416324:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416330:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718357.416331:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718357.416337:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718357.416340:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416344:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718357.416350:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718357.416352:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416356:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718357.416363:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5180.
00000020:00000040:0.0:1779718357.416367:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718357.416372:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718357.416374:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416376:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718357.416379:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718357.416380:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718357.416385:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718357.416389:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718357.416397:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5180 x1866162529446784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718357.416411:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718357.416416:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718357.416424:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084bee898] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5180 x1866162529446784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718357.416440:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718357.416447:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718357.416452:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718357.416456:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718357.416458:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718357.416460:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718357.416463:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20804
00000400:00000200:0.0:1779718357.416470:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718357.416476:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718357.416481:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718357.416486:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416489:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718357.416495:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416498:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718357.416501:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718357.416503:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718357.416507:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718357.416510:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718357.416516:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718357.416521:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718357.416527:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416530:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718357.416532:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416534:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718357.416537:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718357.416543:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416546:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718357.416551:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718357.416554:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718357.416557:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416559:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718357.416561:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718357.416567:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416569:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718357.416573:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779718357.416578:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718357.416581:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718357.416584:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416586:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718357.416589:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1779718357.416590:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718357.416591:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718357.416596:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
02000000:00000010:0.0:1779718357.416597:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779718357.416602:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718357.416610:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529446912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718357.416620:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718357.416624:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718357.416634:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529446912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718357.416652:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718357.416659:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718357.416667:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718357.416673:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718357.416682:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718357.416687:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718357.416691:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718357.416710:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718357.416718:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20804
00000400:00000200:0.0:1779718357.416725:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718357.416731:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718357.416734:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718357.416737:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416741:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718357.416744:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416747:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718357.416751:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718357.416753:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718357.416757:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718357.416759:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718357.416763:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718357.416765:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718357.416770:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416775:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718357.416779:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416783:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718357.416786:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718357.416790:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718357.416794:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718357.416798:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718357.416802:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718357.416805:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416808:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718357.416811:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718357.416816:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416820:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718357.416826:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779718357.416829:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718357.416834:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718357.416837:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718357.416841:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718357.416842:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718357.416845:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718357.416849:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718357.416854:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718357.416862:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529447040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718357.416880:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718357.416884:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718357.416889:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529447040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718357.416909:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718357.416915:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20814)
00000800:00000200:2.1:1779718357.417162:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718357.417165:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779718357.417476:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718357.417478:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779718357.417700:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718357.417703:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1779718357.864132:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718357.864136:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718357.864139:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718358.696037:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315477758, at 4315477760
00000100:00000040:1.0:1779718358.696037:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315477758, at 4315477760
00000100:00000010:1.0:1779718358.696050:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5cc0.
00000100:00000010:0.0:1779718358.696053:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5480.
00000020:00000001:3.0:1779718358.888105:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718358.888108:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718358.888111:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718359.912109:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718359.912113:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718359.912116:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718360.936098:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718360.936102:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718360.936106:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718361.960118:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718361.960122:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718361.960127:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718362.536010:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718362.536021:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718362.536026:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718362.536031:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718362.536037:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718362.536046:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20809
00000400:00000200:3.0:1779718362.536055:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718362.536064:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718362.536074:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718362.536079:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536082:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718362.536085:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536087:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718362.536091:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718362.536093:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718362.536096:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718362.536098:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718362.536101:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718362.536104:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718362.536108:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536110:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718362.536112:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536115:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718362.536118:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718362.536121:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536124:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718362.536126:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718362.536129:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718362.536132:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718362.536135:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718362.536138:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718362.536144:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718362.536147:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718362.536152:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718362.536153:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718362.536157:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718362.536160:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718362.536163:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718362.536170:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718362.536178:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718362.536188:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529447168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718362.536200:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718362.536205:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718362.536210:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529447168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718362.536231:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718362.536235:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718362.536239:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718362.536246:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718362.536248:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718362.536265:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718362.536271:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20809
00000400:00000200:3.0:1779718362.536279:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718362.536288:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718362.536293:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718362.536299:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536302:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718362.536306:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536309:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718362.536314:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718362.536316:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718362.536318:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718362.536321:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718362.536326:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718362.536329:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718362.536334:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536395:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718362.536399:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536403:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718362.536406:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718362.536412:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536415:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718362.536420:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718362.536425:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718362.536429:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718362.536433:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718362.536438:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718362.536443:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718362.536445:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718362.536451:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718362.536455:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718362.536460:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718362.536462:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718362.536466:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718362.536468:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718362.536470:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718362.536474:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718362.536477:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718362.536483:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529447296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718362.536493:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718362.536497:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718362.536502:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529447296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1779718362.536506:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718362.536509:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1779718362.536661:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718362.536667:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718362.536673:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718362.536676:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718362.536680:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718362.536687:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718362.536694:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20809
00000400:00000200:3.0:1779718362.536704:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718362.536713:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718362.536717:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718362.536723:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536726:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718362.536729:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536734:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718362.536736:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718362.536738:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718362.536741:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718362.536742:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718362.536744:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718362.536747:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718362.536752:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536755:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718362.536757:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536760:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718362.536762:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718362.536768:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536772:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718362.536776:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718362.536780:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718362.536783:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718362.536785:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718362.536788:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718362.536792:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718362.536794:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718362.536799:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718362.536803:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718362.536807:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718362.536810:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718362.536812:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718362.536815:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718362.536818:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718362.536822:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718362.536827:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718362.536844:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529447424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718362.536853:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718362.536856:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718362.536863:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529447424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718362.536874:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718362.536878:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718362.536884:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718362.536889:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718362.536895:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718362.536898:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718362.536901:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718362.536907:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718362.536911:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20809
00000400:00000200:3.0:1779718362.536918:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718362.536968:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718362.536974:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718362.536980:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536986:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718362.536992:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.536998:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718362.537004:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718362.537007:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718362.537009:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718362.537012:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718362.537016:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718362.537019:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718362.537024:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.537027:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718362.537032:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718362.537034:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718362.537039:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718362.537045:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718362.537049:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718362.537052:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718362.537055:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718362.537060:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718362.537065:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718362.537068:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718362.537072:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718362.537074:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718362.537080:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718362.537084:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718362.537089:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718362.537091:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718362.537093:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718362.537094:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718362.537097:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1779718362.537097:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1779718362.537099:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718362.537104:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718362.537108:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718362.537116:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529447552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718362.537128:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718362.537131:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718362.537140:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529447552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718362.537151:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718362.537155:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20819)
00000800:00000200:2.1:1779718362.537396:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718362.537398:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718362.537585:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718362.537587:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1779718362.984102:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718362.984106:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718362.984109:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718363.816055:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315482878, at 4315482880
00000100:00000040:1.0:1779718363.816055:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315482878, at 4315482880
00000100:00000010:0.0:1779718363.816074:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ba0.
00000100:00000010:1.0:1779718363.816077:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b53c0.
00000020:00000001:1.0:1779718364.008107:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718364.008111:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718364.008114:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718365.032061:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718365.032065:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718365.032068:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718366.056179:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718366.056184:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718366.056188:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718367.080093:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718367.080099:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718367.080104:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718367.656014:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718367.656025:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718367.656028:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718367.656032:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718367.656036:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718367.656043:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20814
00000400:00000200:3.0:1779718367.656053:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718367.656059:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718367.656062:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718367.656065:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656067:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718367.656069:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656071:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718367.656073:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718367.656074:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718367.656076:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718367.656078:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718367.656080:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718367.656081:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718367.656084:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656085:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718367.656086:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656088:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718367.656090:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718367.656093:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656095:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718367.656097:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718367.656100:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718367.656102:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656103:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718367.656105:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718367.656113:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718367.656116:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718367.656119:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718367.656120:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656123:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718367.656125:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718367.656128:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718367.656134:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718367.656139:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718367.656146:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529447680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718367.656153:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718367.656157:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718367.656160:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529447680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718367.656178:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718367.656181:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718367.656183:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718367.656184:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718367.656186:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718367.656188:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718367.656190:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20814
00000400:00000200:3.0:1779718367.656194:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718367.656196:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718367.656200:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718367.656205:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656207:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718367.656212:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656233:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718367.656238:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718367.656240:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718367.656243:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718367.656245:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718367.656249:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718367.656252:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718367.656256:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656258:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718367.656263:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656267:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718367.656288:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718367.656296:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656300:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718367.656303:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718367.656311:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718367.656315:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656320:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718367.656326:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718367.656338:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656340:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718367.656344:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718367.656348:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718367.656350:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718367.656354:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656357:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718367.656361:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718367.656364:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718367.656369:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718367.656376:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718367.656384:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529447808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718367.656401:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718367.656405:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718367.656413:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529447808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718367.656427:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718367.656432:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718367.656437:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718367.656439:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718367.656443:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718367.656446:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718367.656451:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20814
00000400:00000200:3.0:1779718367.656477:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718367.656483:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718367.656486:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718367.656489:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656491:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718367.656514:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656518:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718367.656522:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718367.656525:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718367.656527:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718367.656530:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718367.656534:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718367.656537:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718367.656541:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656543:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718367.656548:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656551:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718367.656554:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718367.656559:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:2.1:1779718367.656562:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718367.656563:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718367.656567:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1779718367.656567:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1779718367.656569:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718367.656572:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656575:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718367.656578:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718367.656581:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656584:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718367.656587:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718367.656592:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718367.656595:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718367.656597:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656599:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718367.656602:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718367.656604:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718367.656608:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718367.656611:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718367.656620:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529447936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718367.656630:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718367.656635:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718367.656643:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529447936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718367.656654:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718367.656657:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718367.656663:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718367.656668:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718367.656671:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718367.656673:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718367.656675:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718367.656677:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718367.656681:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20814
00000400:00000200:3.0:1779718367.656692:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718367.656700:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718367.656705:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718367.656710:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656713:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718367.656719:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656725:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718367.656731:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718367.656734:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718367.656738:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718367.656742:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718367.656747:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718367.656749:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718367.656753:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656756:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718367.656761:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656764:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718367.656770:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718367.656775:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718367.656778:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718367.656807:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718367.656814:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718367.656821:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656828:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718367.656832:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718367.656841:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656846:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718367.656856:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718367.656862:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718367.656867:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718367.656869:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718367.656872:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718367.656876:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718367.656879:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718367.656885:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718367.656892:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718367.656901:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529448064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718367.656918:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718367.656922:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718367.656933:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529448064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718367.656963:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718367.656967:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20824)
00000800:00000200:2.1:1779718367.657172:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718367.657175:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718367.657519:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718367.657521:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718367.657845:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718367.657847:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1779718368.104155:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718368.104158:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718368.104161:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718368.936010:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315487998, at 4315488000
00000100:00000040:1.0:1779718368.936010:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315487998, at 4315488000
00000100:00000010:0.0:1779718368.936023:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5900.
00000100:00000010:1.0:1779718368.936024:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5300.
00000020:00000001:1.0:1779718369.128163:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718369.128168:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718369.128172:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718370.152110:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718370.152114:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718370.152119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718371.176102:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718371.176106:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718371.176109:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718372.200200:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718372.200205:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718372.200208:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718372.775997:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718372.776005:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718372.776008:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718372.776011:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718372.776016:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718372.776021:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20819
00000400:00000200:1.0:1779718372.776030:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718372.776035:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718372.776037:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718372.776039:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776042:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718372.776043:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776045:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718372.776048:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718372.776049:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718372.776051:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718372.776053:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718372.776055:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718372.776056:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718372.776058:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776060:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718372.776061:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776063:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718372.776065:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718372.776067:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776068:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718372.776070:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718372.776074:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718372.776075:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776077:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718372.776079:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718372.776086:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718372.776089:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718372.776092:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718372.776093:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776096:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718372.776098:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718372.776101:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718372.776107:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779718372.776112:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718372.776119:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529448192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718372.776127:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718372.776130:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718372.776134:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529448192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718372.776149:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718372.776151:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718372.776154:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718372.776155:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718372.776156:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718372.776158:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718372.776161:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20819
00000400:00000200:1.0:1779718372.776165:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718372.776169:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718372.776173:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718372.776186:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776191:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718372.776197:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776202:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718372.776208:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718372.776211:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718372.776215:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718372.776218:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718372.776224:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718372.776229:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718372.776235:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776237:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718372.776240:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776245:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718372.776248:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718372.776250:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776252:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718372.776255:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718372.776269:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718372.776272:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776276:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718372.776280:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718372.776285:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776288:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718372.776296:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718372.776300:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718372.776305:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718372.776307:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776310:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718372.776312:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718372.776315:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718372.776321:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779718372.776325:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718372.776333:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529448320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718372.776343:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718372.776346:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718372.776352:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529448320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718372.776366:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718372.776370:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718372.776375:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718372.776378:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718372.776380:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718372.776385:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718372.776389:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20819
00000400:00000200:1.0:1779718372.776404:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718372.776411:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718372.776415:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718372.776417:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776419:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718372.776423:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776426:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718372.776432:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718372.776433:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718372.776436:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1779718372.776437:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:1.0:1779718372.776438:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718372.776441:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718372.776442:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718372.776445:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776446:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718372.776447:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718372.776448:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1779718372.776449:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718372.776454:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718372.776459:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776461:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718372.776465:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718372.776467:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718372.776470:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776472:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718372.776473:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718372.776475:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776476:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718372.776482:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718372.776485:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718372.776488:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718372.776489:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776490:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718372.776491:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718372.776493:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718372.776497:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779718372.776499:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718372.776506:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529448448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718372.776514:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718372.776516:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718372.776521:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529448448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718372.776549:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718372.776551:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718372.776563:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718372.776567:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718372.776574:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718372.776577:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718372.776579:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718372.776584:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718372.776589:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20819
00000400:00000200:1.0:1779718372.776594:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718372.776598:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718372.776599:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718372.776602:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776604:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718372.776608:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776610:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718372.776615:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718372.776617:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718372.776619:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718372.776620:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718372.776623:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718372.776626:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718372.776629:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776630:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718372.776631:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776632:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718372.776634:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718372.776635:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718372.776637:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718372.776640:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718372.776643:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718372.776644:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776646:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718372.776649:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718372.776651:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776653:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718372.776656:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718372.776660:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718372.776662:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718372.776664:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718372.776667:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718372.776668:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718372.776669:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718372.776675:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779718372.776679:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718372.776683:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529448576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718372.776691:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718372.776694:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718372.776698:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529448576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718372.776723:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718372.776727:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20829)
00000800:00000200:2.1:1779718372.776952:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718372.776953:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718372.777189:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718372.777192:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718372.777376:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718372.777378:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1779718373.224086:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718373.224091:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718373.224095:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718374.056037:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315493118, at 4315493120
00000100:00000040:1.0:1779718374.056037:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315493118, at 4315493120
00000100:00000010:1.0:1779718374.056051:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5e40.
00000100:00000010:0.0:1779718374.056052:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5540.
00000020:00000001:3.0:1779718374.248196:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718374.248200:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718374.248202:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718375.272106:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718375.272109:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718375.272112:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718376.296088:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718376.296092:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718376.296094:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718377.320090:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718377.320093:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718377.320096:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718377.896051:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718377.896056:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718377.896058:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718377.896060:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718377.896063:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718377.896068:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20824
00000400:00000200:0.0:1779718377.896076:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718377.896081:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718377.896084:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718377.896086:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896089:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718377.896090:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896092:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718377.896095:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718377.896097:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718377.896099:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718377.896101:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718377.896103:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718377.896104:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718377.896106:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896108:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718377.896109:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896110:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718377.896113:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718377.896115:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896116:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718377.896118:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718377.896121:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718377.896123:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718377.896124:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718377.896126:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718377.896132:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779718377.896134:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718377.896151:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718377.896152:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718377.896155:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718377.896157:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718377.896160:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718377.896168:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779718377.896174:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718377.896181:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529448704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718377.896189:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718377.896193:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718377.896196:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529448704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718377.896213:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718377.896215:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718377.896218:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718377.896219:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718377.896220:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718377.896222:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718377.896224:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20824
00000400:00000200:0.0:1779718377.896227:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718377.896230:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718377.896232:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718377.896234:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896236:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718377.896241:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896244:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718377.896248:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718377.896249:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718377.896251:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718377.896253:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718377.896257:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718377.896261:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718377.896268:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896270:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718377.896274:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896277:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718377.896281:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718377.896284:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896286:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718377.896289:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718377.896294:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718377.896298:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718377.896301:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718377.896306:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718377.896310:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718377.896312:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718377.896315:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718377.896319:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718377.896322:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718377.896324:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718377.896326:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718377.896328:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718377.896330:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718377.896334:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779718377.896337:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718377.896342:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529448832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718377.896356:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718377.896359:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718377.896366:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529448832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718377.896378:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718377.896381:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718377.896384:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718377.896387:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718377.896390:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718377.896396:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718377.896401:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20824
00000400:00000200:0.0:1779718377.896410:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718377.896416:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718377.896422:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718377.896429:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896434:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718377.896440:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896445:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718377.896450:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718377.896452:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718377.896455:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718377.896457:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718377.896459:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718377.896464:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718377.896470:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896472:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718377.896476:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896481:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718377.896483:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718377.896489:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896493:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718377.896496:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718377.896502:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718377.896506:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718377.896510:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718377.896512:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1779718377.896514:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000008:00000001:0.0:1779718377.896517:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718377.896520:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1779718377.896521:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718377.896527:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779718377.896532:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718377.896536:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718377.896537:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718377.896540:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718377.896543:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718377.896544:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718377.896547:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779718377.896552:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718377.896560:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529448960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718377.896566:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718377.896570:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718377.896574:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529448960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718377.896583:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718377.896588:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718377.896596:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718377.896600:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718377.896603:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718377.896606:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718377.896608:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718377.896613:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718377.896618:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20824
00000400:00000200:0.0:1779718377.896625:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718377.896629:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718377.896631:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718377.896634:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896637:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718377.896642:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896644:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718377.896649:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718377.896650:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718377.896651:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718377.896652:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718377.896656:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718377.896658:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718377.896661:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896664:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718377.896667:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896669:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718377.896670:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718377.896674:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718377.896679:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718377.896681:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718377.896685:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718377.896691:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718377.896692:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718377.896695:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718377.896698:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718377.896701:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718377.896704:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779718377.896708:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718377.896712:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718377.896714:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718377.896717:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718377.896718:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718377.896721:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718377.896725:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718377.896729:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718377.896735:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529449088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718377.896744:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718377.896747:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718377.896753:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529449088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718377.896771:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718377.896775:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20834)
00000800:00000200:2.1:1779718377.896983:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718377.896985:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718377.897189:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718377.897191:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718377.897370:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718377.897372:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1779718378.344125:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718378.344129:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718378.344147:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718379.176014:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315498238, at 4315498240
00000100:00000040:1.0:1779718379.176025:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315498238, at 4315498240
00000100:00000010:0.0:1779718379.176026:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b54e0.
00000100:00000010:1.0:1779718379.176035:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b56c0.
00000020:00000001:1.0:1779718379.368092:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718379.368096:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718379.368099:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718380.392169:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718380.392173:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718380.392177:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718381.416177:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718381.416180:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718381.416183:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718382.440196:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718382.440201:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718382.440205:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718383.016059:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718383.016066:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718383.016069:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718383.016073:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718383.016075:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718383.016082:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20829
00000400:00000200:0.0:1779718383.016092:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718383.016112:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718383.016115:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718383.016118:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016121:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718383.016123:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016125:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718383.016128:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718383.016129:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718383.016131:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718383.016134:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718383.016135:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718383.016136:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718383.016139:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016141:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718383.016142:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016144:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718383.016146:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718383.016148:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016150:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718383.016152:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718383.016154:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718383.016156:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016157:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718383.016159:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718383.016167:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718383.016170:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718383.016173:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718383.016174:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016176:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718383.016178:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718383.016182:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718383.016188:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718383.016194:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718383.016201:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529449216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718383.016210:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718383.016220:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718383.016224:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529449216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718383.016240:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718383.016242:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718383.016245:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718383.016246:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718383.016247:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718383.016249:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718383.016252:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20829
00000400:00000200:0.0:1779718383.016256:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718383.016258:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718383.016260:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718383.016263:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016267:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718383.016269:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016272:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718383.016275:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718383.016277:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718383.016278:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718383.016280:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718383.016285:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718383.016289:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718383.016295:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016298:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718383.016302:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016304:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718383.016307:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718383.016311:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016316:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718383.016319:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718383.016324:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718383.016327:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016330:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718383.016334:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718383.016337:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016338:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718383.016342:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779718383.016348:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718383.016354:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718383.016357:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016363:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718383.016364:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718383.016367:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718383.016373:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718383.016379:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718383.016389:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529449344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718383.016407:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718383.016411:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718383.016416:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529449344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718383.016424:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718383.016428:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718383.016431:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718383.016434:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718383.016436:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718383.016440:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718383.016444:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20829
00000400:00000200:0.0:1779718383.016449:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718383.016455:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718383.016459:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718383.016472:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016476:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718383.016482:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016485:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718383.016489:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718383.016490:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718383.016493:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718383.016495:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718383.016497:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718383.016500:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718383.016505:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016507:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718383.016512:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016515:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718383.016518:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:2.1:1779718383.016522:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779718383.016524:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:2.1:1779718383.016526:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1779718383.016527:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718383.016532:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718383.016535:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718383.016538:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016541:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718383.016542:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718383.016545:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016547:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718383.016554:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779718383.016559:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718383.016566:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718383.016569:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016574:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718383.016577:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718383.016581:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718383.016587:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779718383.016594:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718383.016604:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529449472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718383.016618:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718383.016620:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718383.016626:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529449472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718383.016636:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718383.016639:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718383.016643:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718383.016646:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718383.016651:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718383.016654:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718383.016656:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718383.016659:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718383.016664:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20829
00000400:00000200:0.0:1779718383.016673:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718383.016678:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718383.016701:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718383.016704:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016706:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718383.016709:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016714:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718383.016717:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718383.016720:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718383.016722:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718383.016724:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718383.016728:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718383.016732:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718383.016739:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016743:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718383.016747:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016766:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718383.016771:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718383.016777:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718383.016783:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718383.016785:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718383.016789:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718383.016795:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016798:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718383.016802:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718383.016809:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016813:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718383.016820:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779718383.016823:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718383.016826:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718383.016829:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718383.016841:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718383.016845:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718383.016848:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718383.016853:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718383.016860:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718383.016868:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529449600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718383.016893:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718383.016896:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718383.016904:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529449600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718383.016915:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718383.016941:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20839)
00000800:00000200:2.1:1779718383.017119:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718383.017120:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718383.017321:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718383.017323:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718383.017496:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718383.017497:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1779718383.464117:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718383.464121:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718383.464125:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718384.295983:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315503358, at 4315503360
00000100:00000040:0.0:1779718384.295984:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315503358, at 4315503360
00000100:00000010:0.0:1779718384.295996:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5360.
00000100:00000010:1.0:1779718384.295998:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a20.
00000020:00000001:1.0:1779718384.488084:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718384.488100:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718384.488103:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718385.512108:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718385.512113:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718385.512116:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718386.536112:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718386.536117:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718386.536122:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718387.560171:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718387.560175:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718387.560179:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718388.136105:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718388.136111:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718388.136115:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718388.136120:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718388.136124:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718388.136130:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20834
00000400:00000200:3.0:1779718388.136140:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718388.136163:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718388.136166:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718388.136169:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136174:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718388.136177:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136181:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718388.136186:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718388.136189:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718388.136192:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718388.136196:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718388.136199:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718388.136202:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718388.136207:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136210:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718388.136212:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136226:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718388.136230:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718388.136234:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136238:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718388.136242:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718388.136262:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718388.136266:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.136269:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718388.136272:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718388.136283:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718388.136288:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718388.136293:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718388.136296:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.136301:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718388.136304:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718388.136309:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718388.136320:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718388.136328:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718388.136340:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529449728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718388.136356:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718388.136362:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718388.136369:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529449728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718388.136399:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718388.136404:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718388.136409:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718388.136411:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718388.136412:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718388.136416:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718388.136419:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20834
00000400:00000200:3.0:1779718388.136426:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718388.136430:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718388.136433:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718388.136437:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136443:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718388.136448:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136470:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718388.136475:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718388.136477:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718388.136481:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718388.136485:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718388.136490:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718388.136497:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718388.136505:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136513:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718388.136535:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136541:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718388.136547:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718388.136556:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136561:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718388.136565:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718388.136574:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718388.136579:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.136582:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718388.136588:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718388.136594:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.136599:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718388.136617:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718388.136624:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718388.136630:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718388.136633:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.136639:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718388.136643:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718388.136648:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718388.136656:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718388.136663:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718388.136674:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529449856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718388.136687:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718388.136691:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718388.136697:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529449856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718388.136716:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718388.136720:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718388.136726:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718388.136730:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718388.136734:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718388.136737:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718388.136740:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20834
00000400:00000200:3.0:1779718388.136751:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718388.136758:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718388.136761:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718388.136768:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136772:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718388.136776:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136778:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718388.136781:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718388.136783:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718388.136788:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718388.136789:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718388.136795:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718388.136800:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718388.136800:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718388.136807:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1779718388.136808:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136813:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718388.136817:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136821:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718388.136825:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718388.136828:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718388.136832:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718388.136836:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718388.136840:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718388.136844:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.136849:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718388.136853:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718388.136857:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.136861:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718388.136865:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718388.136869:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718388.136874:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718388.136876:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.136880:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718388.136882:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718388.136884:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718388.136887:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718388.136892:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718388.136898:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529449984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718388.136968:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718388.136971:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718388.136976:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529449984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718388.136985:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718388.136989:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718388.136995:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718388.137000:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718388.137008:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718388.137012:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718388.137015:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718388.137023:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718388.137032:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20834
00000400:00000200:3.0:1779718388.137047:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718388.137078:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718388.137103:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718388.137114:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.137118:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718388.137125:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.137131:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718388.137137:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718388.137141:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718388.137147:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718388.137151:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718388.137174:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718388.137182:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718388.137192:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.137194:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718388.137200:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718388.137205:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718388.137209:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718388.137213:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718388.137237:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718388.137240:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718388.137247:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718388.137255:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.137261:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718388.137266:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718388.137276:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.137279:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718388.137286:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718388.137292:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718388.137299:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718388.137303:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718388.137310:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718388.137313:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718388.137319:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718388.137327:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718388.137338:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718388.137350:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529450112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718388.137372:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718388.137377:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718388.137390:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529450112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718388.137416:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718388.137424:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20844)
00000800:00000200:2.1:1779718388.137677:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718388.137679:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718388.137947:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718388.137949:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718388.138392:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718388.138396:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1779718388.584051:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718388.584067:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718388.584069:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718389.416033:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315508479, at 4315508480
00000100:00000040:1.0:1779718389.416033:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315508479, at 4315508480
00000100:00000010:1.0:1779718389.416061:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5720.
00000100:00000010:0.0:1779718389.416062:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b57e0.
00000020:00000001:3.0:1779718389.608093:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718389.608097:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718389.608099:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718390.632068:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718390.632071:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718390.632074:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718391.656116:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718391.656120:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718391.656124:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718393.255993:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718393.256003:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718393.256014:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718393.256031:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718393.256035:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718393.256042:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20839
00000400:00000200:3.0:1779718393.256050:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718393.256056:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718393.256059:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718393.256063:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256066:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718393.256068:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256070:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718393.256072:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718393.256074:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718393.256076:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718393.256078:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718393.256080:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718393.256081:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718393.256083:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256085:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718393.256086:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256087:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718393.256090:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718393.256092:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256093:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718393.256095:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718393.256098:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718393.256100:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256102:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718393.256103:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718393.256110:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718393.256113:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718393.256116:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718393.256117:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256120:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718393.256122:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718393.256125:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718393.256131:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718393.256135:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718393.256143:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529450240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718393.256154:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718393.256157:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718393.256161:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529450240/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718393.256177:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718393.256180:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718393.256182:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718393.256183:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718393.256184:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718393.256187:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718393.256189:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20839
00000400:00000200:3.0:1779718393.256192:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718393.256194:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718393.256197:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718393.256199:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256200:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718393.256202:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256206:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718393.256208:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718393.256210:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718393.256212:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718393.256216:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718393.256217:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718393.256219:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718393.256224:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256228:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718393.256232:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256236:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718393.256241:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718393.256247:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256251:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718393.256253:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718393.256257:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718393.256261:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256264:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718393.256269:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718393.256272:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256274:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718393.256277:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718393.256281:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718393.256286:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718393.256287:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256289:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718393.256291:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718393.256294:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718393.256300:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718393.256305:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718393.256312:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529450368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718393.256320:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718393.256329:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718393.256336:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529450368/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718393.256358:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718393.256361:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718393.256367:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718393.256370:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718393.256373:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718393.256378:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718393.256387:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20839
00000400:00000200:3.0:1779718393.256416:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718393.256423:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718393.256428:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718393.256438:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256442:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718393.256445:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256450:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718393.256455:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718393.256460:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000800:00000200:2.1:1779718393.256460:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718393.256464:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1779718393.256465:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000020:00000040:3.0:1779718393.256469:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718393.256475:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718393.256481:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718393.256486:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256496:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718393.256500:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256503:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718393.256508:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718393.256511:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256514:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718393.256516:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718393.256519:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718393.256522:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256526:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718393.256529:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718393.256534:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256538:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718393.256544:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718393.256546:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718393.256552:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718393.256561:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256565:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718393.256567:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718393.256571:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718393.256576:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718393.256580:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718393.256589:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529450496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718393.256602:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718393.256615:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718393.256623:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529450496/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718393.256656:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718393.256661:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718393.256667:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718393.256673:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718393.256679:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718393.256683:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718393.256686:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718393.256692:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718393.256698:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20839
00000400:00000200:3.0:1779718393.256707:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718393.256712:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718393.256715:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718393.256720:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256724:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718393.256729:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256734:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718393.256738:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718393.256742:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718393.256745:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718393.256748:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718393.256753:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718393.256759:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718393.256764:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256769:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718393.256772:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256775:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718393.256778:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718393.256783:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718393.256787:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718393.256790:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718393.256794:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718393.256800:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256804:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718393.256808:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718393.256811:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256814:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718393.256822:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718393.256828:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718393.256834:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718393.256838:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718393.256843:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718393.256847:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718393.256851:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718393.256859:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718393.256866:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718393.256877:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529450624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718393.256890:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718393.256895:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718393.256903:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529450624/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718393.256948:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718393.256954:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20850)
00000800:00000200:2.1:1779718393.257044:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718393.257046:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779718393.257260:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718393.257262:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779718393.257498:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718393.257500:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1779718393.704117:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718393.704120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718393.704123:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718394.535997:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315513598, at 4315513600
00000100:00000040:1.0:1779718394.535997:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315513598, at 4315513600
00000100:00000010:1.0:1779718394.536020:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5660.
00000100:00000010:0.0:1779718394.536024:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5120.
00000020:00000001:1.0:1779718394.728083:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718394.728092:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718394.728095:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718396.776158:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718396.776162:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718396.776166:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718397.800132:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718397.800135:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718397.800139:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718398.376053:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718398.376061:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718398.376063:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718398.376066:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718398.376069:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718398.376076:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20845
00000400:00000200:3.0:1779718398.376083:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718398.376088:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718398.376091:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718398.376093:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376095:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718398.376097:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376099:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718398.376101:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718398.376103:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718398.376104:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718398.376107:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718398.376108:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718398.376110:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718398.376112:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376113:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718398.376115:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376116:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718398.376118:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718398.376120:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376121:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718398.376123:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718398.376126:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718398.376128:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376130:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718398.376132:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718398.376140:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718398.376143:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718398.376146:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718398.376147:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376150:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718398.376151:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718398.376155:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718398.376162:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718398.376167:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718398.376174:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529450752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718398.376182:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718398.376185:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718398.376188:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529450752/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718398.376222:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718398.376224:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718398.376227:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718398.376228:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718398.376229:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718398.376231:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718398.376233:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20845
00000400:00000200:3.0:1779718398.376235:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718398.376237:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718398.376238:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718398.376240:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376242:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718398.376243:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376245:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718398.376246:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718398.376247:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718398.376248:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718398.376250:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718398.376251:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718398.376252:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718398.376254:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376255:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718398.376256:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376258:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718398.376259:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718398.376261:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376262:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718398.376263:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718398.376267:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718398.376268:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376269:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718398.376273:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718398.376275:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376276:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718398.376280:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718398.376281:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718398.376283:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718398.376284:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376286:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718398.376287:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718398.376288:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718398.376291:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718398.376294:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718398.376297:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529450880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718398.376303:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718398.376304:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718398.376307:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529450880/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718398.376313:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718398.376314:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718398.376316:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718398.376318:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718398.376319:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718398.376321:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718398.376323:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20845
00000400:00000200:3.0:1779718398.376326:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718398.376330:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718398.376332:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718398.376337:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376340:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718398.376345:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718398.376347:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718398.376347:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718398.376351:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1779718398.376352:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1779718398.376354:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000001:0.0:1779718398.376356:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718398.376358:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:0.0:1779718398.376362:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000020:00000040:3.0:1779718398.376362:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000001:0.0:1779718398.376367:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718398.376368:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:0.0:1779718398.376389:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1779718398.376389:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:0.0:1779718398.376393:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718398.376395:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718398.376397:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718398.376399:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376401:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718398.376406:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376411:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718398.376417:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718398.376425:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376431:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718398.376434:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718398.376439:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718398.376443:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376444:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718398.376447:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718398.376452:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376453:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718398.376457:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718398.376462:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718398.376463:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718398.376464:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376466:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718398.376469:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718398.376471:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718398.376475:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718398.376482:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718398.376486:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529451008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718398.376495:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718398.376499:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718398.376505:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529451008/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718398.376535:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718398.376540:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718398.376544:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718398.376548:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718398.376553:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718398.376554:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718398.376557:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718398.376559:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718398.376589:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20845
00000400:00000200:3.0:1779718398.376656:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718398.376665:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718398.376669:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718398.376675:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376679:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718398.376680:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376682:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718398.376685:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718398.376686:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718398.376688:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718398.376692:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718398.376697:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718398.376702:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718398.376707:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718398.376707:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718398.376712:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718398.376713:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1779718398.376715:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376719:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718398.376723:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718398.376728:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718398.376731:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718398.376733:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718398.376735:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718398.376741:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376744:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718398.376765:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718398.376767:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376771:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718398.376776:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718398.376779:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718398.376782:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718398.376784:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718398.376787:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718398.376788:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718398.376790:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718398.376795:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718398.376800:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718398.376808:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529451136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718398.376820:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718398.376824:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718398.376830:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529451136/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718398.376841:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718398.376844:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20855)
00000800:00000200:2.1:1779718398.377211:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718398.377214:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718398.377559:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718398.377561:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718398.377824:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718398.377843:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1779718399.400057:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718399.400063:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718399.400065:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718399.400070:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718399.400074:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718399.400078:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718399.400081:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718399.400084:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718399.400086:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718399.656013:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315518718, at 4315518720
00000100:00000040:1.0:1779718399.656013:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315518718, at 4315518720
00000100:00000010:1.0:1779718399.656026:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b52a0.
00000100:00000010:0.0:1779718399.656028:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5840.
00000020:00000001:1.0:1779718399.848160:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718399.848165:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718399.848170:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718400.872193:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718400.872199:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718400.872203:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718402.920136:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718402.920141:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718402.920145:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718403.496077:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718403.496102:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718403.496106:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718403.496113:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718403.496121:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718403.496134:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20850
00000400:00000200:3.0:1779718403.496150:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718403.496160:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718403.496164:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718403.496168:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496172:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718403.496175:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496178:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718403.496184:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718403.496186:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718403.496189:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718403.496203:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718403.496206:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718403.496208:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718403.496212:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496213:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718403.496215:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496217:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718403.496221:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718403.496225:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496227:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718403.496231:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718403.496236:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718403.496239:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.496242:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718403.496245:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718403.496257:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718403.496261:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718403.496266:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718403.496268:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.496272:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718403.496275:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718403.496280:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718403.496291:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718403.496300:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718403.496312:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529451264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718403.496323:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718403.496328:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718403.496334:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529451264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718403.496361:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718403.496364:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718403.496367:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718403.496369:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718403.496370:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718403.496373:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718403.496376:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20850
00000400:00000200:3.0:1779718403.496380:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718403.496384:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718403.496386:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718403.496389:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496392:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718403.496394:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496396:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718403.496398:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718403.496400:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718403.496401:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718403.496404:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718403.496407:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718403.496409:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718403.496412:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496415:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718403.496418:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496420:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718403.496423:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718403.496427:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496431:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718403.496436:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718403.496444:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718403.496461:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.496466:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718403.496474:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718403.496479:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.496482:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718403.496488:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718403.496494:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718403.496500:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718403.496502:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.496506:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718403.496510:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718403.496514:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718403.496530:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718403.496537:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718403.496547:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529451392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718403.496559:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718403.496563:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718403.496569:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529451392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718403.496592:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718403.496598:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718403.496607:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718403.496611:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718403.496614:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718403.496620:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718403.496625:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20850
00000400:00000200:3.0:1779718403.496664:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718403.496673:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718403.496687:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718403.496697:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496701:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718403.496706:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496709:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718403.496716:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718403.496720:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000800:00000200:2.1:1779718403.496720:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718403.496724:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718403.496728:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718403.496730:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718403.496733:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718403.496738:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496740:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718403.496744:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496750:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718403.496755:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718403.496761:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718403.496766:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718403.496770:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718403.496775:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718403.496779:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.496782:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718403.496785:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718403.496790:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.496794:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718403.496802:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718403.496809:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718403.496818:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718403.496820:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.496823:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718403.496824:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718403.496826:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718403.496836:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718403.496842:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718403.496854:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529451520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718403.496877:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718403.496882:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718403.496893:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529451520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718403.496908:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718403.496914:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718403.496982:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718403.496988:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718403.496997:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718403.497000:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718403.497004:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718403.497011:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718403.497018:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20850
00000400:00000200:3.0:1779718403.497036:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718403.497041:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718403.497048:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718403.497056:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.497061:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718403.497068:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.497073:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718403.497078:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718403.497081:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718403.497086:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718403.497090:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718403.497097:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718403.497104:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718403.497118:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718403.497124:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718403.497131:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718403.497133:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718403.497136:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718403.497141:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718403.497147:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718403.497153:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718403.497158:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718403.497164:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718403.497169:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.497174:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718403.497178:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718403.497183:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.497188:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718403.497206:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718403.497210:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718403.497215:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718403.497218:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718403.497222:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718403.497226:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718403.497231:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718403.497237:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718403.497243:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718403.497253:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529451648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718403.497281:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718403.497286:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718403.497294:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529451648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718403.497312:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718403.497320:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20860)
00000800:00000200:2.1:1779718403.497413:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718403.497578:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:1.0:1779718403.944127:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718403.944133:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718403.944136:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718404.776026:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315523838, at 4315523840
00000100:00000040:1.0:1779718404.776026:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315523838, at 4315523840
00000100:00000010:1.0:1779718404.776039:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f00.
00000100:00000010:0.0:1779718404.776041:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5d20.
00000020:00000001:0.0:1779718405.992171:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718405.992194:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718405.992200:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1779718406.568240:0:248753:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1779718406.568282:0:248753:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1779718406.568291:0:248753:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718406.568295:0:248753:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:0.0:1779718406.568300:0:248753:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718406.568304:0:248753:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1779718406.568308:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718406.568311:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:0.0:1779718406.568317:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718406.568323:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718406.568346:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f95d8
00000400:00000010:0.0:1779718406.568349:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f95d8.
00000100:00000001:0.0:1779718406.568354:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718406.568363:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941409180 x1866162529451264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718406.568391:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718406.568404:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529451264/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718406.568413:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718406.568416:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718406.568429:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718406.568433:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f900.
00000400:00000200:0.0:1779718406.568436:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718406.568461:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718406.568468:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:0.0:1779718406.568474:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:0.0:1779718406.568479:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718406.568485:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95094140a300 x1866162529451392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718406.568505:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718406.568531:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529451392/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718406.568549:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718406.568555:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718406.568577:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718406.568584:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f500.
00000400:00000200:0.0:1779718406.568593:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718406.568613:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718406.568619:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9990
00000400:00000010:0.0:1779718406.568623:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9990.
00000100:00000001:0.0:1779718406.568628:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718406.568640:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941408380 x1866162529451520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718406.568719:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718406.568731:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529451520/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718406.568751:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718406.568753:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718406.568768:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718406.568780:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f100.
00000400:00000200:0.0:1779718406.568789:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718406.568811:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718406.568822:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:0.0:1779718406.568829:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:0.0:1779718406.568835:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718406.568847:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95094140aa00 x1866162529451648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718406.568883:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718406.568898:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529451648/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718406.569066:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718406.569072:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1779718407.016184:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718407.016188:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718407.016191:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718408.040064:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718408.040069:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718408.040074:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718408.616119:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718408.616128:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718408.616131:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718408.616136:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718408.616140:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718408.616150:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20855
00000400:00000200:0.0:1779718408.616161:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718408.616169:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718408.616173:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718408.616176:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616179:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718408.616182:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616183:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718408.616187:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718408.616189:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718408.616193:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718408.616196:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718408.616199:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718408.616202:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718408.616205:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616207:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718408.616209:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616211:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718408.616215:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718408.616226:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616228:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718408.616232:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718408.616236:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718408.616239:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616242:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718408.616245:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718408.616252:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718408.616257:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718408.616262:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718408.616264:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616268:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718408.616271:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718408.616277:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718408.616287:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779718408.616297:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718408.616310:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529451776/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718408.616321:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718408.616327:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718408.616333:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529451776/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718408.616370:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718408.616373:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718408.616377:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718408.616379:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718408.616381:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718408.616384:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718408.616387:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20855
00000400:00000200:0.0:1779718408.616392:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718408.616395:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718408.616408:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718408.616411:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616413:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718408.616415:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616416:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718408.616419:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718408.616420:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718408.616421:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718408.616424:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718408.616426:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718408.616429:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718408.616431:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616433:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718408.616435:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616437:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718408.616448:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718408.616450:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616452:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718408.616454:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718408.616462:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718408.616464:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616466:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718408.616476:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718408.616479:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616481:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718408.616486:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779718408.616488:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718408.616491:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718408.616492:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616494:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718408.616495:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718408.616497:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718408.616502:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:0.0:1779718408.616506:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718408.616512:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529451904/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718408.616521:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718408.616523:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718408.616527:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529451904/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718408.616536:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718408.616539:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718408.616543:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718408.616545:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718408.616546:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718408.616550:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718408.616553:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20855
00000400:00000200:0.0:1779718408.616557:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718408.616560:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718408.616563:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718408.616566:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616568:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718408.616570:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616572:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718408.616574:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718408.616575:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718408.616577:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718408.616579:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718408.616581:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718408.616583:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718408.616586:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616588:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718408.616590:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616592:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718408.616595:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718408.616598:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616601:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718408.616602:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718408.616606:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718408.616608:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616610:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718408.616612:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718408.616615:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616617:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718408.616621:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779718408.616625:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718408.616628:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718408.616629:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616631:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718408.616632:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718408.616634:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718408.616639:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779718408.616643:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718408.616648:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529452032/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718408.616656:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718408.616658:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718408.616661:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529452032/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718408.616668:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718408.616671:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718408.616676:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718408.616679:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718408.616683:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718408.616684:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718408.616686:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718408.616688:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718408.616691:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20855
00000400:00000200:0.0:1779718408.616695:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718408.616698:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718408.616700:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718408.616703:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616706:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718408.616708:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616710:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718408.616713:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718408.616715:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718408.616716:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718408.616719:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718408.616721:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718408.616723:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718408.616726:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616728:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718408.616730:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616731:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718408.616733:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718408.616736:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718408.616738:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718408.616740:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718408.616743:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718408.616745:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616747:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718408.616750:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718408.616752:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616754:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718408.616757:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779718408.616760:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718408.616762:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718408.616763:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718408.616765:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718408.616766:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718408.616768:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718408.616772:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718408.616775:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718408.616779:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529452160/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718408.616793:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718408.616795:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718408.616799:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529452160/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718408.616806:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718408.616812:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20865)
00000800:00000200:2.1:1779718408.617188:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718408.617193:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718408.617567:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718408.617569:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718408.617878:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718408.617881:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718408.618209:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718408.618211:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1779718409.064130:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718409.064135:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718409.064140:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718409.896027:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315528959, at 4315528960
00000100:00000040:1.0:1779718409.896032:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315528959, at 4315528960
00000100:00000010:0.0:1779718409.896041:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5600.
00000100:00000010:1.0:1779718409.896045:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ae0.
00000020:00000001:1.0:1779718410.088134:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718410.088139:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718410.088144:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718411.112063:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718411.112067:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718411.112071:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718412.136102:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718412.136109:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718412.136114:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718413.160121:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718413.160127:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718413.160131:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718413.736050:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718413.736062:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718413.736067:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718413.736073:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718413.736096:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718413.736106:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20860
00000400:00000200:0.0:1779718413.736119:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718413.736128:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718413.736132:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718413.736136:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736140:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718413.736144:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736147:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718413.736152:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718413.736154:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718413.736157:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718413.736161:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718413.736164:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718413.736169:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718413.736173:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736175:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718413.736178:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736181:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718413.736184:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718413.736189:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736191:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718413.736195:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718413.736200:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718413.736204:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718413.736206:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718413.736209:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718413.736220:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6d80.
00000020:00000040:0.0:1779718413.736224:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718413.736229:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718413.736231:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718413.736235:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718413.736238:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718413.736243:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718413.736254:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718413.736266:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718413.736281:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6d80 x1866162529452288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718413.736318:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718413.736326:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718413.736336:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27aefa5] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6d80 x1866162529452288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718413.736377:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718413.736381:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718413.736386:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718413.736389:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718413.736391:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718413.736396:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718413.736400:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20860
00000400:00000200:0.0:1779718413.736407:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718413.736414:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718413.736419:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718413.736426:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736432:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718413.736441:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736449:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718413.736454:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718413.736457:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718413.736461:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718413.736468:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718413.736475:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718413.736482:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718413.736498:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736510:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718413.736518:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736524:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718413.736532:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718413.736542:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736547:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718413.736552:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718413.736564:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718413.736577:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718413.736587:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718413.736597:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718413.736624:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718413.736633:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718413.736645:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6680.
00000020:00000040:0.0:1779718413.736653:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718413.736661:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718413.736666:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718413.736672:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718413.736676:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718413.736681:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718413.736689:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718413.736698:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718413.736717:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6680 x1866162529452416/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718413.736742:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718413.736750:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718413.736761:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bfd0c85] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6680 x1866162529452416/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718413.736787:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718413.736793:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718413.736797:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718413.736803:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718413.736809:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718413.736814:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718413.736825:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20860
00000400:00000200:0.0:1779718413.736838:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718413.736853:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718413.736862:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718413.736908:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736913:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718413.736955:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.736959:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718413.736963:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718413.736966:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718413.736971:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718413.736974:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718413.736978:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718413.736986:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718413.737000:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.737009:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718413.737018:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.737027:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718413.737036:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718413.737045:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718413.737050:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718413.737056:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718413.737062:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718413.737068:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718413.737077:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718413.737080:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1779718413.737081:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000008:00000001:0.0:1779718413.737089:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718413.737091:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1779718413.737096:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718413.737106:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779718413.737116:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718413.737122:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718413.737127:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718413.737132:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718413.737136:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718413.737143:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718413.737150:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779718413.737159:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718413.737173:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529452544/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718413.737210:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718413.737216:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718413.737231:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529452544/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718413.737273:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718413.737286:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718413.737301:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718413.737310:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718413.737323:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718413.737329:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718413.737337:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718413.737349:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718413.737360:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20860
00000400:00000200:0.0:1779718413.737372:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718413.737384:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718413.737392:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718413.737400:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.737403:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718413.737411:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.737419:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718413.737432:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718413.737438:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718413.737445:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718413.737449:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718413.737460:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718413.737470:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718413.737484:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.737491:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718413.737503:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718413.737510:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718413.737519:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718413.737531:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718413.737541:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718413.737547:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718413.737555:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718413.737564:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718413.737575:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718413.737583:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718413.737596:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718413.737608:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718413.737622:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779718413.737635:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718413.737649:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718413.737655:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718413.737663:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718413.737667:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718413.737673:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718413.737683:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718413.737693:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718413.737707:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529452672/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718413.737729:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718413.737736:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718413.737747:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529452672/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718413.737776:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718413.737789:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20870)
00000800:00000200:2.1:1779718413.738109:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718413.738112:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718413.738550:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718413.738554:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718413.739021:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718413.739024:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1779718414.184081:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718414.184084:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718414.184087:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718415.016083:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315534079, at 4315534080
00000100:00000040:1.0:1779718415.016084:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315534079, at 4315534080
00000100:00000010:1.0:1779718415.016107:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a80.
00000100:00000010:0.0:1779718415.016112:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5b40.
00000020:00000001:1.0:1779718415.208174:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718415.208182:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718415.208187:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718416.232160:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718416.232164:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718416.232167:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718417.256093:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718417.256098:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718417.256101:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718418.280134:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718418.280138:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718418.280141:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718418.856040:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718418.856055:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718418.856061:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718418.856067:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718418.856077:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718418.856087:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20865
00000400:00000200:0.0:1779718418.856098:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718418.856105:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718418.856108:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718418.856110:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856113:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718418.856115:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856118:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718418.856121:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718418.856123:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718418.856125:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718418.856128:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718418.856129:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718418.856131:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718418.856133:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856134:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718418.856136:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856137:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718418.856140:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718418.856142:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856144:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718418.856146:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718418.856151:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718418.856153:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.856155:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718418.856158:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718418.856168:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779718418.856171:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718418.856175:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718418.856177:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.856180:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718418.856183:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718418.856187:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718418.856196:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779718418.856205:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718418.856226:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529452800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718418.856241:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718418.856245:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718418.856250:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529452800/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718418.856273:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718418.856276:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718418.856279:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718418.856280:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718418.856282:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718418.856284:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718418.856286:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20865
00000400:00000200:0.0:1779718418.856290:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718418.856293:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718418.856295:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718418.856299:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856305:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718418.856310:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856312:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718418.856315:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718418.856316:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718418.856321:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718418.856326:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718418.856332:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718418.856340:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718418.856348:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856351:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718418.856355:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856358:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718418.856362:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718418.856375:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856384:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718418.856390:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718418.856403:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718418.856414:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.856419:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718418.856425:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718418.856434:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.856440:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718418.856446:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718418.856455:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718418.856460:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718418.856464:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.856466:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718418.856468:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718418.856471:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718418.856476:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718418.856480:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718418.856487:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529452928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718418.856518:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718418.856526:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718418.856543:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529452928/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718418.856564:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718418.856570:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718418.856573:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718418.856576:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718418.856579:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718418.856584:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718418.856589:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20865
00000400:00000200:0.0:1779718418.856601:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718418.856608:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718418.856615:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718418.856628:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856635:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718418.856644:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856649:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718418.856667:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718418.856671:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718418.856677:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718418.856684:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718418.856691:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718418.856700:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718418.856709:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856720:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718418.856726:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:0.0:1779718418.856727:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718418.856731:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1779718418.856734:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718418.856745:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718418.856755:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718418.856769:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718418.856772:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718418.856777:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718418.856781:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.856785:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718418.856788:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718418.856800:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.856806:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718418.856814:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779718418.856817:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718418.856819:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718418.856823:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.856837:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718418.856840:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718418.856844:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718418.856851:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779718418.856858:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718418.856869:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529453056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718418.856886:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718418.856889:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718418.856894:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529453056/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718418.856953:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718418.856958:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718418.856970:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718418.856974:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718418.856985:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718418.856990:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718418.856994:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718418.857006:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718418.857012:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20865
00000400:00000200:0.0:1779718418.857029:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718418.857045:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718418.857056:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718418.857067:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.857078:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718418.857085:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.857093:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718418.857098:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718418.857101:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718418.857108:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718418.857111:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718418.857120:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718418.857132:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718418.857147:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.857154:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718418.857163:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718418.857172:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718418.857179:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718418.857193:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718418.857203:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718418.857211:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718418.857219:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718418.857230:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.857235:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718418.857242:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718418.857253:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.857259:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718418.857270:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779718418.857275:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718418.857280:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718418.857285:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718418.857295:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718418.857301:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718418.857304:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718418.857312:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779718418.857320:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718418.857329:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529453184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718418.857345:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718418.857352:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718418.857364:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529453184/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718418.857375:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718418.857383:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20875)
00000800:00000200:2.1:1779718418.857514:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718418.857515:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718418.857702:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718418.857704:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718418.857939:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718418.857941:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1779718419.304139:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718419.304142:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718419.304145:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718420.136033:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315539198, at 4315539200
00000100:00000040:1.0:1779718420.136033:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315539199, at 4315539200
00000100:00000010:1.0:1779718420.136050:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5de0.
00000100:00000010:0.0:1779718420.136056:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5180.
00000020:00000001:0.0:1779718420.328101:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718420.328106:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718420.328111:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718421.352105:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718421.352111:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718421.352114:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718422.376147:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718422.376152:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718422.376156:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718423.400110:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718423.400115:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718423.400119:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718423.976074:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718423.976087:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718423.976092:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718423.976098:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718423.976107:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718423.976123:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20870
00000400:00000200:1.0:1779718423.976142:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718423.976158:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718423.976167:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718423.976172:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976177:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718423.976179:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976181:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718423.976185:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718423.976187:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718423.976189:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718423.976192:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718423.976196:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718423.976199:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718423.976202:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976204:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718423.976205:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976206:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718423.976209:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718423.976211:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976213:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718423.976216:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718423.976220:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718423.976222:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.976224:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718423.976226:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718423.976238:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718423.976241:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718423.976246:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718423.976247:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.976251:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718423.976254:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718423.976258:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718423.976267:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779718423.976275:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718423.976286:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529453312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718423.976295:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718423.976300:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718423.976304:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529453312/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718423.976327:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718423.976331:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718423.976334:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718423.976335:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718423.976336:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718423.976339:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718423.976341:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20870
00000400:00000200:1.0:1779718423.976343:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718423.976345:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718423.976346:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718423.976350:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976352:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718423.976355:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976357:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718423.976360:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718423.976361:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718423.976363:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718423.976365:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718423.976367:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718423.976369:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718423.976371:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976374:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718423.976377:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976383:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718423.976387:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718423.976390:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976396:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718423.976398:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718423.976405:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718423.976407:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.976408:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718423.976413:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718423.976416:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.976417:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718423.976420:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718423.976424:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718423.976426:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718423.976427:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.976428:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718423.976429:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718423.976431:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718423.976435:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:1.0:1779718423.976440:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718423.976448:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529453440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718423.976496:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718423.976507:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718423.976519:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529453440/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718423.976559:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718423.976565:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718423.976571:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718423.976575:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718423.976577:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718423.976590:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718423.976597:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20870
00000400:00000200:1.0:1779718423.976605:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718423.976616:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718423.976620:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718423.976622:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976624:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718423.976625:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976627:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718423.976630:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718423.976635:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718423.976639:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718423.976645:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718423.976648:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718423.976651:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718423.976663:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976667:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718423.976681:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976683:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718423.976685:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718423.976699:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976701:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718423.976707:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718423.976711:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718423.976722:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.976735:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718423.976738:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718423.976747:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.976757:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718423.976770:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718423.976780:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718423.976800:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718423.976801:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.976803:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718423.976804:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718423.976805:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718423.976811:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779718423.976817:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718423.976825:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529453568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718423.976839:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718423.976842:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718423.976851:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529453568/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718423.976859:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718423.976869:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718423.976872:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718423.976876:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718423.976888:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718423.976891:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718423.976898:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718423.976902:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718423.976906:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20870
00000400:00000200:1.0:1779718423.976916:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718423.976962:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718423.976965:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718423.976969:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976972:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718423.976974:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.976982:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718423.976997:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718423.977001:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718423.977006:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718423.977012:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718423.977015:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718423.977017:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718423.977026:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.977030:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718423.977031:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718423.977033:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718423.977038:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718423.977047:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718423.977050:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718423.977055:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718423.977059:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718423.977065:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.977067:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718423.977070:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718423.977074:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.977077:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718423.977085:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718423.977093:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718423.977099:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718423.977102:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718423.977113:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718423.977119:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718423.977122:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718423.977128:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779718423.977135:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718423.977150:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529453696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718423.977184:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718423.977192:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718423.977197:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529453696/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718423.977212:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718423.977225:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20880)
00000800:00000200:2.1:1779718423.977239:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718423.977244:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718423.977843:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718423.977848:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718423.978335:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718423.978339:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718423.978746:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718423.978750:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000020:00000001:1.0:1779718424.424142:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718424.424152:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718424.424156:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718425.255974:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315544319, at 4315544320
00000100:00000010:1.0:1779718425.255987:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ea0.
00000100:00000040:0.0:1779718425.255997:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315544319, at 4315544320
00000100:00000010:0.0:1779718425.256011:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b55a0.
00000020:00000001:1.0:1779718425.448091:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718425.448096:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718425.448101:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718426.472169:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718426.472173:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718426.472177:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718427.496108:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718427.496113:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718427.496117:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718428.520156:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718428.520162:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718428.520166:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718429.096025:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718429.096033:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718429.096035:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718429.096038:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718429.096041:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718429.096047:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20875
00000400:00000200:0.0:1779718429.096054:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718429.096059:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718429.096062:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718429.096064:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096067:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718429.096069:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096071:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718429.096074:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718429.096075:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718429.096077:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718429.096079:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718429.096081:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718429.096083:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718429.096085:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096086:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718429.096088:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096090:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718429.096092:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718429.096094:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096096:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718429.096098:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718429.096101:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718429.096103:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096104:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718429.096106:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718429.096114:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779718429.096119:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718429.096123:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718429.096125:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096129:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718429.096132:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718429.096136:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718429.096146:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779718429.096153:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718429.096164:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529453824/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718429.096175:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718429.096178:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718429.096182:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529453824/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718429.096201:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718429.096204:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718429.096207:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718429.096208:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718429.096209:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718429.096212:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718429.096215:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20875
00000400:00000200:0.0:1779718429.096219:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718429.096221:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718429.096223:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718429.096226:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096228:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718429.096230:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096234:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718429.096236:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718429.096238:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718429.096241:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718429.096244:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718429.096248:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718429.096252:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718429.096259:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096264:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718429.096267:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096272:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718429.096275:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718429.096280:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096282:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718429.096284:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718429.096289:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718429.096294:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096304:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718429.096308:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718429.096311:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096316:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718429.096322:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718429.096326:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718429.096345:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718429.096347:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096350:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718429.096352:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718429.096353:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718429.096357:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779718429.096361:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718429.096372:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529453952/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718429.096386:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718429.096390:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718429.096396:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529453952/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718429.096421:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718429.096424:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718429.096429:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718429.096432:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718429.096433:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718429.096437:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718429.096443:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20875
00000400:00000200:0.0:1779718429.096450:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718429.096456:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718429.096461:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718429.096468:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096473:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718429.096478:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096480:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718429.096482:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718429.096484:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718429.096487:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718429.096490:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718429.096494:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718429.096497:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718429.096509:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096514:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718429.096520:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096525:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.1:1779718429.096526:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:0.0:1779718429.096530:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:2.1:1779718429.096531:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1779718429.096540:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096546:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718429.096551:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718429.096557:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718429.096563:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096567:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718429.096569:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718429.096573:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096577:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718429.096582:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779718429.096586:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718429.096590:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718429.096592:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096597:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718429.096599:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718429.096602:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718429.096607:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779718429.096627:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718429.096636:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529454080/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718429.096652:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718429.096658:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718429.096665:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529454080/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718429.096687:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718429.096693:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718429.096700:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718429.096705:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718429.096710:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718429.096713:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718429.096715:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718429.096718:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718429.096724:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20875
00000400:00000200:0.0:1779718429.096733:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718429.096736:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718429.096737:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718429.096739:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096741:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718429.096745:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096780:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718429.096784:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718429.096786:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718429.096788:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718429.096791:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718429.096794:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718429.096797:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718429.096805:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096809:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718429.096812:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096815:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718429.096818:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718429.096824:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718429.096829:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718429.096831:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718429.096835:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718429.096840:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096843:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718429.096847:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718429.096852:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096856:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718429.096861:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779718429.096864:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718429.096870:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718429.096872:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718429.096877:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718429.096879:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718429.096883:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718429.096887:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718429.096892:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718429.096901:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529454208/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718429.096912:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718429.096916:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718429.096923:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529454208/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718429.096961:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718429.096969:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20885)
00000800:00000200:2.1:1779718429.097072:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718429.097074:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718429.097290:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718429.097291:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718429.097490:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718429.097492:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1779718429.544041:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718429.544045:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718429.544048:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718430.376068:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315549438, at 4315549440
00000100:00000040:1.0:1779718430.376068:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315549438, at 4315549440
00000100:00000010:1.0:1779718430.376083:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5780.
00000100:00000010:0.0:1779718430.376084:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5420.
00000020:00000001:1.0:1779718430.568186:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718430.568192:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718430.568196:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718431.592136:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718431.592141:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718431.592145:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718432.616161:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718432.616167:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718432.616172:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718433.640106:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718433.640109:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718433.640112:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718434.216017:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718434.216028:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718434.216033:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718434.216036:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718434.216041:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718434.216049:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20880
00000400:00000200:0.0:1779718434.216061:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718434.216069:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718434.216071:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718434.216074:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216078:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718434.216082:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216085:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718434.216088:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718434.216090:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718434.216092:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718434.216095:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718434.216097:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718434.216099:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718434.216102:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216104:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718434.216107:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216108:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718434.216111:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718434.216114:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216117:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718434.216120:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718434.216123:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718434.216126:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718434.216128:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718434.216130:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718434.216138:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718434.216141:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718434.216145:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718434.216146:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718434.216149:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718434.216151:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718434.216155:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718434.216161:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718434.216168:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718434.216176:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718434.216191:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718434.216195:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718434.216200:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718434.216223:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718434.216226:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718434.216230:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718434.216232:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718434.216233:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718434.216236:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718434.216239:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20880
00000400:00000200:0.0:1779718434.216243:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718434.216246:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718434.216248:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718434.216251:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718434.216251:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718434.216256:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779718434.216256:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1779718434.216260:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718434.216260:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779718434.216265:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718434.216268:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718434.216270:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000040:1.0:1779718434.216271:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1779718434.216272:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718434.216276:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718434.216281:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718434.216286:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:1.0:1779718434.216293:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1779718434.216294:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718434.216296:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718434.216298:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718434.216301:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:1.0:1779718434.216301:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1779718434.216305:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:1.0:1779718434.216306:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1779718434.216311:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718434.216315:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216317:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718434.216319:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718434.216321:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718434.216325:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718434.216328:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718434.216330:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1779718434.216330:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529454336:192.168.203.145@tcp:250:kworker.0
00000008:00100000:0.0:1779718434.216334:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1779718434.216336:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1779718434.216340:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718434.216342:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1779718434.216343:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718434.216345:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718434.216347:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
02000000:00000001:1.0:1779718434.216349:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1779718434.216352:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718434.216355:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718434.216356:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718434.216356:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90400.
02000000:00000001:1.0:1779718434.216361:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718434.216362:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718434.216366:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718434.216368:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718434.216371:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:0.0:1779718434.216373:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000400:00000010:1.0:1779718434.216376:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000100:00000001:0.0:1779718434.216378:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718434.216383:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00100000:0.0:1779718434.216384:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1779718434.216391:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529454336, portal 25
00000100:00000001:0.0:1779718434.216392:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718434.216396:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718434.216397:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.216399:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493237760 : -117608216313856 : ffff9509340b4000)
00000100:00000040:0.0:1779718434.216404:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718434.216409:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718434.216417:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718434.216419:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718434.216428:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718434.216430:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718434.216433:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718434.216440:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:1.0:1779718434.216441:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1779718434.216449:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20880
00000100:00000040:1.0:1779718434.216450:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718434.216456:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718434.216456:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779718434.216462:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529454336, offset 0
00000400:00000200:1.0:1779718434.216469:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718434.216473:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718434.216475:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1779718434.216480:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779718434.216483:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216486:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718434.216490:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:1.0:1779718434.216490:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:0.0:1779718434.216496:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:1.0:1779718434.216498:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1779718434.216499:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718434.216502:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718434.216506:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1779718434.216506:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000040:0.0:1779718434.216509:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:1.0:1779718434.216511:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1779718434.216514:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718434.216516:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000001:0.0:1779718434.216519:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718434.216523:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157279:157279:256:4294967295] 192.168.203.145@tcp LPNI seq info [157278:157278:8:4294967295]
00000100:00000040:0.0:1779718434.216527:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216532:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1779718434.216533:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779718434.216537:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216539:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718434.216542:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718434.216551:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:1.0:1779718434.216556:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1779718434.216557:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718434.216563:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1779718434.216567:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:0.0:1779718434.216568:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718434.216571:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1779718434.216572:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000100:00000001:0.0:1779718434.216573:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718434.216577:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718434.216580:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718434.216584:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1779718434.216585:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000010:0.0:1779718434.216592:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000800:00000200:1.0:1779718434.216592:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000020:00000040:0.0:1779718434.216598:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718434.216604:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1779718434.216604:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718434.216609:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1779718434.216610:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1779718434.216613:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718434.216616:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718434.216620:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1779718434.216620:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718434.216625:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
02000000:00000010:0.0:1779718434.216627:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000400:00000200:1.0:1779718434.216630:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1779718434.216631:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718434.216638:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1779718434.216642:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718434.216649:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718434.216652:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718434.216653:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779718434.216657:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000040:0.0:1779718434.216658:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.216664:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1779718434.216669:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779718434.216672:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718434.216673:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718434.216682:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718434.216688:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718434.216692:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718434.216693:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1779718434.216694:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718434.216697:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1779718434.216700:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718434.216701:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718434.216721:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20880
00000400:00000200:0.0:1779718434.216729:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718434.216729:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.216735:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1779718434.216737:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718434.216740:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718434.216742:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216744:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779718434.216744:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718434.216749:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216751:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:1.0:1779718434.216752:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:0.0:1779718434.216756:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1779718434.216758:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315554558
00000020:00000040:0.0:1779718434.216759:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718434.216764:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:1.0:1779718434.216765:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b660.
00000020:00000040:0.0:1779718434.216766:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718434.216771:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718434.216772:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718434.216775:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718434.216775:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718434.216780:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718434.216782:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216784:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:1.0:1779718434.216784:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315554558
00000100:00000010:1.0:1779718434.216789:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bae0.
00000020:00000040:0.0:1779718434.216790:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:1.0:1779718434.216796:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1779718434.216797:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718434.216802:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.216802:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718434.216808:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1779718434.216809:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718434.216811:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718434.216813:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1779718434.216817:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718434.216821:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1779718434.216821:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718434/real 1779718434]  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1779718434.216825:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718434.216832:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718434.216837:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1779718434.216839:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:0.0:1779718434.216841:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000400:00000001:1.0:1779718434.216842:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718434.216845:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000020:00000040:0.0:1779718434.216846:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:1.0:1779718434.216849:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
02000000:00000001:0.0:1779718434.216850:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1779718434.216853:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
02000000:00000001:0.0:1779718434.216854:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718434.216859:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1779718434.216859:0:248765:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1779718434.216863:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1779718434.216865:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718434.216866:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718434.216872:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718434.216878:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779718434.216886:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718434.216888:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718434.216909:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718434.216913:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718434.216913:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718434.216918:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.216918:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1779718434.216946:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.216946:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718434.216954:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718434.216968:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.216973:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718434.216976:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20890)
00000100:00000040:1.0:1779718434.216980:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.216992:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718434.216995:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.216996:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718434.216998:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217001:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718434.217003:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718434.217006:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718434.217009:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718434.217012:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718434.217018:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718434.217030:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529454336:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718434.217036:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217039:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718434.217044:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4000 x1866162529454336/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217053:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718434.217056:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718434.217059:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90400.
02000000:00000001:1.0:1779718434.217063:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718434.217065:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718434.217067:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718434.217070:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718434.217073:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59400.
02000000:00000001:1.0:1779718434.217077:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718434.217079:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718434.217081:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4000.
00000100:00000001:1.0:1779718434.217084:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718434.217085:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217087:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217093:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718434.217094:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.217096:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718434.217098:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718434.217099:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718434.217102:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217108:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718434.217110:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718434.217111:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718434.217113:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718434.217115:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718434.217117:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529454464:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718434.217119:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718434.217121:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718434.217122:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718434.217124:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718434.217126:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90400.
02000000:00000001:1.0:1779718434.217128:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718434.217131:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718434.217133:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779718434.217136:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779718434.217139:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529454464, portal 10
00000100:00000001:1.0:1779718434.217141:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718434.217142:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252992 : -117608216298624 : ffff9509340b7b80)
00000100:00000040:1.0:1779718434.217147:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217152:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718434.217154:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718434.217156:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779718434.217157:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529454464, offset 0
00000400:00000200:1.0:1779718434.217160:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718434.217164:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718434.217167:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718434.217170:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718434.217172:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718434.217174:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718434.217176:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718434.217178:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157280:157280:256:4294967295] 192.168.203.145@tcp LPNI seq info [157279:157279:8:4294967295]
00000400:00000200:1.0:1779718434.217181:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718434.217187:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718434.217190:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718434.217193:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779718434.217196:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718434.217198:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779718434.217202:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718434.217204:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1779718434.217206:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718434.217208:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779718434.217210:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718434.217213:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718434.217215:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779718434.217217:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779718434.217219:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718434.217221:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217228:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718434.217230:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217235:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.217236:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718434.217239:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718434.217242:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718434.217244:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718434.217245:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315553291
00000100:00000001:1.0:1779718434.217248:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315554558
00000100:00000001:1.0:1779718434.217250:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315553291
00000100:00000001:1.0:1779718434.217251:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315554558
00000100:00000001:1.0:1779718434.217253:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718434.217255:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.217256:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718434.217259:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718434/real 1779718434]  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718434.217264:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718434.217265:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718434.217266:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779718434.217268:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779718434.217269:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779718434.217270:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718434.217273:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718434.217278:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217283:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718434.217284:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217286:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718434.217287:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718434.217290:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217294:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718434.217297:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217302:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718434.217304:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217306:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718434.217307:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217308:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718434.217310:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718434.217312:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718434.217314:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718434.217316:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718434.217319:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718434.217324:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529454464:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718434.217327:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718434.217330:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217335:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718434.217336:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718434.217337:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718434.217338:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718434.217340:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718434.217342:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529454592:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718434.217344:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718434.217345:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718434.217346:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718434.217348:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718434.217350:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779718434.217352:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718434.217354:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718434.217356:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779718434.217358:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779718434.217360:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529454592, portal 10
00000100:00000001:1.0:1779718434.217361:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718434.217363:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493248512 : -117608216303104 : ffff9509340b6a00)
00000100:00000040:1.0:1779718434.217367:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217372:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718434.217374:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718434.217375:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779718434.217377:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529454592, offset 0
00000400:00000200:1.0:1779718434.217380:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718434.217382:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718434.217384:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718434.217386:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718434.217388:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718434.217390:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718434.217392:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718434.217394:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157281:157281:256:4294967295] 192.168.203.145@tcp LPNI seq info [157280:157280:8:4294967295]
00000400:00000200:1.0:1779718434.217397:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718434.217402:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718434.217405:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718434.217407:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779718434.217409:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718434.217411:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779718434.217414:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718434.217416:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1779718434.217419:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718434.217420:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779718434.217423:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718434.217425:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718434.217427:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779718434.217428:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779718434.217430:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718434.217433:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217443:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718434.217445:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217450:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.217451:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718434.217453:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718434.217455:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718434.217457:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718434.217459:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315553299
00000100:00000001:1.0:1779718434.217461:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315554558
00000100:00000001:1.0:1779718434.217462:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315553299
00000100:00000001:1.0:1779718434.217464:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315554558
00000100:00000001:1.0:1779718434.217466:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718434.217467:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.217469:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718434.217471:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718434/real 1779718434]  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718434.217476:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718434.217477:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718434.217478:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779718434.217480:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779718434.217481:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779718434.217482:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718434.217484:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718434.217490:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217495:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718434.217496:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217498:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718434.217499:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718434.217501:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217506:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718434.217509:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217513:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718434.217515:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217516:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718434.217517:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217518:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718434.217519:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718434.217521:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718434.217523:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718434.217525:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718434.217527:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718434.217533:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529454592:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718434.217535:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718434.217537:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217542:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718434.217543:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718434.217544:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718434.217546:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718434.217547:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718434.217550:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529454720:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718434.217552:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718434.217554:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718434.217555:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718434.217556:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718434.217558:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779718434.217560:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718434.217562:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718434.217563:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779718434.217565:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779718434.217567:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529454720, portal 4
00000100:00000001:1.0:1779718434.217569:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718434.217570:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493238656 : -117608216312960 : ffff9509340b4380)
00000100:00000040:1.0:1779718434.217574:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217579:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718434.217581:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718434.217582:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779718434.217584:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529454720, offset 0
00000400:00000200:1.0:1779718434.217586:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718434.217589:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718434.217591:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718434.217593:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718434.217594:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718434.217596:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718434.217598:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718434.217600:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157282:157282:256:4294967295] 192.168.203.145@tcp LPNI seq info [157281:157281:8:4294967295]
00000400:00000200:1.0:1779718434.217603:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718434.217608:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718434.217611:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718434.217613:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779718434.217616:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718434.217618:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779718434.217621:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718434.217623:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1779718434.217626:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718434.217627:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779718434.217629:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718434.217632:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718434.217634:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779718434.217635:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779718434.217636:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718434.217639:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217644:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718434.217646:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217651:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.217652:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718434.217654:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718434.217656:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718434.217658:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718434.217659:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315553297
00000100:00000001:1.0:1779718434.217661:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315554558
00000100:00000001:1.0:1779718434.217662:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315553297
00000100:00000001:1.0:1779718434.217664:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315554558
00000100:00000001:1.0:1779718434.217666:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718434.217668:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.217669:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718434.217672:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718434/real 1779718434]  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718434.217677:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718434.217678:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718434.217680:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398bee18.
00000400:00000200:1.0:1779718434.217681:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d220
00000400:00000010:1.0:1779718434.217682:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d220.
00000100:00000001:1.0:1779718434.217684:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718434.217686:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718434.217692:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217696:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718434.217697:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217698:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718434.217699:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718434.217702:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217706:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718434.217726:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217731:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718434.217733:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217734:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718434.217735:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217736:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718434.217737:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718434.217739:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718434.217741:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718434.217743:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718434.217745:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718434.217756:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529454720:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718434.217759:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217760:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718434.217763:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7b80 x1866162529454464/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217767:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718434.217768:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718434.217770:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90400.
02000000:00000001:1.0:1779718434.217772:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718434.217773:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718434.217774:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718434.217775:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718434.217776:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:1.0:1779718434.217778:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718434.217779:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718434.217781:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7b80.
00000100:00000001:1.0:1779718434.217783:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718434.217784:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217785:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718434.217787:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6a00 x1866162529454592/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217792:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718434.217793:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718434.217794:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779718434.217795:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718434.217796:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718434.217797:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718434.217798:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718434.217799:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:1.0:1779718434.217802:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718434.217802:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718434.217803:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6a00.
00000100:00000001:1.0:1779718434.217806:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718434.217807:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217808:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718434.217810:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4380 x1866162529454720/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718434.217815:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718434.217816:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718434.217817:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779718434.217818:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718434.217819:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718434.217820:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718434.217821:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718434.217822:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a800.
02000000:00000001:1.0:1779718434.217824:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718434.217825:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718434.217825:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4380.
00000100:00000001:1.0:1779718434.217827:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718434.217828:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217829:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718434.217831:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718434.217832:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718434.217834:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718434.217835:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718434.664125:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718434.664129:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718434.664132:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718435.495999:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315554558, at 4315554560
00000100:00000040:1.0:1779718435.495999:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315554558, at 4315554560
00000100:00000010:1.0:1779718435.496013:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bae0.
00000100:00000010:0.0:1779718435.496014:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b660.
00000020:00000001:0.0:1779718435.688077:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718435.688081:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718435.688083:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718436.712130:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718436.712134:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718436.712137:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718437.736242:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718437.736247:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718437.736251:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718438.760094:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718438.760098:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718438.760102:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718439.336055:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718439.336062:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718439.336065:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718439.336068:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718439.336072:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718439.336082:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20885
00000400:00000200:1.0:1779718439.336093:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718439.336101:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718439.336105:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718439.336109:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336114:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718439.336117:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336120:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718439.336125:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718439.336127:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718439.336131:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718439.336135:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718439.336138:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718439.336141:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718439.336144:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336146:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718439.336148:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336150:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718439.336152:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718439.336155:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336157:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718439.336160:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718439.336163:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718439.336166:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718439.336168:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718439.336169:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718439.336178:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779718439.336181:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718439.336185:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718439.336187:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718439.336190:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718439.336192:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718439.336196:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718439.336203:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779718439.336209:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718439.336218:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529454848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718439.336227:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718439.336231:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718439.336235:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529454848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718439.336259:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718439.336262:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718439.336265:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718439.336266:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718439.336268:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718439.336271:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718439.336274:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20885
00000400:00000200:1.0:1779718439.336280:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718439.336286:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718439.336289:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718439.336293:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336299:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718439.336305:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336311:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718439.336317:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718439.336321:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718439.336327:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718439.336332:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718439.336339:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718439.336344:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718439.336351:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336357:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718439.336364:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336369:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718439.336372:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718439.336377:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336380:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718439.336384:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718439.336389:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718439.336394:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718439.336396:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718439.336401:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718439.336406:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718439.336412:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718439.336417:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718439.336421:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718439.336425:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718439.336426:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718439.336428:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718439.336429:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718439.336431:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718439.336435:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779718439.336438:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718439.336445:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529454976/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718439.336455:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718439.336459:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718439.336466:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529454976/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718439.336488:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718439.336491:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718439.336499:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718439.336502:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718439.336506:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718439.336508:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718439.336513:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20885
00000400:00000200:1.0:1779718439.336523:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718439.336527:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718439.336531:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718439.336538:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336541:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718439.336547:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336550:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718439.336555:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718439.336557:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718439.336561:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718439.336564:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718439.336568:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718439.336573:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718439.336581:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336585:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718439.336591:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336597:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718439.336601:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718439.336606:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336613:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718439.336616:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718439.336621:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718439.336627:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718439.336633:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718439.336636:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718439.336641:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718439.336643:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718439.336650:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718439.336654:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718439.336659:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718439.336661:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718439.336664:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718439.336665:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718439.336668:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1779718439.336686:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1779718439.336687:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718439.336695:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779718439.336702:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718439.336711:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529455104/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718439.336727:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718439.336732:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718439.336741:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529455104/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718439.336755:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718439.336757:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718439.336765:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718439.336772:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718439.336778:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718439.336780:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718439.336784:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718439.336789:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718439.336798:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20885
00000400:00000200:1.0:1779718439.336809:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718439.336814:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718439.336818:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718439.336827:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336833:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718439.336839:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336845:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718439.336851:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718439.336853:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718439.336856:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718439.336860:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718439.336864:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718439.336868:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718439.336873:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336878:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718439.336883:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336887:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718439.336892:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718439.336900:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718439.336907:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718439.336912:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718439.336917:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718439.336958:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718439.336961:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718439.336964:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718439.336969:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718439.336975:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718439.336982:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718439.336987:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718439.336994:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718439.336997:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718439.337002:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718439.337005:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718439.337008:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718439.337014:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779718439.337020:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718439.337030:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529455232/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718439.337049:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718439.337054:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718439.337064:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529455232/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718439.337091:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718439.337102:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20896)
00000800:00000200:2.1:1779718439.337318:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718439.337320:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718439.337583:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718439.337586:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718439.337834:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718439.337837:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1779718439.784139:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718439.784143:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718439.784146:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718440.616038:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315559678, at 4315559680
00000100:00000040:1.0:1779718440.616038:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315559678, at 4315559680
00000100:00000010:0.0:1779718440.616051:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5060.
00000100:00000010:1.0:1779718440.616054:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5240.
00000020:00000001:3.0:1779718440.808133:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718440.808139:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718440.808160:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718441.384076:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718441.384082:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718441.384084:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718441.384089:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718441.384091:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718441.384094:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718441.384096:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718441.384098:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718441.384101:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718441.832088:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718441.832091:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718441.832094:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718442.408034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718442.408042:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718442.408044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718442.408049:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718442.408053:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718442.408055:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718442.408057:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718442.408059:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718442.408062:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718442.856132:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718442.856138:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718442.856143:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718443.432011:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718443.432018:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718443.432020:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718443.432026:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718443.432030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718443.432033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718443.432037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718443.432040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718443.432043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718443.880088:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718443.880092:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718443.880095:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718444.455981:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718444.455988:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718444.455990:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718444.455994:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718444.455997:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718444.456000:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718444.456003:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718444.456004:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718444.456005:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718444.456009:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718444.456011:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718444.456014:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718444.456017:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718444.456020:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718444.456026:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20891
00000400:00000200:3.0:1779718444.456034:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718444.456048:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718444.456050:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718444.456053:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456055:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718444.456057:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456059:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718444.456062:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718444.456063:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718444.456065:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718444.456067:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718444.456068:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718444.456070:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718444.456072:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456074:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718444.456075:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456077:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718444.456079:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718444.456081:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456083:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718444.456085:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718444.456087:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718444.456089:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456091:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718444.456092:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718444.456098:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718444.456100:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718444.456103:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718444.456104:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456107:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718444.456109:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718444.456113:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718444.456118:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718444.456124:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718444.456131:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529455360/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718444.456138:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718444.456142:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718444.456145:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529455360/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718444.456161:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718444.456163:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718444.456166:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718444.456167:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718444.456168:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718444.456170:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718444.456173:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20891
00000400:00000200:3.0:1779718444.456175:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718444.456177:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718444.456178:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718444.456181:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456182:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718444.456184:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456186:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718444.456188:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718444.456189:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718444.456190:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718444.456191:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718444.456193:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718444.456194:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718444.456196:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456198:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718444.456202:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456205:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718444.456208:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718444.456212:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456214:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718444.456218:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718444.456224:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718444.456228:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456233:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718444.456236:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718444.456239:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456241:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718444.456247:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718444.456251:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718444.456255:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718444.456258:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456261:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718444.456263:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718444.456265:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718444.456270:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718444.456272:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718444.456283:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529455488/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718444.456289:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718444.456293:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718444.456297:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529455488/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718444.456307:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718444.456310:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718444.456314:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718444.456316:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718444.456317:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718444.456319:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718444.456323:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20891
00000400:00000200:3.0:1779718444.456326:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718444.456331:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718444.456334:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718444.456338:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456340:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718444.456344:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456349:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718444.456353:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718444.456355:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718444.456358:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718444.456360:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718444.456363:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718444.456368:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718444.456373:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456375:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718444.456379:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456380:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718444.456383:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718444.456389:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456394:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718444.456398:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718444.456401:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718444.456405:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456410:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718444.456413:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718444.456419:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456424:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718444.456431:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718444.456435:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718444.456441:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718444.456442:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456447:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718444.456448:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718444.456452:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718444.456459:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718444.456480:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718444.456488:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529455616/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779718444.456499:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718444.456502:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718444.456504:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718444.456504:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1779718444.456514:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529455616/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718444.456524:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718444.456528:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718444.456535:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718444.456538:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718444.456542:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718444.456544:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718444.456546:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718444.456549:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718444.456554:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20891
00000400:00000200:3.0:1779718444.456562:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718444.456568:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718444.456571:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718444.456576:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456578:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718444.456583:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456587:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718444.456591:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718444.456594:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718444.456595:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718444.456598:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718444.456600:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718444.456602:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718444.456610:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456614:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718444.456617:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456620:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718444.456622:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718444.456625:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718444.456628:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718444.456645:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718444.456649:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718444.456652:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456655:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718444.456657:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718444.456662:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456663:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718444.456667:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718444.456670:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718444.456674:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718444.456676:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718444.456681:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718444.456683:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718444.456684:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718444.456688:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718444.456693:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718444.456700:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529455744/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718444.456711:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718444.456715:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718444.456721:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529455744/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718444.456739:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718444.456748:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20901)
00000800:00000200:2.1:1779718444.456961:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718444.456963:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718444.457167:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718444.457169:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718444.457385:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718444.457387:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1779718444.904083:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718444.904087:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718444.904089:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718445.480021:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718445.480028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718445.480030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718445.480037:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718445.480041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718445.480044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718445.480047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718445.480049:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718445.480052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718445.736040:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315564798, at 4315564800
00000100:00000040:1.0:1779718445.736040:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315564798, at 4315564800
00000100:00000010:0.0:1779718445.736053:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b50c0.
00000100:00000010:1.0:1779718445.736057:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b58a0.
00000020:00000001:1.0:1779718445.928158:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718445.928163:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718445.928166:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718446.503984:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718446.503990:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718446.503992:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718446.503996:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718446.503999:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718446.504003:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718446.504005:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718446.504007:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718446.504009:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718446.952057:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718446.952061:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718446.952064:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718447.527978:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718447.527984:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718447.527985:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718447.527989:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718447.527992:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718447.527995:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718447.527997:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718447.528000:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718447.528002:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718447.976073:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718447.976078:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718447.976081:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718448.551988:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718448.551996:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718448.551998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718448.552004:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718448.552008:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718448.552012:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718448.552015:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718448.552018:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718448.552022:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718449.000148:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718449.000156:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718449.000162:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718449.576051:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718449.576052:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718449.576061:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718449.576064:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718449.576065:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.576070:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718449.576076:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1779718449.576078:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718449.576083:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718449.576087:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718449.576094:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20896
00000100:00000001:0.0:1779718449.576096:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718449.576103:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718449.576109:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718449.576110:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718449.576119:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718449.576127:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718449.576134:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718449.576140:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576147:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718449.576153:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576158:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718449.576165:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718449.576168:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718449.576172:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718449.576177:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718449.576182:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718449.576186:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718449.576193:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576197:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718449.576201:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576205:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718449.576210:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718449.576215:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576218:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718449.576222:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718449.576227:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718449.576230:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.576233:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718449.576235:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718449.576245:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718449.576249:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718449.576254:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718449.576256:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.576260:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718449.576262:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718449.576267:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718449.576276:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718449.576284:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718449.576295:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529455872/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718449.576308:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718449.576313:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718449.576318:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529455872/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718449.576367:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718449.576371:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718449.576376:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718449.576378:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718449.576380:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718449.576384:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718449.576387:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20896
00000400:00000200:3.0:1779718449.576393:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718449.576397:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718449.576400:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718449.576405:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576408:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718449.576411:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576415:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718449.576418:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718449.576420:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718449.576422:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718449.576425:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718449.576427:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718449.576431:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718449.576435:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576439:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718449.576443:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576450:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718449.576457:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718449.576465:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576470:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718449.576474:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718449.576481:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718449.576491:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.576497:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718449.576506:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718449.576513:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.576519:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718449.576526:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718449.576535:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718449.576545:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718449.576548:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.576555:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718449.576560:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718449.576566:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718449.576573:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718449.576581:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718449.576619:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529456000/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718449.576662:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718449.576668:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718449.576677:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529456000/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718449.576695:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718449.576699:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718449.576708:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718449.576716:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718449.576721:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718449.576731:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718449.576744:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20896
00000400:00000200:3.0:1779718449.576760:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718449.576776:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718449.576785:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718449.576795:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576805:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718449.576811:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576818:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718449.576828:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718449.576833:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718449.576838:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718449.576840:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718449.576845:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718449.576851:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718449.576862:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576869:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718449.576878:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576886:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718449.576893:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718449.576904:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718449.576908:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718449.576914:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718449.576922:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718449.576930:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.576935:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718449.576971:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718449.576974:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.576978:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718449.576983:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718449.576987:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718449.576990:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718449.576992:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.576998:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718449.577001:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718449.577006:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718449.577014:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718449.577025:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718449.577035:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529456128/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718449.577053:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718449.577060:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718449.577072:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529456128/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1779718449.577081:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718449.577094:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718449.577095:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1779718449.577098:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718449.577109:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718449.577118:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718449.577130:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718449.577136:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718449.577144:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718449.577154:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718449.577165:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20896
00000400:00000200:3.0:1779718449.577179:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718449.577190:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718449.577194:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718449.577202:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.577211:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718449.577219:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.577227:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718449.577232:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718449.577235:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718449.577240:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718449.577246:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718449.577254:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718449.577263:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718449.577275:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.577280:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718449.577287:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718449.577291:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718449.577295:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718449.577305:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718449.577313:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718449.577319:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718449.577323:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718449.577328:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.577331:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718449.577337:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718449.577341:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.577349:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718449.577355:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718449.577364:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718449.577368:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718449.577373:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718449.577378:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718449.577382:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718449.577385:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718449.577396:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718449.577406:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718449.577419:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529456256/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718449.577490:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718449.577495:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718449.577503:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529456256/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718449.577529:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718449.577538:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20906)
00000800:00000200:2.1:1779718449.577911:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718449.577914:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718449.578324:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718449.578327:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718449.578727:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718449.578730:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779718450.024210:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718450.024216:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718450.024221:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718450.599993:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718450.600000:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718450.600002:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718450.600006:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718450.600009:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718450.600012:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718450.600015:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718450.600017:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718450.600020:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718450.856036:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315569919, at 4315569920
00000100:00000040:0.0:1779718450.856047:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315569919, at 4315569920
00000100:00000010:1.0:1779718450.856053:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5000.
00000100:00000010:0.0:1779718450.856061:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b51e0.
00000020:00000001:0.0:1779718451.048081:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718451.048084:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718451.048087:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718451.624037:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718451.624043:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718451.624047:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718451.624052:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718451.624055:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718451.624058:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718451.624060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718451.624062:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718451.624064:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718452.072190:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718452.072197:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718452.072203:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718452.647994:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718452.648003:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718452.648005:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718452.648010:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718452.648013:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718452.648017:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718452.648019:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718452.648022:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718452.648024:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718453.096121:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718453.096126:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718453.096130:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718453.672014:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718453.672021:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718453.672022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718453.672027:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718453.672030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718453.672033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718453.672035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718453.672037:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718453.672039:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718454.120113:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718454.120119:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718454.120122:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718454.696008:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718454.696009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718454.696014:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718454.696016:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718454.696016:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718454.696019:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1779718454.696021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718454.696022:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718454.696027:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718454.696027:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718454.696031:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718454.696035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718454.696035:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20901
00000100:00000001:0.0:1779718454.696039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718454.696042:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718454.696045:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718454.696051:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718454.696053:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718454.696056:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696059:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718454.696061:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696064:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718454.696066:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718454.696068:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718454.696070:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718454.696072:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718454.696074:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718454.696076:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718454.696078:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696079:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718454.696081:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696082:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718454.696085:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718454.696087:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696089:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718454.696091:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718454.696094:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718454.696096:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696098:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718454.696099:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718454.696107:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718454.696109:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718454.696113:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718454.696114:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696116:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718454.696119:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718454.696121:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718454.696128:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718454.696140:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718454.696150:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529456384/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718454.696160:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718454.696165:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718454.696170:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529456384/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718454.696195:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718454.696197:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718454.696200:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718454.696201:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718454.696202:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718454.696204:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718454.696207:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20901
00000400:00000200:3.0:1779718454.696210:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718454.696212:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718454.696214:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718454.696216:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696218:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718454.696221:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696222:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718454.696224:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718454.696225:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718454.696226:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718454.696228:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718454.696230:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718454.696231:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718454.696233:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696235:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718454.696239:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696241:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718454.696244:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718454.696247:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696251:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718454.696253:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718454.696258:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718454.696263:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696266:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718454.696272:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718454.696276:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696278:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718454.696284:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718454.696288:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718454.696292:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718454.696294:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696297:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718454.696300:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718454.696302:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718454.696313:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718454.696318:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718454.696325:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529456512/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718454.696335:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718454.696337:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718454.696345:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529456512/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718454.696357:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718454.696362:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718454.696367:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718454.696371:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718454.696374:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718454.696380:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718454.696386:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20901
00000400:00000200:3.0:1779718454.696395:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718454.696400:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718454.696402:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718454.696408:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696412:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718454.696416:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696420:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718454.696425:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718454.696428:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718454.696433:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718454.696436:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718454.696440:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718454.696445:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718454.696453:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696456:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718454.696458:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696460:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718454.696463:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718454.696470:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696476:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718454.696479:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718454.696483:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718454.696486:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696489:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718454.696492:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718454.696496:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696498:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718454.696503:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718454.696507:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.1:1779718454.696507:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718454.696511:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1779718454.696512:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1779718454.696513:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696518:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718454.696521:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718454.696523:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718454.696527:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718454.696530:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718454.696539:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529456640/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718454.696549:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718454.696552:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718454.696571:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529456640/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718454.696586:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718454.696590:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718454.696598:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718454.696604:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718454.696610:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718454.696613:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718454.696615:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718454.696618:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718454.696621:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20901
00000400:00000200:3.0:1779718454.696631:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718454.696638:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718454.696642:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718454.696648:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696650:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718454.696656:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696659:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718454.696664:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718454.696667:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718454.696671:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718454.696674:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718454.696680:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718454.696685:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718454.696692:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696697:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718454.696701:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696703:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718454.696707:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718454.696711:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718454.696713:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718454.696718:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718454.696721:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718454.696724:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696729:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718454.696732:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718454.696737:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696740:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718454.696745:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718454.696750:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718454.696761:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718454.696764:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718454.696767:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718454.696770:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718454.696773:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718454.696778:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718454.696784:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718454.696791:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529456768/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718454.696815:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718454.696819:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718454.696830:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529456768/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718454.696843:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718454.696850:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20911)
00000800:00000200:2.1:1779718454.697064:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718454.697066:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718454.697261:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718454.697262:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718454.697437:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718454.697438:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1779718455.144101:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718455.144104:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718455.144107:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718455.720013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718455.720020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718455.720023:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718455.720029:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718455.720033:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718455.720036:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718455.720038:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718455.720040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718455.720043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718455.976022:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315575038, at 4315575040
00000100:00000010:0.0:1779718455.976036:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c60.
00000100:00000040:1.0:1779718455.976065:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315575038, at 4315575040
00000100:00000010:1.0:1779718455.976079:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b51e0.
00000020:00000001:1.0:1779718456.168125:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718456.168131:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718456.168136:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718456.744066:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718456.744074:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718456.744076:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718456.744082:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718456.744086:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718456.744090:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718456.744092:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718456.744095:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718456.744098:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718457.192101:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718457.192106:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718457.192111:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718457.768063:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718457.768071:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718457.768073:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718457.768078:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718457.768082:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718457.768085:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718457.768088:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718457.768090:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718457.768093:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718458.216195:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718458.216215:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718458.216219:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718458.792007:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718458.792013:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718458.792014:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718458.792018:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718458.792021:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718458.792024:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718458.792026:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718458.792029:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718458.792031:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718459.240123:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718459.240128:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718459.240132:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718459.816029:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718459.816039:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718459.816040:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718459.816043:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718459.816048:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718459.816048:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718459.816054:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.816055:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:0.0:1779718459.816062:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718459.816064:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20906
00000100:00000001:0.0:1779718459.816070:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718459.816077:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718459.816077:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718459.816085:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1779718459.816086:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718459.816091:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718459.816092:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718459.816097:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718459.816099:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.816101:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718459.816107:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816109:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718459.816113:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718459.816115:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718459.816118:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718459.816121:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718459.816123:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718459.816126:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718459.816130:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816133:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718459.816135:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816137:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718459.816141:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718459.816145:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816148:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718459.816151:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718459.816154:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718459.816157:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.816159:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718459.816162:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718459.816178:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718459.816186:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718459.816190:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718459.816192:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.816195:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718459.816197:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718459.816201:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718459.816208:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718459.816216:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718459.816226:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529456896/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718459.816237:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718459.816241:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718459.816246:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529456896/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718459.816266:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718459.816269:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718459.816272:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718459.816273:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718459.816275:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718459.816277:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718459.816280:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20906
00000400:00000200:3.0:1779718459.816283:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718459.816286:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718459.816288:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718459.816291:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816293:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718459.816296:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816298:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718459.816301:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718459.816320:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718459.816322:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718459.816324:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718459.816326:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718459.816332:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718459.816337:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816342:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718459.816349:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816352:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718459.816358:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718459.816365:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816373:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718459.816379:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718459.816386:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718459.816392:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.816395:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718459.816400:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718459.816404:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.816409:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718459.816413:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718459.816418:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718459.816422:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718459.816425:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.816432:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718459.816434:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718459.816438:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718459.816443:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718459.816451:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718459.816460:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529457024/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718459.816476:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718459.816481:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718459.816489:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529457024/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718459.816504:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718459.816507:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718459.816549:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718459.816552:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718459.816556:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718459.816563:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718459.816571:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20906
00000400:00000200:3.0:1779718459.816580:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718459.816586:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718459.816592:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718459.816597:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816617:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718459.816620:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816624:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718459.816628:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718459.816632:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718459.816635:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718459.816637:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718459.816639:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718459.816642:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718459.816650:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816652:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718459.816654:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816657:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718459.816661:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718459.816668:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816671:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718459.816674:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718459.816679:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718459.816684:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.816689:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718459.816691:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718459.816695:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.816701:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718459.816707:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718459.816714:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718459.816719:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718459.816723:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.816727:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718459.816730:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718459.816733:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718459.816741:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718459.816745:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718459.816755:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529457152/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718459.816776:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718459.816781:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718459.816787:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529457152/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718459.816807:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718459.816813:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1779718459.816820:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718459.816822:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1779718459.816826:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1779718459.816828:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718459.816835:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718459.816839:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718459.816842:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718459.816849:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718459.816854:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20906
00000400:00000200:3.0:1779718459.816865:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718459.816875:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718459.816881:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718459.816892:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816901:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718459.816908:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.816917:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718459.816925:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718459.816929:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718459.816936:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718459.816940:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718459.816945:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718459.817003:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718459.817010:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.817015:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718459.817017:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718459.817020:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718459.817025:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718459.817028:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718459.817031:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718459.817033:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718459.817037:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718459.817039:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.817040:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718459.817043:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718459.817047:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.817050:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718459.817072:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718459.817074:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718459.817077:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718459.817079:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718459.817081:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718459.817083:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718459.817086:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718459.817091:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718459.817096:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718459.817106:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529457280/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718459.817129:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718459.817134:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718459.817141:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529457280/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718459.817164:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718459.817174:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20916)
00000800:00000200:2.1:1779718459.817462:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718459.817465:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718459.817778:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718459.817781:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718459.818111:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718459.818114:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1779718460.264134:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718460.264139:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718460.264143:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718460.840058:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718460.840064:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718460.840066:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718460.840071:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718460.840074:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718460.840077:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718460.840079:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718460.840082:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718460.840085:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718461.096077:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315580159, at 4315580160
00000100:00000040:0.0:1779718461.096099:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315580159, at 4315580160
00000100:00000010:1.0:1779718461.096120:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b58a0.
00000100:00000010:0.0:1779718461.096127:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5000.
00000020:00000001:0.0:1779718461.288073:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718461.288076:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718461.288079:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718461.864037:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718461.864045:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718461.864047:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718461.864052:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718461.864072:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718461.864075:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718461.864077:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718461.864080:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718461.864082:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718462.312147:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718462.312151:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718462.312154:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718463.336144:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718463.336147:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718463.336150:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718464.360087:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718464.360090:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718464.360094:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718464.936055:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718464.936065:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718464.936070:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718464.936077:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718464.936085:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718464.936094:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20911
00000400:00000200:1.0:1779718464.936104:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718464.936112:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718464.936115:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718464.936119:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936122:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718464.936125:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936128:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718464.936131:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718464.936134:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718464.936137:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718464.936139:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718464.936142:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718464.936144:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718464.936147:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936148:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718464.936150:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936152:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718464.936155:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718464.936158:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936160:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718464.936163:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718464.936166:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718464.936169:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.936171:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718464.936173:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718464.936183:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718464.936186:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718464.936190:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718464.936192:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.936195:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718464.936198:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718464.936202:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718464.936210:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779718464.936227:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718464.936240:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529457408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718464.936255:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718464.936260:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718464.936269:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529457408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718464.936299:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718464.936304:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718464.936310:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718464.936312:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718464.936314:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718464.936318:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718464.936322:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20911
00000400:00000200:1.0:1779718464.936329:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718464.936336:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718464.936340:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718464.936346:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936353:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718464.936359:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936366:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718464.936372:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718464.936376:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718464.936382:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718464.936386:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718464.936390:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718464.936397:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718464.936424:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936431:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718464.936436:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936440:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718464.936443:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718464.936450:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936456:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718464.936460:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718464.936467:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718464.936472:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.936515:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718464.936523:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718464.936530:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.936533:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718464.936543:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718464.936551:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718464.936563:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718464.936568:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.936576:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718464.936582:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718464.936587:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718464.936601:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779718464.936609:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718464.936627:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529457536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718464.936648:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718464.936654:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718464.936670:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529457536/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718464.936699:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718464.936704:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718464.936714:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718464.936719:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718464.936722:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718464.936731:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718464.936736:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20911
00000400:00000200:1.0:1779718464.936745:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718464.936753:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718464.936759:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1779718464.936764:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779718464.936769:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718464.936771:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1779718464.936773:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718464.936780:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936787:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718464.936791:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718464.936795:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718464.936797:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718464.936799:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718464.936805:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718464.936811:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718464.936820:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936826:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718464.936833:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936836:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718464.936841:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718464.936845:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718464.936866:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718464.936874:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718464.936880:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718464.936884:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.936890:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718464.936896:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718464.936914:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.936917:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718464.936981:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718464.936991:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718464.936997:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718464.937001:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.937005:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718464.937010:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718464.937017:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718464.937028:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779718464.937037:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718464.937053:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529457664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718464.937081:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718464.937085:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718464.937093:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529457664/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718464.937114:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718464.937123:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718464.937135:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718464.937142:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718464.937153:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718464.937157:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718464.937161:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718464.937166:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718464.937173:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20911
00000400:00000200:1.0:1779718464.937184:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718464.937192:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718464.937198:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718464.937207:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.937214:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718464.937222:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.937229:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718464.937239:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718464.937244:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718464.937251:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718464.937259:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718464.937268:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718464.937279:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718464.937291:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.937300:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718464.937309:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718464.937315:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718464.937324:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718464.937331:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718464.937338:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718464.937345:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718464.937352:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718464.937359:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.937364:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718464.937370:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718464.937375:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.937379:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718464.937385:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718464.937390:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718464.937393:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718464.937396:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718464.937401:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718464.937404:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718464.937407:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718464.937415:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779718464.937422:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718464.937431:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529457792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718464.937449:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718464.937456:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718464.937467:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529457792/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718464.937517:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718464.937526:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20921)
00000800:00000200:2.1:1779718464.937631:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718464.937633:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779718464.937895:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718464.937898:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779718464.938245:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718464.938248:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1779718465.384216:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718465.384220:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718465.384224:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718466.216031:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315585279, at 4315585280
00000100:00000040:0.0:1779718466.216040:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315585278, at 4315585280
00000100:00000010:1.0:1779718466.216045:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5240.
00000100:00000010:0.0:1779718466.216052:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b50c0.
00000020:00000001:1.0:1779718466.408074:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718466.408078:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718466.408082:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718467.432142:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718467.432145:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718467.432148:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718468.456058:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718468.456061:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718468.456064:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718469.480101:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718469.480104:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718469.480107:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718470.056005:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718470.056016:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718470.056019:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718470.056022:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718470.056026:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718470.056034:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20916
00000400:00000200:1.0:1779718470.056042:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718470.056048:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718470.056052:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718470.056056:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056060:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718470.056065:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056067:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718470.056071:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718470.056072:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718470.056075:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718470.056077:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718470.056079:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718470.056081:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718470.056084:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056086:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718470.056088:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056089:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718470.056092:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718470.056095:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056097:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718470.056099:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718470.056102:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718470.056104:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056106:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718470.056108:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718470.056116:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718470.056118:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718470.056121:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718470.056123:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056126:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718470.056128:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718470.056131:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718470.056138:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779718470.056143:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718470.056151:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529457920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718470.056160:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718470.056163:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718470.056167:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529457920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718470.056184:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718470.056186:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718470.056189:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718470.056191:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718470.056192:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718470.056194:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718470.056196:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20916
00000400:00000200:1.0:1779718470.056199:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718470.056202:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718470.056203:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718470.056207:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056209:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718470.056211:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056213:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718470.056214:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718470.056215:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718470.056217:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718470.056218:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718470.056222:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718470.056225:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718470.056229:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056233:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718470.056235:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056237:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718470.056240:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718470.056245:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056251:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718470.056255:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718470.056261:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718470.056264:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056267:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718470.056271:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718470.056274:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056278:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718470.056285:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718470.056289:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718470.056292:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718470.056295:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056299:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718470.056302:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718470.056304:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718470.056309:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779718470.056312:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718470.056319:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529458048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718470.056327:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718470.056330:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718470.056336:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529458048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718470.056351:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718470.056354:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718470.056358:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718470.056360:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718470.056361:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718470.056363:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718470.056367:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20916
00000400:00000200:1.0:1779718470.056370:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718470.056373:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718470.056374:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718470.056379:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056382:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718470.056385:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056390:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718470.056392:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718470.056395:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718470.056398:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718470.056400:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718470.056404:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718470.056409:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718470.056416:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056420:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718470.056423:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056427:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718470.056429:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718470.056435:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056452:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718470.056454:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718470.056459:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718470.056461:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056466:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718470.056468:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718470.056470:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056475:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718470.056478:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718470.056482:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718470.056486:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718470.056488:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056490:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718470.056491:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718470.056493:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718470.056499:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779718470.056503:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718470.056511:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529458176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718470.056522:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718470.056526:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718470.056533:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529458176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718470.056550:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718470.056554:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718470.056561:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718470.056566:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718470.056570:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718470.056574:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718470.056576:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718470.056578:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718470.056582:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20916
00000400:00000200:1.0:1779718470.056599:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718470.056606:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718470.056608:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718470.056610:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056612:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718470.056616:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056619:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718470.056620:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718470.056621:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718470.056623:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718470.056626:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718470.056628:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718470.056632:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718470.056636:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056640:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718470.056641:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779718470.056643:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056646:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718470.056650:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718470.056653:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718470.056654:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718470.056655:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718470.056658:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718470.056659:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056660:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718470.056662:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718470.056663:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056665:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718470.056667:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718470.056670:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718470.056676:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718470.056678:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718470.056681:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718470.056683:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718470.056686:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718470.056690:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779718470.056692:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718470.056698:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529458304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718470.056708:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718470.056712:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718470.056715:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529458304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718470.056725:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718470.056730:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20926)
00000800:00000200:2.1:1779718470.056992:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718470.057191:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718470.057373:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:0.0:1779718470.504088:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718470.504092:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718470.504096:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718471.336037:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315590398, at 4315590400
00000100:00000040:1.0:1779718471.336037:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315590398, at 4315590400
00000100:00000010:1.0:1779718471.336051:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5420.
00000100:00000010:0.0:1779718471.336052:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5060.
00000020:00000001:1.0:1779718471.528284:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718471.528290:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718471.528295:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718472.552193:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718472.552197:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718472.552200:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1779718473.128206:0:248755:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1779718473.128242:0:248755:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1779718473.128250:0:248755:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718473.128253:0:248755:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:1.0:1779718473.128263:0:248755:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718473.128268:0:248755:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1779718473.128273:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718473.128280:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:1.0:1779718473.128285:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718473.128291:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718473.128297:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9f68
00000400:00000010:1.0:1779718473.128300:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9f68.
00000100:00000001:1.0:1779718473.128305:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718473.128314:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7ea00 x1866162529457920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718473.128338:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718473.128343:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7ea00 x1866162529457920/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718473.128352:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718473.128354:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718473.128364:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718473.128368:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fe00.
00000400:00000200:1.0:1779718473.128371:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718473.128385:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718473.128390:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:1.0:1779718473.128394:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:1.0:1779718473.128397:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718473.128405:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7d180 x1866162529458048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718473.128453:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718473.128459:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529458048/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718473.128470:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718473.128474:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718473.128490:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718473.128496:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f000.
00000400:00000200:1.0:1779718473.128502:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718473.128513:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718473.128518:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9908
00000400:00000010:1.0:1779718473.128521:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9908.
00000100:00000001:1.0:1779718473.128528:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718473.128538:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7c700 x1866162529458176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718473.128559:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718473.128567:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529458176/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718473.128589:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718473.128594:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718473.128607:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718473.128613:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f800.
00000400:00000200:1.0:1779718473.128617:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718473.128627:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718473.128633:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:1.0:1779718473.128639:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:1.0:1779718473.128644:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718473.128654:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7c000 x1866162529458304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718473.128673:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718473.128680:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529458304/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718473.128693:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718473.128696:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1779718473.576066:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718473.576071:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718473.576074:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718474.600084:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718474.600087:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718474.600090:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718475.176023:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718475.176029:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718475.176031:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718475.176034:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718475.176038:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718475.176043:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20921
00000400:00000200:3.0:1779718475.176051:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718475.176058:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718475.176060:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718475.176063:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176065:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718475.176067:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176069:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718475.176071:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718475.176073:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718475.176075:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718475.176077:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718475.176078:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718475.176080:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718475.176082:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176083:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718475.176085:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176086:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718475.176089:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718475.176091:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176093:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718475.176095:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718475.176097:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718475.176099:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176101:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718475.176103:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718475.176108:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718475.176110:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718475.176113:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718475.176114:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176116:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718475.176118:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718475.176122:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718475.176129:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718475.176133:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718475.176140:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529458432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718475.176148:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718475.176151:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718475.176155:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529458432/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718475.176171:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718475.176174:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718475.176176:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718475.176177:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718475.176179:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718475.176181:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718475.176182:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20921
00000400:00000200:3.0:1779718475.176185:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718475.176188:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718475.176189:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718475.176191:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176193:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718475.176195:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176197:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718475.176198:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718475.176199:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718475.176200:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718475.176202:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718475.176203:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718475.176204:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718475.176206:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176209:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718475.176211:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176214:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718475.176216:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718475.176220:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176222:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718475.176224:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718475.176229:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718475.176232:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176235:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718475.176238:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718475.176240:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176241:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718475.176247:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718475.176252:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718475.176256:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718475.176258:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176262:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718475.176265:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718475.176266:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718475.176270:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718475.176274:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718475.176280:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529458560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718475.176299:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718475.176302:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718475.176310:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529458560/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718475.176323:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718475.176328:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718475.176332:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718475.176334:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718475.176337:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718475.176342:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718475.176348:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20921
00000400:00000200:3.0:1779718475.176356:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718475.176361:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718475.176365:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718475.176369:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176373:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718475.176376:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176380:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718475.176384:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718475.176387:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718475.176390:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718475.176393:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718475.176412:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718475.176415:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718475.176422:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176427:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718475.176431:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176435:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718475.176441:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718475.176446:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176449:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718475.176452:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718475.176457:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718475.176466:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176471:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718475.176474:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718475.176480:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176484:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718475.176489:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718475.176495:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718475.176500:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718475.176502:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176505:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718475.176508:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718475.176512:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718475.176517:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718475.176523:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718475.176532:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529458688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718475.176553:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718475.176558:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718475.176564:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529458688/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718475.176588:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718475.176594:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718475.176599:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718475.176604:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718475.176611:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718475.176614:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718475.176617:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718475.176622:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718475.176628:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20921
00000800:00000200:2.1:1779718475.176628:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718475.176635:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1779718475.176636:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718475.176644:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718475.176648:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718475.176655:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176659:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718475.176663:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176667:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718475.176672:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718475.176675:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718475.176677:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718475.176679:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718475.176684:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718475.176688:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718475.176694:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176697:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718475.176703:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176708:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718475.176714:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718475.176720:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718475.176726:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718475.176731:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718475.176736:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718475.176740:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176744:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718475.176748:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718475.176754:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176759:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718475.176771:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718475.176776:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718475.176779:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718475.176782:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718475.176786:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718475.176789:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718475.176792:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718475.176800:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718475.176805:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718475.176813:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529458816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718475.176908:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718475.176913:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718475.176969:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529458816/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718475.176991:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718475.176998:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20931)
00000800:00000200:2.1:1779718475.177225:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718475.177227:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718475.177549:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718475.177551:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718475.177769:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718475.177771:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1779718475.624131:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718475.624135:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718475.624138:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718476.456069:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315595518, at 4315595520
00000100:00000040:1.0:1779718476.456070:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315595518, at 4315595520
00000100:00000010:0.0:1779718476.456090:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5780.
00000100:00000010:1.0:1779718476.456096:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b55a0.
00000020:00000001:1.0:1779718476.648130:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718476.648134:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718476.648138:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718477.672229:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718477.672235:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718477.672240:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718478.696227:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718478.696233:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718478.696237:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718479.720095:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718479.720098:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718479.720101:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718480.296025:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718480.296032:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718480.296036:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718480.296040:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718480.296046:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718480.296053:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20926
00000400:00000200:0.0:1779718480.296063:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718480.296069:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718480.296071:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718480.296073:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296077:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718480.296080:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296081:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718480.296085:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718480.296086:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718480.296088:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718480.296090:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718480.296092:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718480.296093:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718480.296096:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296097:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718480.296098:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296099:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718480.296101:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718480.296103:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296105:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718480.296107:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718480.296109:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718480.296111:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296113:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718480.296115:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718480.296123:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5180.
00000020:00000040:0.0:1779718480.296126:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718480.296129:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718480.296130:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296133:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718480.296135:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718480.296138:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718480.296144:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779718480.296149:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718480.296156:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5180 x1866162529458944/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718480.296164:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718480.296167:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718480.296170:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084bee898] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5180 x1866162529458944/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718480.296193:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718480.296196:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718480.296200:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718480.296202:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718480.296204:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718480.296208:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718480.296212:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20926
00000400:00000200:0.0:1779718480.296220:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718480.296226:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718480.296232:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718480.296239:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296244:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718480.296248:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296254:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718480.296257:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718480.296260:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718480.296263:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718480.296266:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718480.296272:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718480.296277:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718480.296284:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296287:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718480.296291:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296293:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718480.296296:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718480.296302:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296305:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718480.296306:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718480.296311:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718480.296314:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296315:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718480.296320:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718480.296323:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296326:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718480.296330:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4700.
00000020:00000040:0.0:1779718480.296334:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718480.296336:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718480.296338:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296343:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718480.296347:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718480.296350:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718480.296354:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:0.0:1779718480.296374:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718480.296383:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4700 x1866162529459072/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718480.296395:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718480.296398:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718480.296405:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003407d8f0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4700 x1866162529459072/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718480.296416:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718480.296421:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718480.296424:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718480.296428:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718480.296431:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718480.296434:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718480.296437:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20926
00000400:00000200:0.0:1779718480.296444:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718480.296449:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718480.296455:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718480.296458:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296462:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718480.296467:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296471:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718480.296474:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718480.296477:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718480.296479:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718480.296481:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718480.296485:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718480.296488:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718480.296494:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296498:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718480.296501:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296504:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718480.296507:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718480.296511:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296514:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718480.296516:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718480.296519:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718480.296522:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296525:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718480.296528:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718480.296533:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296535:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718480.296541:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779718480.296544:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718480.296546:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718480.296548:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296549:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718480.296550:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718480.296554:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718480.296559:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718480.296565:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718480.296569:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00100000:0.0:1779718480.296572:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529459200/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779718480.296573:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000100:00000001:0.0:1779718480.296586:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718480.296590:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718480.296594:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529459200/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718480.296608:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718480.296611:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718480.296617:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718480.296620:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718480.296623:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718480.296626:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718480.296628:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718480.296633:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718480.296640:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20926
00000400:00000200:0.0:1779718480.296646:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718480.296654:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718480.296660:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718480.296667:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296673:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718480.296679:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296686:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718480.296691:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718480.296694:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718480.296696:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718480.296700:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718480.296702:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718480.296707:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718480.296712:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296716:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718480.296720:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296723:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718480.296727:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718480.296732:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718480.296736:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718480.296740:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718480.296752:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718480.296757:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296762:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718480.296765:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718480.296769:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296770:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718480.296773:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779718480.296775:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718480.296777:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718480.296778:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718480.296782:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718480.296783:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718480.296785:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718480.296789:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
00000100:00000001:0.0:1779718480.296794:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718480.296803:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529459328/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718480.296813:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718480.296815:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718480.296822:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529459328/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718480.296836:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718480.296841:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20937)
00000800:00000200:2.1:1779718480.297049:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718480.297051:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1779718480.297240:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718480.297241:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1779718480.297453:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718480.297455:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 52 secs later)
00000020:00000001:1.0:1779718480.744104:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718480.744108:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718480.744111:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718481.576001:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315600638, at 4315600640
00000100:00000040:0.0:1779718481.576004:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315600638, at 4315600640
00000100:00000010:1.0:1779718481.576015:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5180.
00000100:00000010:0.0:1779718481.576016:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ea0.
00000020:00000001:1.0:1779718481.768098:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718481.768101:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718481.768104:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718482.792153:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718482.792158:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718482.792162:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718483.816080:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718483.816083:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718483.816086:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718484.840118:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718484.840122:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718484.840126:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718485.416115:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718485.416125:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718485.416127:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718485.416131:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718485.416136:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718485.416155:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20932
00000400:00000200:3.0:1779718485.416166:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718485.416173:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718485.416176:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718485.416179:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416182:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718485.416184:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416186:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718485.416190:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718485.416191:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718485.416194:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718485.416196:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718485.416198:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718485.416200:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718485.416202:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416203:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718485.416205:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416206:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718485.416209:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718485.416211:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416213:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718485.416215:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718485.416219:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718485.416221:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.416223:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718485.416225:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718485.416237:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718485.416240:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718485.416244:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718485.416245:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.416249:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718485.416251:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718485.416255:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718485.416264:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718485.416271:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718485.416281:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529459456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718485.416290:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718485.416294:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718485.416298:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529459456/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718485.416337:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718485.416342:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718485.416346:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718485.416348:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718485.416351:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718485.416355:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718485.416370:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20932
00000400:00000200:3.0:1779718485.416375:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718485.416379:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718485.416383:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718485.416391:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416399:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718485.416402:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416404:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718485.416407:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718485.416412:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718485.416415:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718485.416418:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718485.416427:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718485.416431:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718485.416435:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416437:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718485.416438:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416451:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718485.416462:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718485.416480:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416490:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718485.416495:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718485.416503:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718485.416518:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.416521:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718485.416526:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718485.416539:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.416545:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718485.416550:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718485.416553:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718485.416556:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718485.416562:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.416578:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718485.416581:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718485.416585:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718485.416594:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718485.416600:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718485.416609:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529459584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718485.416619:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718485.416623:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718485.416634:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529459584/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718485.416674:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718485.416683:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718485.416699:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718485.416705:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718485.416712:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718485.416720:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718485.416737:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20932
00000400:00000200:3.0:1779718485.416741:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718485.416743:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718485.416753:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718485.416760:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416765:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718485.416769:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416778:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718485.416783:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718485.416784:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718485.416785:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718485.416787:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718485.416789:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718485.416791:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718485.416810:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416821:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718485.416826:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416829:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718485.416835:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718485.416844:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718485.416848:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718485.416853:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718485.416860:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718485.416872:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.416888:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718485.416894:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718485.416902:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.416910:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718485.416977:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718485.416981:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718485.416983:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718485.416986:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.416988:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718485.416990:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718485.416998:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718485.417012:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718485.417021:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718485.417040:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529459712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779718485.417047:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718485.417056:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1779718485.417071:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718485.417079:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718485.417105:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529459712/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718485.417121:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718485.417125:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718485.417136:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718485.417146:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718485.417155:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718485.417168:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718485.417169:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718485.417173:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718485.417180:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20932
00000400:00000200:3.0:1779718485.417195:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718485.417211:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718485.417220:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718485.417229:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.417232:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718485.417235:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.417238:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718485.417240:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718485.417242:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718485.417243:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718485.417245:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718485.417246:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718485.417249:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718485.417256:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.417261:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718485.417267:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718485.417273:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718485.417279:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718485.417288:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718485.417299:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718485.417306:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718485.417313:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718485.417335:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.417340:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718485.417345:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718485.417356:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.417377:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718485.417386:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718485.417397:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718485.417402:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718485.417405:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718485.417408:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718485.417410:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718485.417413:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718485.417420:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718485.417423:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718485.417441:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529459840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718485.417476:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718485.417487:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718485.417506:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529459840/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718485.417533:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718485.417545:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20942)
00000800:00000200:2.1:1779718485.417853:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718485.417856:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779718485.418198:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718485.418201:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779718485.418534:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718485.418536:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000020:00000001:1.0:1779718485.864159:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718485.864163:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718485.864166:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718486.696056:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315605759, at 4315605760
00000100:00000040:0.0:1779718486.696062:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315605759, at 4315605760
00000100:00000010:1.0:1779718486.696071:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5b40.
00000100:00000010:0.0:1779718486.696077:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5de0.
00000020:00000001:1.0:1779718486.888141:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718486.888145:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718486.888147:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718487.912141:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718487.912145:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718487.912148:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718488.936135:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718488.936138:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718488.936141:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718489.960071:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718489.960075:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718489.960081:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718490.536024:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718490.536035:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718490.536039:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718490.536045:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718490.536052:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718490.536061:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20937
00000400:00000200:1.0:1779718490.536070:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718490.536078:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718490.536081:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718490.536084:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536088:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718490.536091:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536093:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718490.536097:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718490.536099:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718490.536102:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718490.536104:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718490.536107:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718490.536109:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718490.536113:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536115:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718490.536116:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536118:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718490.536121:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718490.536124:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536126:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718490.536129:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718490.536133:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718490.536135:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536138:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718490.536140:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718490.536149:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718490.536153:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718490.536157:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718490.536158:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536162:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718490.536164:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718490.536168:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718490.536176:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779718490.536182:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718490.536191:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529459968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718490.536203:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718490.536207:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718490.536213:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529459968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718490.536229:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718490.536232:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718490.536234:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718490.536236:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718490.536237:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718490.536239:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718490.536241:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20937
00000400:00000200:1.0:1779718490.536246:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718490.536249:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718490.536251:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718490.536255:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536258:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718490.536261:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536264:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718490.536268:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718490.536270:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718490.536273:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718490.536276:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718490.536279:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718490.536293:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718490.536299:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536302:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718490.536307:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536311:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718490.536315:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718490.536323:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536329:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718490.536334:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718490.536339:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718490.536343:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536347:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718490.536352:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718490.536356:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536357:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718490.536363:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718490.536365:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718490.536369:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718490.536370:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536372:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718490.536374:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718490.536377:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718490.536384:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779718490.536390:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718490.536401:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529460096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718490.536414:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718490.536418:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718490.536424:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529460096/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718490.536437:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718490.536440:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718490.536445:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718490.536448:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718490.536451:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718490.536455:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718490.536460:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20937
00000400:00000200:1.0:1779718490.536468:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718490.536474:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718490.536479:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718490.536482:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536484:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718490.536489:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536494:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718490.536500:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718490.536502:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718490.536505:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718490.536509:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718490.536511:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718490.536515:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718490.536518:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536522:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718490.536527:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536530:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718490.536533:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:2.1:1779718490.536534:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779718490.536538:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:2.1:1779718490.536539:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1779718490.536542:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718490.536545:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718490.536548:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718490.536553:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536555:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718490.536557:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718490.536561:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536565:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718490.536570:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718490.536573:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718490.536576:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718490.536577:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536579:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718490.536583:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718490.536585:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718490.536591:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779718490.536596:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718490.536602:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529460224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718490.536633:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718490.536636:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718490.536642:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529460224/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718490.536656:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718490.536658:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718490.536663:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718490.536664:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718490.536667:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718490.536670:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718490.536671:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718490.536673:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718490.536677:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20937
00000400:00000200:1.0:1779718490.536683:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718490.536686:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718490.536689:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718490.536693:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536697:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718490.536701:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536704:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718490.536709:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718490.536711:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718490.536714:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718490.536717:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718490.536721:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718490.536725:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718490.536730:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536733:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718490.536739:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536746:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718490.536759:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718490.536770:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718490.536775:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718490.536780:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718490.536785:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718490.536790:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536793:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718490.536797:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718490.536804:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536809:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718490.536815:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718490.536820:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718490.536826:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718490.536829:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718490.536834:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718490.536837:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718490.536841:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718490.536848:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779718490.536852:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718490.536862:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529460352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718490.536885:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718490.536890:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718490.536899:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529460352/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718490.536953:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718490.536959:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20947)
00000800:00000200:2.1:1779718490.537055:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718490.537057:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779718490.537238:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718490.537239:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779718490.537436:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718490.537437:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000020:00000001:1.0:1779718490.984140:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718490.984143:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718490.984146:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718491.560253:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718491.560258:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718491.560260:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718491.560264:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718491.560268:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718491.560271:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718491.560288:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718491.560290:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718491.560292:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718491.816023:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315610878, at 4315610880
00000100:00000040:0.0:1779718491.816034:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315610878, at 4315610880
00000100:00000010:1.0:1779718491.816051:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ae0.
00000100:00000010:0.0:1779718491.816059:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a80.
00000020:00000001:1.0:1779718492.008101:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718492.008104:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718492.008106:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718492.584005:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718492.584013:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718492.584015:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718492.584021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718492.584026:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718492.584029:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718492.584032:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718492.584035:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718492.584038:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718493.032064:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718493.032069:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718493.032073:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718493.608028:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718493.608034:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718493.608036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718493.608042:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718493.608046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718493.608049:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718493.608052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718493.608056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718493.608059:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718494.056121:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718494.056126:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718494.056130:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718494.632066:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718494.632074:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718494.632077:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718494.632084:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718494.632089:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718494.632095:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718494.632098:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718494.632102:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718494.632105:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718495.080095:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718495.080098:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718495.080101:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718495.655989:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718495.655995:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718495.655998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718495.656003:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718495.656005:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718495.656008:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718495.656011:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718495.656013:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718495.656013:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718495.656016:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718495.656023:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718495.656026:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718495.656029:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718495.656034:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718495.656040:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20942
00000400:00000200:3.0:1779718495.656049:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718495.656055:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718495.656058:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718495.656061:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656065:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718495.656067:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656070:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718495.656074:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718495.656075:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718495.656078:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718495.656080:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718495.656083:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718495.656085:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718495.656088:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656090:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718495.656092:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656094:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718495.656097:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718495.656100:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656103:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718495.656107:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718495.656110:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718495.656114:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656116:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718495.656119:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718495.656128:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718495.656132:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718495.656136:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718495.656138:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656141:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718495.656144:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718495.656147:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718495.656156:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718495.656162:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718495.656172:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529460480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718495.656182:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718495.656186:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718495.656192:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529460480/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718495.656214:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718495.656217:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718495.656221:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718495.656222:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718495.656224:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718495.656227:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718495.656230:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20942
00000400:00000200:3.0:1779718495.656234:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718495.656238:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718495.656241:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718495.656259:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656264:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718495.656270:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656275:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718495.656281:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718495.656283:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718495.656287:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718495.656291:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718495.656296:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718495.656301:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718495.656309:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656315:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718495.656321:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656324:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718495.656329:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718495.656333:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656339:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718495.656342:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718495.656350:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718495.656353:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656357:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718495.656361:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718495.656367:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656373:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718495.656381:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718495.656387:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718495.656391:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718495.656394:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656397:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718495.656401:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718495.656405:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718495.656411:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718495.656417:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718495.656428:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529460608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718495.656448:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718495.656453:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718495.656461:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529460608/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718495.656486:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718495.656490:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718495.656495:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718495.656497:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718495.656501:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718495.656506:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.1:1779718495.656509:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718495.656512:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20942
00000800:00000200:2.1:1779718495.656515:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000400:00000200:3.0:1779718495.656521:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718495.656529:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718495.656533:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718495.656538:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656543:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718495.656548:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656552:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718495.656557:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718495.656560:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718495.656563:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718495.656567:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718495.656572:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718495.656577:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718495.656585:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656589:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718495.656594:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656598:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718495.656603:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718495.656607:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656610:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718495.656613:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718495.656617:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718495.656621:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656623:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718495.656625:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718495.656628:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656632:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718495.656638:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718495.656642:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718495.656645:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718495.656648:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656651:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718495.656653:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718495.656657:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718495.656663:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718495.656669:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718495.656677:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529460736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718495.656690:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718495.656694:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718495.656702:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529460736/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718495.656720:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718495.656725:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718495.656731:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718495.656736:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718495.656746:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718495.656749:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718495.656752:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718495.656756:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718495.656763:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20942
00000400:00000200:3.0:1779718495.656770:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718495.656779:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718495.656784:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718495.656792:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656797:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718495.656803:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656809:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718495.656815:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718495.656819:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718495.656824:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718495.656827:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718495.656832:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718495.656835:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718495.656840:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656844:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718495.656847:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656850:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718495.656852:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718495.656856:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718495.656861:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718495.656864:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718495.656867:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718495.656871:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656874:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718495.656877:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718495.656880:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656884:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718495.656889:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718495.656892:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718495.656897:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718495.656900:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718495.656902:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718495.656904:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718495.656906:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718495.656911:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718495.656916:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718495.656952:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529460864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718495.656961:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718495.656965:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718495.656971:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529460864/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718495.656982:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718495.656987:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20952)
00000800:00000200:2.1:1779718495.657102:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718495.657104:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718495.657319:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718495.657321:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718495.657498:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718495.657500:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1779718496.104062:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718496.104066:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718496.104069:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718496.679979:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718496.679985:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718496.679993:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718496.679998:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718496.680001:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718496.680004:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718496.680006:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718496.680009:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718496.680011:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718496.936022:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315615998, at 4315616000
00000100:00000040:1.0:1779718496.936022:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315615998, at 4315616000
00000100:00000010:1.0:1779718496.936035:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5d20.
00000100:00000010:0.0:1779718496.936039:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5600.
00000020:00000001:1.0:1779718497.128060:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718497.128063:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718497.128066:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718497.704005:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718497.704011:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718497.704013:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718497.704017:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718497.704020:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718497.704023:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718497.704025:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718497.704028:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718497.704031:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718498.152141:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718498.152145:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718498.152148:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718498.728005:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718498.728010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718498.728012:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718498.728016:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718498.728019:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718498.728022:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718498.728024:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718498.728025:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718498.728028:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718499.176068:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718499.176072:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718499.176075:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718499.751980:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718499.751986:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718499.751987:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718499.751991:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718499.751994:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718499.751997:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718499.751999:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718499.752001:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718499.752003:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718500.200126:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718500.200129:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718500.200132:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718500.775998:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718500.776001:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718500.776003:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718500.776007:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718500.776009:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718500.776012:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1779718500.776013:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718500.776015:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718500.776017:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718500.776019:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718500.776021:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718500.776024:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718500.776027:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718500.776027:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20947
00000100:00000001:0.0:1779718500.776032:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718500.776037:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718500.776043:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718500.776045:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718500.776049:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776052:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718500.776054:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776056:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718500.776059:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718500.776061:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718500.776063:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718500.776065:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718500.776067:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718500.776069:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718500.776071:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776072:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718500.776074:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776075:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718500.776077:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718500.776079:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776081:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718500.776083:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718500.776085:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718500.776087:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776089:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718500.776090:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718500.776098:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718500.776100:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718500.776103:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718500.776105:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776107:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718500.776109:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718500.776113:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718500.776119:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718500.776124:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718500.776132:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529460992/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718500.776140:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718500.776143:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718500.776146:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529460992/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718500.776162:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718500.776164:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718500.776167:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718500.776168:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718500.776169:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718500.776171:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718500.776174:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20947
00000400:00000200:3.0:1779718500.776177:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718500.776180:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718500.776182:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718500.776187:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776196:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718500.776200:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776220:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718500.776223:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718500.776225:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718500.776227:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718500.776230:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718500.776232:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718500.776235:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718500.776238:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776241:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718500.776245:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776249:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718500.776252:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718500.776256:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776278:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718500.776281:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718500.776288:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718500.776294:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776297:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718500.776302:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718500.776305:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776310:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718500.776315:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718500.776320:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718500.776325:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718500.776328:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776332:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718500.776334:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718500.776336:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718500.776343:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718500.776350:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718500.776367:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529461120/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718500.776389:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718500.776393:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718500.776401:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529461120/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718500.776432:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718500.776434:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718500.776440:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718500.776444:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718500.776446:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718500.776448:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718500.776452:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20947
00000400:00000200:3.0:1779718500.776487:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718500.776492:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718500.776497:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718500.776504:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776512:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718500.776516:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776521:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718500.776522:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718500.776524:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718500.776527:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718500.776529:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718500.776533:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718500.776534:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718500.776541:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776545:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718500.776548:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776549:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718500.776551:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:2.1:1779718500.776552:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718500.776553:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776558:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718500.776559:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1779718500.776560:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718500.776563:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718500.776568:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776572:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718500.776575:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718500.776577:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776579:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718500.776584:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718500.776589:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718500.776592:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718500.776595:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776597:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718500.776599:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718500.776601:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718500.776605:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718500.776609:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718500.776618:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529461248/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718500.776628:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718500.776631:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718500.776639:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529461248/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718500.776663:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718500.776665:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718500.776670:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718500.776672:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718500.776678:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718500.776680:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718500.776683:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718500.776689:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718500.776695:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20947
00000400:00000200:3.0:1779718500.776704:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718500.776711:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718500.776718:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718500.776725:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776731:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718500.776736:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776740:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718500.776745:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718500.776747:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718500.776751:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718500.776755:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718500.776760:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718500.776768:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718500.776777:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776782:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718500.776786:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776789:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718500.776796:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718500.776803:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718500.776808:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718500.776810:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718500.776813:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718500.776818:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776822:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718500.776825:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718500.776830:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776833:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718500.776838:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718500.776842:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718500.776845:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718500.776847:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718500.776852:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718500.776854:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718500.776857:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718500.776861:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718500.776865:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718500.776872:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529461376/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718500.776889:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718500.776893:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718500.776900:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529461376/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718500.776913:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718500.776943:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20957)
00000800:00000200:2.1:1779718500.777099:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718500.777101:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718500.777339:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718500.777341:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718500.777554:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718500.777556:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1779718501.224102:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718501.224106:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718501.224124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718501.800032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718501.800037:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718501.800041:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718501.800046:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718501.800049:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718501.800052:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718501.800054:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718501.800056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718501.800058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718502.056034:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315621118, at 4315621120
00000100:00000040:0.0:1779718502.056035:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315621118, at 4315621120
00000100:00000010:0.0:1779718502.056048:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f00.
00000100:00000010:1.0:1779718502.056051:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5840.
00000020:00000001:0.0:1779718502.248095:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718502.248100:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718502.248103:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718502.824017:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718502.824022:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718502.824024:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718502.824028:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718502.824031:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718502.824034:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718502.824036:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718502.824039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718502.824041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718503.272091:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718503.272096:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718503.272099:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718503.848075:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718503.848083:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718503.848086:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718503.848093:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718503.848097:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718503.848117:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718503.848121:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718503.848126:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718503.848131:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718504.296090:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718504.296094:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718504.296097:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718504.872017:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718504.872025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718504.872026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718504.872032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718504.872035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718504.872038:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718504.872041:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718504.872044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718504.872046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718505.320072:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718505.320077:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718505.320081:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718505.896042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718505.896042:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718505.896050:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718505.896052:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718505.896056:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1779718505.896058:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718505.896060:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718505.896063:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718505.896065:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718505.896067:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718505.896072:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718505.896073:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718505.896076:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718505.896079:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718505.896085:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20952
00000400:00000200:3.0:1779718505.896097:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718505.896106:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718505.896110:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718505.896114:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896119:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718505.896122:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896125:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718505.896138:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718505.896140:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718505.896143:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718505.896147:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718505.896149:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718505.896153:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718505.896156:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896159:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718505.896160:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896163:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718505.896180:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718505.896184:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896187:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718505.896191:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718505.896195:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718505.896199:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718505.896203:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718505.896206:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718505.896218:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718505.896222:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718505.896227:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718505.896229:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718505.896233:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718505.896236:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718505.896241:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718505.896256:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718505.896264:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718505.896277:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529461504/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718505.896290:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718505.896295:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718505.896300:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529461504/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718505.896326:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718505.896330:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718505.896334:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718505.896335:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718505.896337:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718505.896340:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718505.896343:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20952
00000400:00000200:3.0:1779718505.896349:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718505.896354:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718505.896357:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718505.896361:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896372:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718505.896378:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896383:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718505.896390:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718505.896393:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718505.896398:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718505.896401:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718505.896406:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718505.896412:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718505.896420:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896426:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718505.896430:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896433:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718505.896437:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718505.896443:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896446:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718505.896448:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718505.896457:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718505.896462:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718505.896465:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718505.896471:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718505.896475:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718505.896478:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718505.896485:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718505.896487:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718505.896490:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718505.896493:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718505.896498:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718505.896500:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718505.896503:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718505.896509:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718505.896516:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718505.896526:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529461632/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718505.896543:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718505.896548:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718505.896555:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529461632/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718505.896568:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718505.896571:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718505.896576:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718505.896578:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718505.896579:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718505.896583:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718505.896588:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20952
00000400:00000200:3.0:1779718505.896614:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718505.896619:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718505.896623:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718505.896629:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896632:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718505.896638:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896642:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718505.896644:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718505.896645:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718505.896648:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718505.896651:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718505.896654:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718505.896655:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718505.896659:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896662:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718505.896663:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896664:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718505.896666:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718505.896672:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896676:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718505.896680:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718505.896683:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718505.896687:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718505.896687:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718505.896690:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718505.896694:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1779718505.896694:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000008:00000001:3.0:1779718505.896697:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718505.896700:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718505.896705:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718505.896708:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718505.896712:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718505.896713:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718505.896715:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718505.896716:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718505.896719:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718505.896724:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718505.896729:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718505.896734:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529461760/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718505.896743:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718505.896745:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718505.896751:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529461760/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718505.896770:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718505.896773:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718505.896779:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718505.896785:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718505.896793:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718505.896795:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718505.896798:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718505.896803:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718505.896806:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20952
00000400:00000200:3.0:1779718505.896811:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718505.896818:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718505.896821:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718505.896825:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896826:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718505.896828:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896833:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718505.896834:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718505.896835:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718505.896837:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718505.896839:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718505.896843:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718505.896844:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718505.896847:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896848:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718505.896852:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896854:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718505.896857:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718505.896861:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718505.896865:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718505.896870:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718505.896873:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718505.896876:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718505.896878:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718505.896882:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718505.896887:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718505.896891:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718505.896896:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718505.896899:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718505.896902:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718505.896905:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718505.896910:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718505.896911:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718505.896914:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718505.896918:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718505.896947:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718505.896957:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529461888/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718505.896968:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718505.896973:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718505.896981:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529461888/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718505.896995:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718505.896999:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20962)
00000800:00000200:2.1:1779718505.897248:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718505.897250:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718505.897485:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718505.897487:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718505.897728:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718505.897730:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1779718506.344147:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718506.344151:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718506.344156:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718506.920080:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718506.920090:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718506.920093:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718506.920101:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718506.920107:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718506.920111:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718506.920114:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718506.920117:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718506.920120:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718507.175996:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315626238, at 4315626240
00000100:00000040:0.0:1779718507.176006:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315626238, at 4315626240
00000100:00000010:1.0:1779718507.176013:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5120.
00000100:00000010:0.0:1779718507.176020:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b52a0.
00000020:00000001:1.0:1779718507.368082:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718507.368086:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718507.368091:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718507.944116:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718507.944123:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718507.944125:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718507.944131:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718507.944135:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718507.944138:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718507.944142:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718507.944145:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718507.944161:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718508.392131:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718508.392136:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718508.392139:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718508.968068:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718508.968076:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718508.968079:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718508.968085:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718508.968090:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718508.968095:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718508.968099:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718508.968102:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718508.968105:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718509.416103:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718509.416108:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718509.416112:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718509.992126:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718509.992149:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718509.992153:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718509.992159:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718509.992164:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718509.992167:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718509.992170:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718509.992173:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718509.992176:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718510.440187:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718510.440193:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718510.440197:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718511.016019:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718511.016027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718511.016033:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1779718511.016033:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718511.016036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016038:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1779718511.016042:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718511.016043:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718511.016046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718511.016050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718511.016051:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718511.016053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718511.016056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718511.016058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718511.016062:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20957
00000400:00000200:1.0:1779718511.016075:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718511.016083:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718511.016087:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718511.016090:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016094:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718511.016097:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016099:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718511.016105:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718511.016107:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718511.016110:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718511.016113:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718511.016116:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718511.016118:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718511.016121:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016123:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718511.016139:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016141:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718511.016144:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718511.016148:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016150:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718511.016154:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718511.016158:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718511.016162:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016164:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718511.016167:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718511.016177:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779718511.016181:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718511.016186:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718511.016188:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016192:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718511.016195:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718511.016199:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718511.016210:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779718511.016218:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718511.016229:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529462016/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718511.016238:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718511.016242:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718511.016245:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529462016/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718511.016264:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718511.016267:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718511.016269:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718511.016271:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718511.016272:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718511.016274:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718511.016276:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20957
00000400:00000200:1.0:1779718511.016280:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718511.016284:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718511.016287:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718511.016291:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016296:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718511.016300:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016305:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718511.016309:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718511.016312:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718511.016316:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718511.016321:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718511.016327:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718511.016331:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718511.016338:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016346:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718511.016352:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016359:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718511.016364:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718511.016368:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016374:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718511.016379:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718511.016387:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718511.016393:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016396:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718511.016401:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718511.016405:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016407:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718511.016414:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718511.016416:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718511.016421:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718511.016422:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016423:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718511.016424:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718511.016426:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718511.016432:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779718511.016437:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718511.016445:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529462144/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718511.016459:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718511.016463:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718511.016471:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529462144/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718511.016484:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718511.016487:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718511.016492:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718511.016495:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718511.016497:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718511.016501:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718511.016506:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20957
00000400:00000200:1.0:1779718511.016512:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718511.016517:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718511.016519:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718511.016525:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016529:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718511.016535:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016538:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718511.016543:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718511.016546:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718511.016549:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718511.016552:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718511.016555:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718511.016557:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718511.016564:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016568:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718511.016574:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016577:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718511.016581:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718511.016586:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016588:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718511.016592:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718511.016594:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718511.016596:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016600:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718511.016603:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718511.016605:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016609:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718511.016613:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000800:00000200:2.1:1779718511.016613:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:1.0:1779718511.016616:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.1:1779718511.016619:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1779718511.016620:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718511.016622:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016624:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718511.016627:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718511.016629:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718511.016633:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779718511.016637:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718511.016642:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529462272/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718511.016656:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718511.016659:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718511.016665:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529462272/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718511.016678:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718511.016683:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718511.016689:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718511.016692:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718511.016697:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718511.016701:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718511.016703:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718511.016709:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718511.016715:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20957
00000400:00000200:1.0:1779718511.016721:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718511.016724:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718511.016725:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718511.016727:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016729:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718511.016733:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016736:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718511.016742:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718511.016744:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718511.016746:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718511.016748:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718511.016749:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718511.016750:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718511.016756:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016757:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718511.016758:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016760:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718511.016765:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718511.016766:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718511.016768:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718511.016770:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718511.016774:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718511.016779:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016782:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718511.016786:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718511.016792:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016793:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718511.016797:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718511.016799:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718511.016801:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718511.016804:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718511.016806:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718511.016807:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718511.016809:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718511.016814:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779718511.016818:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718511.016826:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529462400/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718511.016841:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718511.016845:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718511.016854:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529462400/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718511.016863:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718511.016869:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20967)
00000800:00000200:2.1:1779718511.017085:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718511.017087:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718511.017303:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718511.017305:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718511.017520:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718511.017521:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1779718511.464163:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718511.464168:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718511.464172:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718512.040039:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718512.040047:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718512.040048:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718512.040054:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718512.040057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718512.040062:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718512.040065:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718512.040068:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718512.040070:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718512.296009:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315631358, at 4315631360
00000100:00000040:1.0:1779718512.296010:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315631358, at 4315631360
00000100:00000010:0.0:1779718512.296025:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5660.
00000100:00000010:1.0:1779718512.296028:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5720.
00000020:00000001:1.0:1779718512.488106:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718512.488110:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718512.488113:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718513.064041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718513.064049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718513.064051:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718513.064056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718513.064060:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718513.064064:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718513.064066:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718513.064071:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718513.064074:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718513.512139:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718513.512144:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718513.512148:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718514.088099:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718514.088119:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718514.088122:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718514.088130:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718514.088136:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718514.088141:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718514.088146:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718514.088150:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718514.088154:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718514.536130:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718514.536136:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718514.536139:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718515.112009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718515.112014:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718515.112015:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718515.112019:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718515.112021:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718515.112024:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718515.112027:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718515.112029:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718515.112031:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718515.560165:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718515.560172:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718515.560178:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718516.136049:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718516.136059:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718516.136063:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718516.136067:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718516.136069:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1779718516.136073:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718516.136077:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718516.136079:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718516.136085:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20962
00000100:00100000:0.0:1779718516.136101:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718516.136107:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1779718516.136111:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718516.136113:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718516.136119:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718516.136121:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1779718516.136124:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718516.136129:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718516.136131:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718516.136140:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136144:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718516.136147:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136148:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718516.136152:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718516.136154:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718516.136156:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718516.136160:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718516.136162:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718516.136164:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718516.136166:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136167:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718516.136169:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136175:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718516.136177:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718516.136180:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136182:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718516.136184:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718516.136188:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718516.136191:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136193:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718516.136195:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718516.136207:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718516.136211:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718516.136216:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718516.136218:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136221:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718516.136224:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718516.136230:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718516.136241:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:1.0:1779718516.136251:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718516.136262:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529462528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718516.136274:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718516.136278:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718516.136282:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529462528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718516.136305:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718516.136309:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718516.136313:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718516.136316:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718516.136318:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718516.136322:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718516.136326:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20962
00000400:00000200:1.0:1779718516.136332:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718516.136338:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718516.136342:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718516.136348:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136352:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718516.136356:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136361:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718516.136364:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718516.136366:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718516.136370:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718516.136373:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718516.136376:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718516.136378:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718516.136383:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136386:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718516.136391:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136394:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718516.136397:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718516.136400:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136402:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718516.136407:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718516.136413:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718516.136416:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136419:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718516.136425:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718516.136430:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136433:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718516.136437:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718516.136440:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718516.136442:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718516.136445:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136447:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718516.136449:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718516.136450:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718516.136455:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779718516.136460:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718516.136468:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529462656/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718516.136483:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718516.136488:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718516.136493:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529462656/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718516.136504:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718516.136507:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718516.136510:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718516.136511:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718516.136514:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718516.136518:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718516.136522:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20962
00000400:00000200:1.0:1779718516.136527:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718516.136533:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718516.136535:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718516.136541:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136545:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718516.136549:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136554:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718516.136557:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718516.136559:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718516.136561:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718516.136564:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718516.136567:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718516.136571:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718516.136576:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136579:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718516.136582:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136584:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718516.136586:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718516.136588:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136590:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718516.136592:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718516.136595:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718516.136598:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136601:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718516.136604:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718516.136607:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136608:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718516.136614:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718516.136618:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718516.136620:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718516.136620:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136621:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718516.136623:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718516.136626:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718516.136631:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779718516.136636:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718516.136643:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718516.136646:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00100000:1.0:1779718516.136649:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529462784/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718516.136662:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718516.136664:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718516.136668:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529462784/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718516.136682:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718516.136685:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718516.136690:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718516.136694:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718516.136698:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718516.136701:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718516.136703:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718516.136709:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718516.136714:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20962
00000400:00000200:1.0:1779718516.136719:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718516.136724:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718516.136728:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718516.136733:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136736:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718516.136741:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136744:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718516.136747:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718516.136748:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718516.136750:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718516.136753:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718516.136755:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718516.136757:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718516.136759:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136760:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718516.136762:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136763:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718516.136765:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718516.136769:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718516.136774:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718516.136776:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718516.136778:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718516.136782:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136783:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718516.136785:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718516.136787:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136789:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718516.136794:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718516.136796:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718516.136798:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718516.136800:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718516.136803:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718516.136804:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718516.136805:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718516.136812:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779718516.136818:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718516.136822:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529462912/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718516.136832:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718516.136834:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718516.136840:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529462912/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718516.136867:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718516.136872:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20972)
00000800:00000200:2.1:1779718516.137153:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718516.137155:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718516.137363:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718516.137365:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718516.137548:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718516.137550:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779718516.584150:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718516.584155:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718516.584158:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718517.160043:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718517.160049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718517.160051:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718517.160055:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718517.160058:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718517.160061:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718517.160063:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718517.160066:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718517.160069:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718517.416012:0:346606:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315636478, at 4315636480
00000100:00000010:0.0:1779718517.416024:0:346606:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b57e0.
00000100:00000040:1.0:1779718517.416030:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315636478, at 4315636480
00000100:00000010:1.0:1779718517.416044:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a20.
00000020:00000001:1.0:1779718517.608117:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718517.608122:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718517.608127:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718518.184118:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718518.184127:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718518.184129:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718518.184134:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718518.184138:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718518.184142:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718518.184145:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718518.184147:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718518.184150:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718518.632136:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718518.632141:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718518.632145:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718519.208029:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718519.208036:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718519.208038:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718519.208044:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718519.208048:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718519.208052:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718519.208055:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718519.208058:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718519.208061:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718519.656086:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718519.656092:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718519.656098:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718520.680095:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718520.680099:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718520.680103:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718521.256043:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718521.256071:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718521.256076:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718521.256081:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718521.256087:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718521.256098:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20967
00000400:00000200:1.0:1779718521.256110:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718521.256117:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718521.256122:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718521.256125:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256128:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718521.256131:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256134:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718521.256137:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718521.256139:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718521.256141:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718521.256144:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718521.256146:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718521.256148:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718521.256150:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256151:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718521.256153:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256154:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718521.256156:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718521.256159:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256160:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718521.256163:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718521.256166:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718521.256168:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256170:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718521.256172:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718521.256181:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718521.256183:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718521.256187:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718521.256188:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256191:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718521.256194:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718521.256198:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718521.256206:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779718521.256213:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718521.256223:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529463040/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718521.256232:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718521.256236:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718521.256239:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529463040/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718521.256262:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718521.256264:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718521.256267:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718521.256268:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718521.256270:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718521.256271:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718521.256273:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20967
00000400:00000200:1.0:1779718521.256275:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718521.256277:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718521.256279:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718521.256281:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256283:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718521.256284:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256286:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718521.256287:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718521.256288:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718521.256289:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718521.256292:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718521.256293:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718521.256295:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718521.256297:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256299:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718521.256303:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256306:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718521.256309:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718521.256312:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256316:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718521.256317:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718521.256323:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718521.256327:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256331:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718521.256336:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718521.256341:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256345:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718521.256349:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718521.256353:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718521.256358:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718521.256360:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256363:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718521.256366:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718521.256368:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718521.256372:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779718521.256377:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718521.256384:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529463168/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718521.256392:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718521.256396:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718521.256399:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529463168/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718521.256415:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718521.256420:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718521.256424:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718521.256427:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718521.256431:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718521.256436:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718521.256440:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20967
00000400:00000200:1.0:1779718521.256447:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718521.256453:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718521.256456:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718521.256461:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256465:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718521.256469:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256472:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718521.256474:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718521.256476:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718521.256477:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718521.256479:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718521.256481:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718521.256483:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718521.256487:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256488:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718521.256490:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256493:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718521.256497:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718521.256501:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256503:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718521.256505:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718521.256507:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718521.256511:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256514:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718521.256515:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718521.256517:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256520:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718521.256525:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718521.256528:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718521.256531:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718521.256533:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256534:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718521.256537:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718521.256540:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718521.256543:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779718521.256547:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718521.256552:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529463296/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718521.256567:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718521.256571:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718521.256574:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529463296/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718521.256591:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718521.256594:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718521.256599:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718521.256602:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718521.256604:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718521.256607:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718521.256608:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718521.256610:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718521.256615:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20967
00000400:00000200:1.0:1779718521.256619:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718521.256623:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718521.256626:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718521.256630:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256634:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718521.256634:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779718521.256638:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718521.256640:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000100:00000001:1.0:1779718521.256641:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718521.256646:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718521.256650:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718521.256654:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718521.256658:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718521.256662:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718521.256667:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718521.256674:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256679:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718521.256684:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256689:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718521.256694:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718521.256701:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718521.256706:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718521.256711:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718521.256715:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718521.256719:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256724:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718521.256728:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718521.256734:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256737:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718521.256741:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718521.256743:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718521.256748:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718521.256751:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718521.256754:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718521.256757:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718521.256759:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718521.256766:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779718521.256769:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718521.256776:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529463424/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718521.256800:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718521.256804:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718521.256813:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529463424/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718521.256835:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718521.256841:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20978)
00000800:00000200:2.1:1779718521.257128:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718521.257131:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1779718521.257348:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718521.257350:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1779718521.257547:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718521.257550:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 11 secs later)
00000020:00000001:1.0:1779718521.704110:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718521.704114:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718521.704117:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718522.536037:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315641598, at 4315641600
00000100:00000040:1.0:1779718522.536056:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315641598, at 4315641600
00000100:00000010:0.0:1779718522.536064:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5360.
00000100:00000010:1.0:1779718522.536066:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b56c0.
00000020:00000001:1.0:1779718522.728106:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718522.728110:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718522.728113:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718523.752063:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718523.752067:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718523.752070:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718524.776091:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718524.776096:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718524.776100:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718525.800157:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718525.800161:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718525.800164:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718526.376076:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718526.376087:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718526.376090:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718526.376094:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718526.376099:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718526.376107:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20973
00000400:00000200:3.0:1779718526.376116:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718526.376124:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718526.376127:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718526.376131:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376134:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718526.376136:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376138:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718526.376141:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718526.376142:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718526.376145:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718526.376147:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718526.376149:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718526.376151:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718526.376153:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376154:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718526.376155:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376157:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718526.376159:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718526.376161:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376162:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718526.376165:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718526.376168:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718526.376170:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.376172:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718526.376173:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718526.376182:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718526.376184:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718526.376187:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718526.376189:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.376191:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718526.376193:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718526.376197:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718526.376203:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718526.376209:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718526.376216:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529463552/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718526.376227:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718526.376232:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718526.376237:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529463552/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718526.376265:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718526.376270:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718526.376274:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718526.376277:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718526.376279:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718526.376283:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718526.376287:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20973
00000400:00000200:3.0:1779718526.376296:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718526.376306:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718526.376308:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718526.376318:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376327:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718526.376336:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376344:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718526.376349:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718526.376350:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718526.376353:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718526.376360:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718526.376363:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718526.376368:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718526.376373:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376374:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718526.376375:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376378:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718526.376383:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718526.376392:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376394:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718526.376397:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718526.376403:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718526.376409:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.376410:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718526.376416:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718526.376423:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.376435:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718526.376442:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718526.376449:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718526.376452:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718526.376455:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.376457:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718526.376458:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718526.376461:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718526.376466:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718526.376471:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718526.376486:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529463680/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718526.376522:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718526.376529:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718526.376542:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529463680/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718526.376560:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718526.376563:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718526.376573:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718526.376574:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718526.376575:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718526.376578:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718526.376587:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20973
00000400:00000200:3.0:1779718526.376623:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718526.376629:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718526.376631:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718526.376634:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376638:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718526.376646:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376654:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718526.376660:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718526.376667:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718526.376675:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718526.376677:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718526.376680:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718526.376683:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718526.376687:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376697:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718526.376701:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718526.376709:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718526.376717:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.1:1779718526.376718:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000020:00000040:3.0:1779718526.376723:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718526.376730:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718526.376735:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718526.376746:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718526.376751:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718526.376764:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.376771:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718526.376777:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718526.376783:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.376788:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718526.376796:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718526.376800:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718526.376804:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718526.376806:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.376816:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718526.376820:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718526.376825:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718526.376827:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718526.376836:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718526.376842:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529463808/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718526.376881:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718526.376888:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718526.376897:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529463808/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718526.376968:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718526.376977:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718526.376985:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718526.376991:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718526.377022:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718526.377026:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718526.377029:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718526.377032:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718526.377039:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20973
00000400:00000200:3.0:1779718526.377045:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718526.377056:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718526.377063:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718526.377078:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.377090:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718526.377098:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.377107:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718526.377116:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718526.377122:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718526.377129:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718526.377135:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718526.377141:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718526.377152:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718526.377164:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.377170:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718526.377180:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718526.377188:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718526.377192:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718526.377203:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718526.377209:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718526.377216:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718526.377225:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718526.377233:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.377243:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718526.377248:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718526.377257:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.377268:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718526.377279:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718526.377288:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718526.377297:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718526.377303:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718526.377313:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718526.377315:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718526.377320:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718526.377327:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718526.377335:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718526.377344:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529463936/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718526.377359:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718526.377364:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718526.377373:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529463936/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718526.377389:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718526.377397:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20983)
00000800:00000200:2.1:1779718526.377520:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718526.377522:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779718526.377714:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718526.377716:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779718526.377894:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718526.377896:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000020:00000001:1.0:1779718526.824094:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718526.824098:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718526.824102:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718527.655994:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315646719, at 4315646720
00000100:00000010:1.0:1779718527.656025:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5e40.
00000100:00000040:0.0:1779718527.656037:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315646719, at 4315646720
00000100:00000010:0.0:1779718527.656050:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b54e0.
00000020:00000001:1.0:1779718527.848160:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718527.848164:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718527.848167:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718528.872091:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718528.872096:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718528.872101:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718529.896157:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718529.896161:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718529.896164:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718530.920171:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718530.920177:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718530.920181:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718531.496063:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718531.496077:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718531.496080:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718531.496085:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718531.496089:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718531.496098:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20978
00000400:00000200:3.0:1779718531.496110:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718531.496117:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718531.496121:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718531.496128:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496132:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718531.496135:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496137:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718531.496141:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718531.496142:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718531.496144:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718531.496147:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718531.496149:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718531.496151:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718531.496154:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496155:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718531.496157:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496158:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718531.496160:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718531.496163:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496164:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718531.496167:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718531.496169:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718531.496172:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.496173:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718531.496175:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718531.496184:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718531.496187:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718531.496190:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718531.496191:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.496194:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718531.496196:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718531.496200:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718531.496206:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718531.496211:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718531.496219:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529464064/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718531.496227:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718531.496230:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718531.496233:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529464064/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718531.496254:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718531.496257:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718531.496259:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718531.496261:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718531.496262:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718531.496264:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718531.496267:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20978
00000400:00000200:3.0:1779718531.496269:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718531.496275:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718531.496277:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718531.496280:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496282:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718531.496289:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496295:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718531.496298:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718531.496299:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718531.496300:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718531.496302:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718531.496305:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718531.496308:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718531.496315:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496323:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718531.496331:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496341:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718531.496348:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718531.496354:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496364:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718531.496366:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718531.496376:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718531.496385:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.496398:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718531.496422:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718531.496426:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.496431:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718531.496436:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718531.496440:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718531.496443:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718531.496448:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.496454:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718531.496456:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718531.496461:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718531.496468:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718531.496475:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718531.496486:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529464192/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718531.496505:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718531.496510:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718531.496519:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529464192/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718531.496569:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718531.496572:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718531.496582:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718531.496583:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718531.496584:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718531.496586:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718531.496590:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20978
00000400:00000200:3.0:1779718531.496634:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718531.496641:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718531.496648:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718531.496659:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496663:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718531.496672:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496674:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718531.496677:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718531.496679:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718531.496681:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718531.496682:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718531.496684:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718531.496692:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718531.496707:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496715:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718531.496722:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718531.496722:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718531.496737:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.1:1779718531.496738:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000020:00000040:3.0:1779718531.496749:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718531.496755:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718531.496759:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718531.496764:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718531.496769:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718531.496774:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.496782:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718531.496787:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718531.496790:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.496791:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718531.496797:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718531.496801:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718531.496806:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718531.496808:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.496819:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718531.496823:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718531.496829:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718531.496840:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718531.496850:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718531.496859:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529464320/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718531.496898:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718531.496902:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718531.496912:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529464320/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718531.496960:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718531.496963:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718531.496983:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718531.496986:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718531.496990:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718531.496992:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718531.496997:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718531.497004:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718531.497030:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20978
00000400:00000200:3.0:1779718531.497037:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718531.497047:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718531.497056:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718531.497063:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.497071:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718531.497074:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.497080:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718531.497084:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718531.497086:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718531.497093:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718531.497095:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718531.497098:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718531.497108:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718531.497112:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.497118:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718531.497121:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718531.497124:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718531.497129:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718531.497139:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718531.497151:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718531.497159:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718531.497166:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718531.497173:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.497177:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718531.497181:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718531.497190:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.497198:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718531.497202:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718531.497206:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718531.497209:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718531.497211:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718531.497214:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718531.497216:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718531.497222:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718531.497228:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718531.497235:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718531.497249:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529464448/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718531.497268:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718531.497275:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718531.497291:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529464448/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718531.497331:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718531.497340:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20988)
00000800:00000200:2.1:1779718531.497536:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718531.497538:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718531.497738:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718531.497740:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718531.497940:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718531.497942:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1779718531.944124:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718531.944128:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718531.944134:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718532.776030:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315651839, at 4315651840
00000100:00000040:0.0:1779718532.776039:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315651839, at 4315651840
00000100:00000010:1.0:1779718532.776046:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5300.
00000100:00000010:0.0:1779718532.776061:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5540.
00000020:00000001:1.0:1779718532.968214:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718532.968219:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718532.968221:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718533.992138:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718533.992142:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718533.992146:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718535.016225:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718535.016232:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718535.016238:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718536.040127:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718536.040133:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718536.040138:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718536.616085:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718536.616093:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718536.616096:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718536.616107:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718536.616112:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718536.616119:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718536.616125:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718536.616128:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718536.616141:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718536.616343:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718536.616349:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718536.616354:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718536.616371:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906680 x1866162529464576/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718536.616400:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718536.616403:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718536.616419:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718536.616424:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718536.616429:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718536.616435:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529464576:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718536.616456:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718536.616462:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718536.616465:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718536.616471:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718536.616485:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91800.
02000000:00000001:1.0:1779718536.616493:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718536.616510:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718536.616522:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bee18.
00000400:00000010:1.0:1779718536.616529:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d220.
00000100:00000200:1.0:1779718536.616543:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529464576, portal 25
00000100:00000001:1.0:1779718536.616548:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718536.616552:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569072768 : -117608140478848 : ffff950938906680)
00000100:00000040:1.0:1779718536.616564:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906680 x1866162529464576/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718536.616598:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718536.616614:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718536.616625:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000200:1.0:1779718536.616632:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529464576, offset 0
00000400:00000200:1.0:1779718536.616651:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718536.616667:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718536.616679:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718536.616699:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718536.616709:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718536.616719:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718536.616734:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718536.616747:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157359:157359:256:4294967295] 192.168.203.145@tcp LPNI seq info [157358:157358:8:4294967295]
00000400:00000200:1.0:1779718536.616783:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718536.616816:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718536.616867:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718536.616878:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779718536.616912:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718536.616925:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718536.616999:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718536.617014:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718536.617021:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315656959
00000100:00000010:1.0:1779718536.617032:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bae0.
00000100:00000001:1.0:1779718536.617058:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718536.617069:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315656959
00000100:00000010:1.0:1779718536.617077:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bc00.
00000100:00000001:1.0:1779718536.617082:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718536.617087:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718536.617092:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718536.617097:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718536.617102:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718536.617114:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718536.617118:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1779718536.617124:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718536.617128:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718536.617131:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718536.617144:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529464704/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718536.617205:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718536.617208:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718536.617216:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718536.617223:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718536.617235:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718536.617241:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529464704:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718536.617246:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718536.617249:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718536.617251:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718536.617252:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718536.617255:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90000.
02000000:00000001:1.0:1779718536.617258:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718536.617262:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718536.617264:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be058.
00000400:00000010:1.0:1779718536.617267:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2de58.
00000100:00000200:1.0:1779718536.617270:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529464704, portal 10
00000100:00000001:1.0:1779718536.617272:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718536.617273:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:1.0:1779718536.617280:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529464704/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718536.617285:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718536.617287:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718536.617289:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718536.617290:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529464704, offset 0
00000400:00000200:1.0:1779718536.617293:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718536.617296:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718536.617300:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718536.617302:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718536.617304:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718536.617306:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718536.617308:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718536.617310:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157360:157360:255:4294967295] 192.168.203.145@tcp LPNI seq info [157359:157359:7:4294967295]
00000400:00000200:1.0:1779718536.617313:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718536.617318:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718536.617321:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718536.617324:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a500.
00000800:00000200:1.0:1779718536.617327:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718536.617330:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718536.617333:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718536.617336:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718536.617338:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718536.617339:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315655691
00000100:00000001:1.0:1779718536.617341:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315656959
00000100:00000001:1.0:1779718536.617343:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315655691
00000100:00000001:1.0:1779718536.617344:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315656959
00000100:00000001:1.0:1779718536.617345:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718536.617347:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718536.617349:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718536.617352:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529464832/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718536.617357:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718536.617358:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718536.617359:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718536.617360:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718536.617362:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718536.617364:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529464832:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718536.617366:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718536.617368:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718536.617369:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718536.617370:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718536.617371:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92800.
02000000:00000001:1.0:1779718536.617373:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718536.617375:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718536.617377:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be108.
00000400:00000010:1.0:1779718536.617381:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dcc0.
00000100:00000200:1.0:1779718536.617383:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529464832, portal 10
00000100:00000001:1.0:1779718536.617385:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718536.617386:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:1.0:1779718536.617392:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529464832/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718536.617400:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718536.617403:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718536.617405:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718536.617408:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529464832, offset 0
00000400:00000200:1.0:1779718536.617412:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718536.617416:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718536.617420:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718536.617422:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718536.617425:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718536.617428:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718536.617431:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718536.617441:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157361:157361:254:4294967295] 192.168.203.145@tcp LPNI seq info [157360:157360:6:4294967295]
00000400:00000200:1.0:1779718536.617445:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718536.617451:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718536.617457:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718536.617461:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a800.
00000800:00000200:1.0:1779718536.617465:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718536.617469:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718536.617472:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718536.617475:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718536.617478:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718536.617480:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315655699
00000100:00000001:1.0:1779718536.617483:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315656959
00000100:00000001:1.0:1779718536.617485:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315655699
00000100:00000001:1.0:1779718536.617487:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315656959
00000100:00000001:1.0:1779718536.617489:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718536.617491:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718536.617494:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718536.617497:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718536.617500:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718536.617502:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1779718536.617504:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718536.617505:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718536.617507:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718536.617512:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529464960/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718536.617519:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718536.617520:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718536.617523:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718536.617525:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718536.617527:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718536.617530:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529464960:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718536.617533:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718536.617536:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718536.617538:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718536.617540:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718536.617543:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91000.
02000000:00000001:1.0:1779718536.617545:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718536.617553:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718536.617556:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398bea50.
00000400:00000010:1.0:1779718536.617560:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2db28.
00000100:00000200:1.0:1779718536.617563:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529464960, portal 4
00000100:00000001:1.0:1779718536.617565:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718536.617567:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000100:00000040:1.0:1779718536.617574:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529464960/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718536.617581:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718536.617583:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718536.617586:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718536.617588:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529464960, offset 0
00000400:00000200:1.0:1779718536.617593:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718536.617597:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718536.617601:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718536.617604:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718536.617606:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718536.617609:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718536.617611:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718536.617614:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157362:157362:253:4294967295] 192.168.203.145@tcp LPNI seq info [157361:157361:5:4294967295]
00000400:00000200:1.0:1779718536.617618:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718536.617625:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718536.617630:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718536.617635:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718536.617639:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718536.617644:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718536.617647:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718536.617650:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718536.617654:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718536.617656:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315655697
00000100:00000001:1.0:1779718536.617659:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315656959
00000100:00000001:1.0:1779718536.617667:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315655697
00000100:00000001:1.0:1779718536.617670:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315656959
00000100:00000001:1.0:1779718536.617672:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718536.617674:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718536.617677:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718536.617679:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718536.617682:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718536.617684:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1779718536.617685:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718536.617687:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718536.617689:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718536.617691:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718537.064126:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718537.064132:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718537.064136:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718537.640204:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718537.640211:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718537.640213:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718537.640235:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718537.640238:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718537.640242:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718537.640244:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718537.640247:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718537.640250:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718537.896036:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315656959, at 4315656960
00000100:00000040:1.0:1779718537.896036:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315656959, at 4315656960
00000100:00000010:0.0:1779718537.896069:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bae0.
00000100:00000010:1.0:1779718537.896071:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bc00.
00000020:00000001:1.0:1779718538.088165:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718538.088171:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718538.088175:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718538.664115:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718538.664121:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718538.664123:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718538.664128:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718538.664131:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718538.664133:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718538.664136:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718538.664138:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718538.664141:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718539.112183:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718539.112188:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718539.112192:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718539.688308:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718539.688316:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718539.688320:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718539.688328:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718539.688350:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718539.688354:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718539.688357:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718539.688360:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718539.688364:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1779718539.688379:0:248756:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1779718539.688447:0:248756:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1779718539.688460:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718539.688466:0:248756:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:1.0:1779718539.688472:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718539.688477:0:248756:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1779718539.688482:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718539.688487:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a600.
00000400:00000200:1.0:1779718539.688508:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718539.688512:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718539.688517:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d5d8
00000400:00000010:1.0:1779718539.688519:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d5d8.
00000100:00000001:1.0:1779718539.688530:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718539.688543:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938906680 x1866162529464576/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718539.688574:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718539.688579:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906680 x1866162529464576/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718539.688588:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718539.688591:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718539.688603:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718539.688607:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a500.
00000400:00000200:1.0:1779718539.688611:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718539.688615:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718539.688620:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718539.688623:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718539.688626:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718539.688632:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938906d80 x1866162529464704/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718539.688648:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718539.688652:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529464704/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718539.688661:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718539.688666:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718539.688677:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718539.688681:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a800.
00000400:00000200:1.0:1779718539.688684:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718539.688687:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718539.688692:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718539.688698:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718539.688701:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718539.688716:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938906300 x1866162529464832/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718539.688750:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718539.688756:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529464832/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718539.688802:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718539.688807:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718539.688816:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718539.688823:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718539.688829:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718539.688837:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718539.688851:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718539.688856:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718539.688865:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718539.688879:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938905880 x1866162529464960/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718539.689019:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718539.689031:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529464960/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718539.689056:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718539.689063:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1779718540.136162:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718540.136166:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718540.136169:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718540.712118:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718540.712126:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718540.712128:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718540.712133:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718540.712137:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718540.712141:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718540.712143:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718540.712146:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718540.712149:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718541.160156:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718541.160160:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718541.160163:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718541.736074:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718541.736084:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718541.736087:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718541.736091:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718541.736100:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718541.736111:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20988
00000400:00000200:3.0:1779718541.736123:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718541.736132:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718541.736136:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718541.736140:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718541.736144:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718541.736147:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718541.736149:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718541.736151:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718541.736157:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1779718541.736158:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1779718541.736163:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718541.736163:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718541.736169:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:0.0:1779718541.736171:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000020:00000040:3.0:1779718541.736173:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000100:00000001:0.0:1779718541.736177:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718541.736178:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000001:0.0:1779718541.736183:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1779718541.736184:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000001:0.0:1779718541.736189:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718541.736191:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718541.736195:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718541.736196:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718541.736201:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718541.736203:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718541.736204:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718541.736210:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718541.736215:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718541.736220:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718541.736223:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718541.736228:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718541.736232:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718541.736235:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718541.736239:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718541.736249:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718541.736273:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718541.736279:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718541.736282:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718541.736285:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718541.736288:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718541.736295:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718541.736312:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718541.736321:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718541.736335:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718541.736350:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718541.736355:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718541.736371:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718541.736408:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718541.736414:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718541.736418:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718541.736421:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718541.736424:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718541.736430:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718541.736436:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20988
00000400:00000200:3.0:1779718541.736444:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718541.736449:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718541.736452:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718541.736456:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718541.736460:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718541.736464:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718541.736467:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718541.736470:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718541.736473:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718541.736476:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718541.736478:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:1.0:1779718541.736481:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718541.736482:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718541.736488:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:1.0:1779718541.736490:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718541.736495:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718541.736496:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718541.736501:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718541.736506:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718541.736511:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:1.0:1779718541.736512:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718541.736516:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718541.736526:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718541.736536:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.736537:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718541.736541:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718541.736543:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718541.736548:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718541.736552:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718541.736556:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718541.736561:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529465088:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718541.736565:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718541.736567:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718541.736572:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718541.736576:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718541.736576:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1779718541.736583:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1779718541.736585:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1779718541.736589:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1779718541.736597:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718541.736598:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92000.
00000100:00000001:3.0:1779718541.736604:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718541.736605:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718541.736615:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000400:00000200:1.0:1779718541.736618:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:3.0:1779718541.736622:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000010:1.0:1779718541.736626:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
02000000:00000001:3.0:1779718541.736628:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718541.736632:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718541.736636:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1779718541.736638:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
02000000:00000001:3.0:1779718541.736639:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718541.736644:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779718541.736650:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529465088, portal 25
02000000:00000010:3.0:1779718541.736652:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:1.0:1779718541.736656:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718541.736660:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000001:3.0:1779718541.736660:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718541.736672:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718541.736681:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718541.736686:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718541.736697:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718541.736704:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000001:3.0:1779718541.736705:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718541.736710:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779718541.736712:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529465088, offset 0
00000100:00000040:3.0:1779718541.736719:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718541.736727:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718541.736742:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718541.736744:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718541.736749:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718541.736756:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1779718541.736757:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718541.736761:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718541.736765:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1779718541.736768:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718541.736774:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:1.0:1779718541.736778:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:3.0:1779718541.736784:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20988
00000400:00000200:1.0:1779718541.736790:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718541.736795:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718541.736797:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718541.736805:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:1.0:1779718541.736811:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157363:157363:256:4294967295] 192.168.203.145@tcp LPNI seq info [157362:157362:8:4294967295]
00000100:00080000:3.0:1779718541.736813:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718541.736823:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:1.0:1779718541.736827:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718541.736831:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718541.736836:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718541.736843:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718541.736849:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1779718541.736850:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1779718541.736854:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718541.736860:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718541.736864:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:1.0:1779718541.736865:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000001:3.0:1779718541.736871:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000010:1.0:1779718541.736876:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000020:00000001:3.0:1779718541.736877:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718541.736885:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718541.736888:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1779718541.736913:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718541.736913:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:1.0:1779718541.736980:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1779718541.736980:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718541.736989:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:1.1:1779718541.736996:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718541.736998:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:1.1:1779718541.737004:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1779718541.737005:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718541.737011:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718541.737018:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718541.737022:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1779718541.737026:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718541.737029:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1779718541.737032:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000008:00100000:3.0:1779718541.737036:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1779718541.737040:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718541.737050:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718541.737057:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718541.737061:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718541.737067:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718541.737074:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737087:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718541.737091:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737100:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.737103:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718541.737110:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718541.737114:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718541.737118:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315662079
00000100:00000010:1.0:1779718541.737124:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b3c0.
00000100:00000001:1.0:1779718541.737132:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718541.737140:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315662079
00000100:00000010:1.0:1779718541.737144:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bde0.
00000100:00000001:1.0:1779718541.737148:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718541.737152:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718541.737156:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.737159:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718541.737164:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718541/real 1779718541]  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718541.737176:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718541.737178:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718541.737181:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718541.737184:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718541.737186:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718541.737190:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718541.737195:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718541.737206:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737214:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718541.737216:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.737220:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718541.737222:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718541.737228:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737244:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718541.737266:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737273:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718541.737276:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.737278:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718541.737279:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.737281:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718541.737284:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718541.737287:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718541.737290:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718541.737293:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718541.737297:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718541.737306:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529465088:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718541.737311:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.737313:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718541.737316:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529465088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737323:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718541.737326:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718541.737329:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718541.737335:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718541.737337:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718541.737339:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000008:00000001:3.0:1779718541.737341:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718541.737342:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718541.737345:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718541.737347:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718541.737350:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718541.737353:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718541.737354:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000100:00000010:1.0:1779718541.737356:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000020:00000040:3.0:1779718541.737358:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:1.0:1779718541.737361:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1779718541.737363:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1779718541.737364:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1779718541.737367:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.737368:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718541.737371:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718541.737374:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1779718541.737377:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1779718541.737377:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.737381:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.737385:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718541.737387:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
02000000:00000010:3.0:1779718541.737387:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:1.0:1779718541.737391:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718541.737394:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718541.737398:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718541.737404:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718541.737419:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718541.737422:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718541.737424:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1779718541.737426:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718541.737428:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718541.737430:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718541.737435:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718541.737435:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718541.737444:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465216:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718541.737455:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718541.737456:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718541.737457:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1779718541.737459:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1779718541.737461:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718541.737466:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1779718541.737468:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000010:1.0:1779718541.737471:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92000.
00000100:00080000:3.0:1779718541.737473:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1779718541.737475:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718541.737480:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718541.737483:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1779718541.737484:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718541.737487:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1779718541.737489:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000100:00000001:3.0:1779718541.737492:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:1.0:1779718541.737495:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00080000:3.0:1779718541.737499:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20988
00000100:00000200:1.0:1779718541.737500:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529465216, portal 10
00000100:00000001:1.0:1779718541.737504:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718541.737508:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000400:00000200:3.0:1779718541.737508:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718541.737515:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718541.737518:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718541.737520:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718541.737525:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718541.737530:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718541.737535:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718541.737537:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718541.737541:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:1.0:1779718541.737545:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000020:00000001:3.0:1779718541.737546:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:1.0:1779718541.737549:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000020:00000040:3.0:1779718541.737549:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718541.737553:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1779718541.737554:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529465216, offset 0
00000020:00000040:3.0:1779718541.737556:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718541.737559:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718541.737563:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:1.0:1779718541.737570:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718541.737571:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718541.737576:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1779718541.737579:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718541.737580:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718541.737585:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:1.0:1779718541.737589:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000040:3.0:1779718541.737589:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:1.0:1779718541.737596:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718541.737600:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718541.737602:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718541.737605:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:3.0:1779718541.737606:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:1.0:1779718541.737612:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157364:157364:256:4294967295] 192.168.203.145@tcp LPNI seq info [157363:157363:8:4294967295]
00000100:00000001:3.0:1779718541.737613:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718541.737620:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718541.737621:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718541.737626:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718541.737631:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718541.737636:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1779718541.737637:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718541.737641:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.0:1779718541.737645:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000008:00000001:3.0:1779718541.737647:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1779718541.737651:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000100:00000001:3.0:1779718541.737651:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718541.737658:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000800:00000200:1.0:1779718541.737659:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:3.0:1779718541.737663:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000800:00000200:1.0:1779718541.737665:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1779718541.737668:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718541.737672:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1779718541.737673:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718541.737676:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1779718541.737678:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1779718541.737679:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718541.737682:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1779718541.737687:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718541.737690:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
02000000:00000010:3.0:1779718541.737691:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000400:00000200:1.0:1779718541.737694:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718541.737696:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718541.737702:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1779718541.737704:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1779718541.737707:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718541.737712:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:3.0:1779718541.737717:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718541.737718:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718541.737720:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718541.737726:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718541.737727:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718541.737746:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.737752:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718541.737755:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (20998)
00000100:00000040:1.0:1779718541.737759:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737766:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.737768:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718541.737773:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718541.737777:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718541.737781:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718541.737784:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315660811
00000100:00000001:1.0:1779718541.737787:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315662079
00000100:00000001:1.0:1779718541.737789:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315660811
00000100:00000001:1.0:1779718541.737791:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315662079
00000100:00000001:1.0:1779718541.737794:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718541.737796:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.737798:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718541.737802:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718541/real 1779718541]  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718541.737810:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718541.737812:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718541.737813:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718541.737817:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718541.737819:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718541.737821:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718541.737824:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718541.737833:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737840:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718541.737841:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.737843:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718541.737844:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718541.737847:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737853:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718541.737857:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737863:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718541.737865:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.737866:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718541.737867:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.737869:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718541.737871:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718541.737874:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718541.737878:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718541.737880:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718541.737883:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718541.737890:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465216:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718541.737910:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.737912:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718541.737915:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529465216/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.737971:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718541.737974:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718541.737978:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718541.737983:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718541.737985:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718541.737988:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718541.737991:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718541.737993:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:1.0:1779718541.737996:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718541.737998:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718541.738000:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:1.0:1779718541.738003:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718541.738004:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738007:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738011:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718541.738013:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.738016:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718541.738018:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718541.738020:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718541.738026:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738036:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718541.738039:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718541.738042:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718541.738044:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718541.738047:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718541.738051:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465344:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718541.738055:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718541.738058:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718541.738060:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718541.738062:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718541.738067:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718541.738070:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718541.738074:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718541.738077:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718541.738082:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718541.738086:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529465344, portal 10
00000100:00000001:1.0:1779718541.738089:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718541.738090:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:1.0:1779718541.738098:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738107:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718541.738110:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718541.738113:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718541.738116:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529465344, offset 0
00000400:00000200:1.0:1779718541.738122:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718541.738142:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718541.738146:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718541.738149:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718541.738151:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718541.738154:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718541.738156:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718541.738159:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157365:157365:256:4294967295] 192.168.203.145@tcp LPNI seq info [157364:157364:8:4294967295]
00000400:00000200:1.0:1779718541.738163:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718541.738170:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718541.738175:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718541.738178:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718541.738182:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718541.738184:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779718541.738189:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718541.738192:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1779718541.738196:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718541.738198:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718541.738201:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718541.738204:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718541.738207:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718541.738209:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718541.738212:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718541.738215:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738224:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718541.738227:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738232:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.738234:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718541.738236:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718541.738238:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718541.738241:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718541.738243:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315660820
00000100:00000001:1.0:1779718541.738244:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315662079
00000100:00000001:1.0:1779718541.738246:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315660820
00000100:00000001:1.0:1779718541.738247:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315662079
00000100:00000001:1.0:1779718541.738249:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718541.738251:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.738252:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718541.738254:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718541/real 1779718541]  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718541.738260:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718541.738261:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718541.738263:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718541.738264:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718541.738265:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718541.738267:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718541.738268:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718541.738274:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738278:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718541.738279:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738280:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718541.738280:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718541.738282:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738286:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718541.738289:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738293:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718541.738295:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738296:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718541.738297:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738298:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718541.738300:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718541.738301:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718541.738303:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718541.738304:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718541.738307:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718541.738312:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465344:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718541.738315:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718541.738316:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738320:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718541.738321:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718541.738323:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718541.738324:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718541.738325:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718541.738327:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465472:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718541.738329:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718541.738331:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718541.738332:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718541.738333:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718541.738335:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93c00.
02000000:00000001:1.0:1779718541.738336:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718541.738339:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718541.738340:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718541.738342:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718541.738344:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529465472, portal 4
00000100:00000001:1.0:1779718541.738345:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718541.738346:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:1.0:1779718541.738350:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738355:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718541.738356:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718541.738358:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718541.738360:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529465472, offset 0
00000400:00000200:1.0:1779718541.738363:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718541.738365:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718541.738368:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718541.738370:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718541.738371:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718541.738373:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718541.738375:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718541.738377:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157366:157366:256:4294967295] 192.168.203.145@tcp LPNI seq info [157365:157365:8:4294967295]
00000400:00000200:1.0:1779718541.738380:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718541.738384:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718541.738387:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718541.738390:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718541.738393:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718541.738395:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1779718541.738398:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718541.738399:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1779718541.738402:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718541.738403:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718541.738405:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718541.738408:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718541.738410:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718541.738411:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718541.738413:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718541.738415:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738420:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718541.738422:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738426:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.738428:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718541.738430:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718541.738432:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718541.738434:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718541.738436:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315660818
00000100:00000001:1.0:1779718541.738438:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315662079
00000100:00000001:1.0:1779718541.738439:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315660818
00000100:00000001:1.0:1779718541.738441:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315662079
00000100:00000001:1.0:1779718541.738443:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718541.738444:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.738445:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718541.738448:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718541/real 1779718541]  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718541.738453:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718541.738454:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718541.738455:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718541.738457:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718541.738459:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718541.738461:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718541.738464:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718541.738470:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738474:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718541.738476:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738477:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718541.738479:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718541.738481:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738485:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718541.738488:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738492:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718541.738495:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738496:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718541.738497:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738498:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718541.738500:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718541.738501:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718541.738504:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718541.738505:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718541.738508:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718541.738513:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465472:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718541.738518:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738520:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718541.738523:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529465344/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738528:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718541.738529:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718541.738530:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718541.738533:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718541.738535:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718541.738536:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718541.738538:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718541.738539:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:1.0:1779718541.738542:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718541.738543:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718541.738545:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:1.0:1779718541.738547:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718541.738548:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738549:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718541.738551:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529465472/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718541.738560:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718541.738560:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718541.738561:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93c00.
02000000:00000001:1.0:1779718541.738563:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718541.738563:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718541.738564:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718541.738565:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718541.738566:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:1.0:1779718541.738567:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718541.738568:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718541.738568:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:1.0:1779718541.738570:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718541.738570:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738572:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718541.738574:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718541.738575:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718541.738576:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718541.738577:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718542.184133:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718542.184138:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718542.184142:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718542.760124:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718542.760130:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718542.760132:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718542.760137:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718542.760139:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718542.760142:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718542.760144:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718542.760147:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718542.760149:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718543.016035:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315662079, at 4315662080
00000100:00000040:1.0:1779718543.016035:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315662079, at 4315662080
00000100:00000010:1.0:1779718543.016050:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bde0.
00000100:00000010:0.0:1779718543.016055:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b3c0.
00000020:00000001:1.0:1779718543.208166:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718543.208171:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718543.208175:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718543.784035:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718543.784043:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718543.784046:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718543.784051:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718543.784055:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718543.784059:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718543.784062:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718543.784065:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718543.784067:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718544.232057:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718544.232060:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718544.232063:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718544.808024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718544.808030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718544.808032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718544.808036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718544.808039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718544.808042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718544.808045:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718544.808048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718544.808050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718545.256067:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718545.256072:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718545.256076:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718545.831999:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718545.832004:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718545.832006:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718545.832010:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718545.832013:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718545.832015:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718545.832017:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718545.832020:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718545.832022:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718546.280048:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718546.280052:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718546.280054:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718546.856047:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718546.856047:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718546.856055:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718546.856058:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718546.856061:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718546.856065:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1779718546.856069:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718546.856070:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718546.856076:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718546.856078:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718546.856080:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718546.856084:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718546.856087:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718546.856090:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718546.856092:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20993
00000400:00000200:3.0:1779718546.856105:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718546.856114:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718546.856119:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718546.856123:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856127:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718546.856130:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856134:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718546.856138:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718546.856141:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718546.856144:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718546.856148:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718546.856150:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718546.856154:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718546.856156:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856158:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718546.856159:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856161:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718546.856164:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718546.856166:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856168:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718546.856170:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718546.856174:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718546.856176:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718546.856178:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718546.856181:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718546.856192:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718546.856195:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718546.856199:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718546.856201:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718546.856205:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718546.856207:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718546.856213:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718546.856221:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718546.856229:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718546.856249:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718546.856258:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718546.856263:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718546.856266:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718546.856292:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718546.856294:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718546.856297:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718546.856299:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718546.856300:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718546.856302:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718546.856304:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20993
00000400:00000200:3.0:1779718546.856307:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718546.856310:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718546.856312:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718546.856314:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856316:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718546.856318:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856320:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718546.856321:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718546.856322:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718546.856324:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718546.856325:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718546.856327:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718546.856329:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718546.856331:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856333:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779718546.856335:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718546.856335:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856337:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718546.856339:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:1.0:1779718546.856341:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718546.856342:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718546.856344:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718546.856345:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718546.856347:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1779718546.856353:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718546.856353:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718546.856355:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718546.856360:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718546.856366:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1779718546.856366:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1779718546.856369:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718546.856370:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718546.856374:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718546.856376:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718546.856380:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1779718546.856380:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718546.856384:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718546.856385:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718546.856389:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1779718546.856392:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529465600:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718546.856392:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718546.856396:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718546.856398:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1779718546.856399:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718546.856400:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718546.856404:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
02000000:00000001:1.0:1779718546.856405:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718546.856406:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718546.856408:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718546.856412:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1779718546.856413:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1779718546.856420:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:3.0:1779718546.856421:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1779718546.856424:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718546.856425:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718546.856432:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718546.856438:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718546.856443:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718546.856445:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1779718546.856447:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000100:00080000:3.0:1779718546.856448:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718546.856452:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718546.856454:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718546.856456:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718546.856459:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20993
00000400:00000010:1.0:1779718546.856460:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000400:00000200:3.0:1779718546.856464:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718546.856467:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718546.856468:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718546.856471:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856472:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1779718546.856473:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529465600, portal 25
00000100:00000040:3.0:1779718546.856475:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856479:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:1.0:1779718546.856480:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1779718546.856481:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718546.856484:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000001:1.0:1779718546.856485:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000020:00000001:3.0:1779718546.856486:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718546.856488:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718546.856491:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718546.856493:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718546.856497:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:1.0:1779718546.856498:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718546.856499:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718546.856502:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856506:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718546.856511:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718546.856515:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718546.856518:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718546.856519:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718546.856522:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1779718546.856525:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718546.856525:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718546.856528:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718546.856529:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000001:3.0:1779718546.856530:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1779718546.856534:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529465600, offset 0
00000008:00100000:3.0:1779718546.856534:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718546.856539:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718546.856542:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718546.856546:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000010:3.0:1779718546.856546:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718546.856550:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718546.856552:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718546.856553:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718546.856555:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718546.856555:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718546.856557:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718546.856558:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:3.0:1779718546.856560:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718546.856564:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718546.856568:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00100000:3.0:1779718546.856569:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1779718546.856576:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718546.856577:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718546.856581:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718546.856584:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718546.856586:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718546.856593:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718546.856594:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718546.856597:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:3.0:1779718546.856598:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718546.856604:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1779718546.856605:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157367:157367:256:4294967295] 192.168.203.145@tcp LPNI seq info [157366:157366:8:4294967295]
00000100:00080000:3.0:1779718546.856608:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1779718546.856613:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718546.856614:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718546.856616:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718546.856617:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718546.856619:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718546.856623:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20993
00000400:00000200:1.0:1779718546.856632:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1779718546.856632:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718546.856638:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718546.856641:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1779718546.856642:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718546.856646:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856649:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1779718546.856650:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000100:00000040:3.0:1779718546.856650:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856654:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718546.856656:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718546.856657:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718546.856658:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718546.856660:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000800:00000200:1.0:1779718546.856664:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718546.856665:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718546.856670:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718546.856682:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:1.0:1779718546.856683:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1779718546.856684:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718546.856688:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718546.856690:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718546.856695:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000800:00000200:1.1:1779718546.856695:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718546.856701:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:1.1:1779718546.856702:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1779718546.856703:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718546.856707:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718546.856710:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1779718546.856712:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718546.856713:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1779718546.856716:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000100:00000001:3.0:1779718546.856716:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718546.856720:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718546.856722:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718546.856723:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718546.856725:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1779718546.856726:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718546.856729:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:1.0:1779718546.856733:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1779718546.856733:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718546.856735:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718546.856738:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718546.856739:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1779718546.856740:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
02000000:00000001:3.0:1779718546.856740:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718546.856744:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718546.856749:0:248765:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1779718546.856752:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000200:1.0:1779718546.856753:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718546.856767:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718546.856775:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718546.856776:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718546.856783:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718546.856785:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718546.856788:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718546.856795:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.856800:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.856804:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718546.856809:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.856812:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718546.856814:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21003)
00000400:00000200:1.0:1779718546.856819:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718546.856831:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315667198
00000100:00000010:1.0:1779718546.856837:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bde0.
00000100:00000001:1.0:1779718546.856845:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718546.856852:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315667198
00000100:00000010:1.0:1779718546.856869:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148ba20.
00000100:00000001:1.0:1779718546.856872:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718546.856875:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718546.856878:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.856880:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718546.856895:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718546/real 1779718546]  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718546.856902:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718546.856904:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718546.856906:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718546.856908:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718546.856909:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718546.856911:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718546.856914:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718546.856949:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.856955:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718546.856956:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.856958:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718546.856960:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718546.856963:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.856968:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718546.856971:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.856977:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718546.856979:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.856980:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718546.856981:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.856983:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718546.856985:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718546.856987:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718546.856991:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718546.856993:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718546.856995:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718546.857001:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529465600:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718546.857004:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857006:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718546.857008:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529465600/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857013:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718546.857015:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718546.857017:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93c00.
02000000:00000001:1.0:1779718546.857020:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718546.857021:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718546.857022:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718546.857024:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718546.857025:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:1.0:1779718546.857029:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718546.857031:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718546.857033:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:1.0:1779718546.857035:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718546.857036:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857038:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857044:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718546.857045:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.857047:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718546.857048:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718546.857049:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718546.857051:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857061:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718546.857062:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718546.857064:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718546.857065:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718546.857067:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718546.857068:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465728:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718546.857070:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718546.857072:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718546.857073:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718546.857074:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718546.857076:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93c00.
02000000:00000001:1.0:1779718546.857078:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718546.857080:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718546.857082:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718546.857085:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718546.857087:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529465728, portal 10
00000100:00000001:1.0:1779718546.857088:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718546.857090:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:1.0:1779718546.857095:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857099:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718546.857101:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718546.857103:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718546.857104:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529465728, offset 0
00000400:00000200:1.0:1779718546.857107:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718546.857110:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718546.857112:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718546.857114:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718546.857116:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718546.857118:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718546.857120:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718546.857123:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157368:157368:256:4294967295] 192.168.203.145@tcp LPNI seq info [157367:157367:8:4294967295]
00000400:00000200:1.0:1779718546.857126:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718546.857131:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718546.857134:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718546.857136:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718546.857139:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718546.857141:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779718546.857144:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718546.857146:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1779718546.857148:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718546.857150:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718546.857152:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718546.857154:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718546.857156:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718546.857158:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718546.857159:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718546.857162:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857167:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718546.857169:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857174:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.857175:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718546.857177:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718546.857187:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718546.857189:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718546.857191:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315665931
00000100:00000001:1.0:1779718546.857193:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315667198
00000100:00000001:1.0:1779718546.857195:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315665931
00000100:00000001:1.0:1779718546.857196:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315667198
00000100:00000001:1.0:1779718546.857198:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718546.857200:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.857202:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718546.857204:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718546/real 1779718546]  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718546.857210:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718546.857211:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718546.857213:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718546.857214:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718546.857215:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718546.857216:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718546.857218:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718546.857224:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857239:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718546.857240:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857241:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718546.857242:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718546.857244:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857248:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718546.857250:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857254:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718546.857255:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857256:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718546.857257:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857258:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718546.857260:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718546.857261:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718546.857264:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718546.857266:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718546.857268:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718546.857273:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465728:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718546.857276:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718546.857277:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857281:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718546.857282:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718546.857283:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718546.857284:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718546.857286:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718546.857287:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465856:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718546.857290:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718546.857291:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718546.857292:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718546.857294:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718546.857296:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718546.857297:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718546.857299:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718546.857300:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718546.857303:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718546.857304:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529465856, portal 10
00000100:00000001:1.0:1779718546.857306:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718546.857307:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:1.0:1779718546.857311:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857316:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718546.857318:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718546.857319:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718546.857321:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529465856, offset 0
00000400:00000200:1.0:1779718546.857324:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718546.857326:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718546.857329:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718546.857331:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718546.857332:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718546.857334:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718546.857336:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718546.857338:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157369:157369:256:4294967295] 192.168.203.145@tcp LPNI seq info [157368:157368:8:4294967295]
00000400:00000200:1.0:1779718546.857341:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718546.857346:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718546.857349:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718546.857351:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718546.857353:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718546.857355:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779718546.857358:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718546.857359:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1779718546.857362:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718546.857364:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718546.857365:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718546.857368:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718546.857370:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718546.857371:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718546.857373:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718546.857375:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857380:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718546.857382:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857387:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.857389:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718546.857391:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718546.857393:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718546.857395:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718546.857396:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315665939
00000100:00000001:1.0:1779718546.857398:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315667198
00000100:00000001:1.0:1779718546.857400:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315665939
00000100:00000001:1.0:1779718546.857401:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315667198
00000100:00000001:1.0:1779718546.857402:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718546.857404:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.857405:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718546.857407:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718546/real 1779718546]  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718546.857411:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718546.857412:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718546.857413:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718546.857414:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718546.857415:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718546.857416:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718546.857418:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718546.857424:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857428:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718546.857429:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857430:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718546.857431:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718546.857433:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857438:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718546.857447:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857455:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718546.857458:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857460:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718546.857461:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857463:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718546.857465:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718546.857467:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718546.857471:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718546.857473:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718546.857478:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718546.857488:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465856:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718546.857493:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718546.857497:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857501:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718546.857503:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718546.857504:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718546.857506:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718546.857507:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718546.857509:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465984:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718546.857512:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718546.857513:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718546.857514:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718546.857516:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718546.857519:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93000.
02000000:00000001:1.0:1779718546.857520:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718546.857523:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718546.857525:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718546.857527:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718546.857530:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529465984, portal 4
00000100:00000001:1.0:1779718546.857531:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718546.857532:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:1.0:1779718546.857536:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857541:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718546.857542:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718546.857544:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718546.857545:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529465984, offset 0
00000400:00000200:1.0:1779718546.857548:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718546.857551:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718546.857553:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718546.857555:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718546.857557:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718546.857559:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718546.857561:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718546.857563:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157370:157370:256:4294967295] 192.168.203.145@tcp LPNI seq info [157369:157369:8:4294967295]
00000400:00000200:1.0:1779718546.857565:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718546.857569:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718546.857572:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718546.857573:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718546.857576:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718546.857578:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779718546.857581:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718546.857583:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1779718546.857585:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718546.857587:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718546.857589:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718546.857591:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718546.857593:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718546.857595:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718546.857596:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718546.857599:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857604:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718546.857606:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857610:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.857611:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718546.857614:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718546.857616:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718546.857618:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718546.857620:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315665937
00000100:00000001:1.0:1779718546.857621:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315667198
00000100:00000001:1.0:1779718546.857623:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315665937
00000100:00000001:1.0:1779718546.857625:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315667198
00000100:00000001:1.0:1779718546.857626:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718546.857627:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.857628:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718546.857630:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718546/real 1779718546]  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718546.857635:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718546.857636:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718546.857637:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718546.857639:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718546.857640:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718546.857641:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718546.857643:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718546.857648:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857653:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718546.857654:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857655:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718546.857656:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718546.857658:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857662:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718546.857664:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857668:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718546.857670:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857670:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718546.857671:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857672:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718546.857673:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718546.857675:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718546.857677:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718546.857678:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718546.857680:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718546.857684:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529465984:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718546.857687:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857688:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718546.857690:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529465728/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857694:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718546.857695:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718546.857697:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93c00.
02000000:00000001:1.0:1779718546.857699:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718546.857700:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718546.857701:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718546.857703:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718546.857704:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:1.0:1779718546.857706:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718546.857706:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718546.857707:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:1.0:1779718546.857710:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718546.857711:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857712:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718546.857714:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529465856/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857718:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718546.857719:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718546.857720:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718546.857723:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718546.857723:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718546.857724:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718546.857725:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718546.857726:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:1.0:1779718546.857727:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718546.857728:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718546.857728:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:1.0:1779718546.857730:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718546.857731:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857732:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718546.857734:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529465984/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718546.857738:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718546.857739:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718546.857740:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93000.
02000000:00000001:1.0:1779718546.857741:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718546.857741:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718546.857742:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718546.857744:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718546.857745:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:1.0:1779718546.857746:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718546.857747:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718546.857748:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:1.0:1779718546.857749:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718546.857750:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857751:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718546.857753:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718546.857754:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718546.857755:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718546.857756:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718547.304152:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718547.304156:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718547.304159:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718547.880024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718547.880032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718547.880034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718547.880040:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718547.880043:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718547.880047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718547.880049:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718547.880053:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718547.880055:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718548.136033:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315667198, at 4315667200
00000100:00000040:1.0:1779718548.136034:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315667198, at 4315667200
00000100:00000010:0.0:1779718548.136052:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bde0.
00000100:00000010:1.0:1779718548.136060:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148ba20.
00000020:00000001:1.0:1779718548.328128:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718548.328133:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718548.328137:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718548.904035:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718548.904042:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718548.904044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718548.904050:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718548.904054:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718548.904059:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718548.904062:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718548.904066:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718548.904073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718549.352182:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718549.352186:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718549.352188:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718549.928018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718549.928025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718549.928027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718549.928033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718549.928037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718549.928042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718549.928046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718549.928049:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718549.928052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718550.376113:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718550.376118:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718550.376121:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718550.952041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718550.952050:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718550.952051:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718550.952056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718550.952060:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718550.952064:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718550.952067:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718550.952069:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718550.952072:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718551.400106:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718551.400109:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718551.400112:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718551.976050:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718551.976061:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718551.976064:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718551.976068:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718551.976073:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718551.976074:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718551.976079:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718551.976082:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718551.976083:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 20998
00000100:00100000:0.0:1779718551.976088:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718551.976091:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1779718551.976093:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718551.976095:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718551.976098:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1779718551.976101:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718551.976102:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718551.976105:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718551.976105:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718551.976109:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976130:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718551.976134:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976139:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718551.976145:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718551.976148:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718551.976153:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718551.976157:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718551.976162:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718551.976166:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718551.976171:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976174:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718551.976178:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976183:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718551.976189:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718551.976194:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976199:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718551.976204:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718551.976225:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718551.976227:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976228:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718551.976230:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718551.976238:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718551.976241:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718551.976244:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718551.976245:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976248:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718551.976250:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718551.976254:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718551.976260:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718551.976265:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718551.976272:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718551.976279:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718551.976282:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718551.976286:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718551.976305:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718551.976307:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718551.976310:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718551.976311:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718551.976312:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718551.976314:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718551.976316:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20998
00000400:00000200:3.0:1779718551.976319:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718551.976321:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718551.976323:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718551.976325:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976326:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718551.976328:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976329:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718551.976331:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718551.976332:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718551.976333:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718551.976334:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718551.976336:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718551.976337:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718551.976339:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976340:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718551.976341:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976342:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718551.976343:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718551.976345:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976346:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718551.976347:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718551.976351:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718551.976352:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976353:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718551.976356:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718551.976359:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976360:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718551.976362:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718551.976364:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718551.976365:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718551.976367:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976368:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718551.976370:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718551.976371:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718551.976374:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718551.976376:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.976379:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1779718551.976380:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718551.976383:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718551.976387:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718551.976390:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718551.976392:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718551.976396:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718551.976398:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.976419:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718551.976423:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976424:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718551.976429:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1779718551.976430:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1779718551.976431:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1779718551.976433:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718551.976434:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718551.976436:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1779718551.976438:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976439:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:1.0:1779718551.976446:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529466112:192.168.203.145@tcp:250:kworker.0
00000100:00080000:3.0:1779718551.976446:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20998
00000400:00000200:3.0:1779718551.976452:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718551.976454:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1779718551.976456:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
02000000:00000001:1.0:1779718551.976459:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1779718551.976459:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718551.976462:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:1.0:1779718551.976463:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976464:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1779718551.976468:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1779718551.976468:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976470:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718551.976473:0:318778:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:1.0:1779718551.976474:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92000.
00000020:00000040:3.0:1779718551.976474:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718551.976475:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1779718551.976479:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718551.976479:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718551.976482:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718551.976485:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718551.976489:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718551.976490:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976495:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718551.976496:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:1.0:1779718551.976498:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000100:00000001:3.0:1779718551.976498:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718551.976502:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718551.976505:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976507:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718551.976508:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
02000000:00000001:3.0:1779718551.976508:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718551.976510:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718551.976514:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976515:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718551.976516:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718551.976518:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779718551.976519:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529466112, portal 25
00000100:00000001:3.0:1779718551.976519:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718551.976524:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000100:00000001:1.0:1779718551.976525:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1779718551.976527:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:1.0:1779718551.976528:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
02000000:00000001:3.0:1779718551.976530:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718551.976532:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976534:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718551.976535:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718551.976537:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718551.976540:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000040:1.0:1779718551.976541:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718551.976560:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718551.976570:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718551.976582:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718551.976587:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1779718551.976591:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976592:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718551.976597:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000040:3.0:1779718551.976599:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718551.976603:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529466112, offset 0
00000400:00000200:1.0:1779718551.976633:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718551.976645:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718551.976647:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718551.976656:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718551.976660:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1779718551.976666:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1779718551.976668:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718551.976676:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1779718551.976678:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:3.0:1779718551.976686:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1779718551.976690:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718551.976692:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718551.976697:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1779718551.976701:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976704:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:1.0:1779718551.976712:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157371:157371:256:4294967295] 192.168.203.145@tcp LPNI seq info [157370:157370:8:4294967295]
00000100:00080000:3.0:1779718551.976715:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 20998
00000400:00000200:3.0:1779718551.976733:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718551.976734:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718551.976743:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718551.976747:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718551.976757:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976765:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1779718551.976766:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1779718551.976773:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:1.0:1779718551.976783:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976790:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000010:1.0:1779718551.976794:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000020:00000001:3.0:1779718551.976795:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718551.976800:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718551.976804:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718551.976807:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718551.976836:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000800:00000200:1.0:1779718551.976841:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718551.976841:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718551.976851:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:1.0:1779718551.976855:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1779718551.976855:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718551.976861:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718551.976885:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718551.976888:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718551.976893:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:1.1:1779718551.976893:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718551.976897:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718551.976900:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1779718551.976901:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1779718551.976902:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718551.976907:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976909:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718551.976911:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1779718551.976913:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000008:00000001:3.0:1779718551.976914:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976917:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1779718551.976918:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000100:00000010:3.0:1779718551.976921:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718551.976924:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718551.976926:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1779718551.976927:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1779718551.976927:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.976931:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718551.976933:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1779718551.976980:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1779718551.976983:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718551.976988:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
02000000:00000010:3.0:1779718551.976991:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000400:00000010:1.0:1779718551.976992:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:3.0:1779718551.977002:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.977003:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718551.977012:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718551.977016:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718551.977032:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718551.977038:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1779718551.977039:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718551.977043:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718551.977054:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977055:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.977061:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718551.977068:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718551.977069:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718551.977079:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21008)
00000400:00000200:1.0:1779718551.977080:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718551.977085:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315672319
00000100:00000010:1.0:1779718551.977090:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148ba20.
00000100:00000001:1.0:1779718551.977097:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718551.977106:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315672319
00000100:00000010:1.0:1779718551.977111:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b420.
00000100:00000001:1.0:1779718551.977116:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718551.977121:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718551.977125:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.977128:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718551.977135:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718551/real 1779718551]  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718551.977157:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718551.977160:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718551.977162:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718551.977167:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718551.977169:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718551.977173:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718551.977178:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718551.977191:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977201:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718551.977203:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.977205:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718551.977224:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718551.977227:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977235:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718551.977239:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977247:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718551.977250:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.977251:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718551.977253:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.977256:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718551.977258:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718551.977260:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718551.977264:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718551.977267:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718551.977271:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718551.977280:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529466112:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718551.977285:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.977288:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718551.977291:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529466112/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977298:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718551.977301:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718551.977303:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718551.977307:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718551.977310:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718551.977311:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718551.977314:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718551.977316:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:1.0:1779718551.977320:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718551.977322:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718551.977324:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:1.0:1779718551.977327:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718551.977328:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.977331:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.977338:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718551.977339:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.977342:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718551.977343:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718551.977345:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718551.977349:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977357:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718551.977358:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718551.977361:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718551.977363:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718551.977365:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718551.977368:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529466240:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718551.977372:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718551.977374:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718551.977376:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718551.977378:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718551.977381:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718551.977383:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718551.977387:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718551.977390:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718551.977394:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718551.977397:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529466240, portal 10
00000100:00000001:1.0:1779718551.977399:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718551.977401:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:1.0:1779718551.977408:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977415:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718551.977418:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718551.977420:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718551.977423:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529466240, offset 0
00000400:00000200:1.0:1779718551.977427:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718551.977432:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718551.977435:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718551.977438:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718551.977441:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718551.977444:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718551.977446:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718551.977450:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157372:157372:256:4294967295] 192.168.203.145@tcp LPNI seq info [157371:157371:8:4294967295]
00000400:00000200:1.0:1779718551.977454:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718551.977461:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718551.977466:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718551.977470:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718551.977474:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718551.977477:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779718551.977482:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718551.977485:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1779718551.977488:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718551.977490:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718551.977493:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718551.977497:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718551.977500:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718551.977502:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718551.977505:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718551.977508:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977517:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718551.977520:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977527:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.977529:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718551.977533:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718551.977536:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718551.977540:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718551.977558:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315671051
00000100:00000001:1.0:1779718551.977562:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315672319
00000100:00000001:1.0:1779718551.977565:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315671051
00000100:00000001:1.0:1779718551.977568:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315672319
00000100:00000001:1.0:1779718551.977570:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718551.977573:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.977576:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718551.977582:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718551/real 1779718551]  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718551.977594:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718551.977596:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718551.977599:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718551.977603:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718551.977605:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718551.977609:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718551.977613:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718551.977626:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977635:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718551.977637:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.977639:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718551.977641:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718551.977646:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977656:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718551.977661:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977672:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718551.977675:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.977678:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718551.977679:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.977682:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718551.977685:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718551.977689:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718551.977694:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718551.977697:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718551.977702:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718551.977713:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529466240:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718551.977719:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718551.977724:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977734:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718551.977736:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718551.977739:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718551.977742:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718551.977745:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718551.977749:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529466368:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718551.977753:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718551.977756:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718551.977758:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718551.977760:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718551.977765:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93c00.
02000000:00000001:1.0:1779718551.977767:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718551.977772:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718551.977775:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718551.977779:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718551.977783:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529466368, portal 10
00000100:00000001:1.0:1779718551.977786:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718551.977787:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:1.0:1779718551.977795:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977805:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718551.977808:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718551.977811:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718551.977814:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529466368, offset 0
00000400:00000200:1.0:1779718551.977853:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718551.977857:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718551.977861:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718551.977863:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718551.977886:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718551.977888:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718551.977890:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718551.977892:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157373:157373:256:4294967295] 192.168.203.145@tcp LPNI seq info [157372:157372:8:4294967295]
00000400:00000200:1.0:1779718551.977895:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718551.977901:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718551.977905:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718551.977908:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718551.977911:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718551.977913:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779718551.977917:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718551.977919:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1779718551.977939:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718551.977941:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718551.977945:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718551.977948:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718551.977951:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718551.977952:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718551.977955:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718551.977958:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977964:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718551.977966:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.977971:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.977972:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718551.977975:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718551.977977:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718551.977980:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718551.977982:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315671060
00000100:00000001:1.0:1779718551.977984:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315672319
00000100:00000001:1.0:1779718551.977986:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315671060
00000100:00000001:1.0:1779718551.977987:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315672319
00000100:00000001:1.0:1779718551.977989:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718551.977991:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.977992:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718551.977995:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718551/real 1779718551]  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718551.978000:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718551.978002:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718551.978004:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718551.978006:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718551.978008:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718551.978010:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718551.978014:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718551.978020:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978024:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718551.978025:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978026:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718551.978027:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718551.978029:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978052:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718551.978056:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978062:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718551.978064:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978065:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718551.978066:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978069:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718551.978070:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718551.978072:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718551.978075:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718551.978077:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718551.978080:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718551.978086:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529466368:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718551.978089:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718551.978091:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978097:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718551.978098:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718551.978100:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718551.978102:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718551.978104:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718551.978106:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529466496:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718551.978108:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718551.978110:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718551.978111:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718551.978113:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718551.978117:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93000.
02000000:00000001:1.0:1779718551.978118:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718551.978121:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718551.978124:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718551.978126:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718551.978129:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529466496, portal 4
00000100:00000001:1.0:1779718551.978131:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718551.978132:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:1.0:1779718551.978137:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978143:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718551.978145:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718551.978146:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718551.978148:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529466496, offset 0
00000400:00000200:1.0:1779718551.978152:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718551.978155:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718551.978158:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718551.978160:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718551.978163:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718551.978165:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718551.978167:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718551.978170:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157374:157374:256:4294967295] 192.168.203.145@tcp LPNI seq info [157373:157373:8:4294967295]
00000400:00000200:1.0:1779718551.978173:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718551.978178:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718551.978182:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718551.978184:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718551.978187:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718551.978190:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779718551.978193:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718551.978195:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1779718551.978199:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718551.978201:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718551.978203:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718551.978222:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718551.978223:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718551.978224:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718551.978226:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718551.978228:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978233:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718551.978235:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978244:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.978245:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718551.978247:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718551.978249:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718551.978251:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718551.978252:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315671058
00000100:00000001:1.0:1779718551.978254:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315672319
00000100:00000001:1.0:1779718551.978255:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315671058
00000100:00000001:1.0:1779718551.978256:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315672319
00000100:00000001:1.0:1779718551.978258:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718551.978259:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.978260:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718551.978262:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718551/real 1779718551]  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718551.978266:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718551.978267:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718551.978268:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718551.978270:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718551.978271:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718551.978272:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718551.978274:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718551.978279:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978282:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718551.978283:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978284:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718551.978285:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718551.978287:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978292:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718551.978295:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978299:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718551.978300:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978301:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718551.978302:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978303:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718551.978304:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718551.978305:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718551.978307:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718551.978308:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718551.978310:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718551.978315:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529466496:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718551.978317:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978318:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718551.978320:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529466240/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978324:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718551.978325:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718551.978326:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718551.978327:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718551.978328:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718551.978329:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718551.978330:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718551.978332:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:1.0:1779718551.978334:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718551.978335:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718551.978336:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:1.0:1779718551.978338:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718551.978339:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978340:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718551.978342:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529466368/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978346:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718551.978347:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718551.978347:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93c00.
02000000:00000001:1.0:1779718551.978349:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718551.978349:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718551.978350:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718551.978351:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718551.978352:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:1.0:1779718551.978353:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718551.978354:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718551.978355:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:1.0:1779718551.978356:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718551.978357:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978357:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718551.978359:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529466496/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718551.978363:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718551.978363:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718551.978364:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93000.
02000000:00000001:1.0:1779718551.978365:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718551.978366:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718551.978367:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718551.978368:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718551.978368:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:1.0:1779718551.978370:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718551.978370:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718551.978371:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:1.0:1779718551.978372:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718551.978373:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978375:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718551.978377:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718551.978378:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718551.978379:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718551.978381:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718552.424265:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718552.424271:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718552.424276:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718553.000054:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718553.000060:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718553.000062:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718553.000067:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718553.000071:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718553.000074:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718553.000077:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718553.000079:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718553.000081:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718553.255984:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315672319, at 4315672320
00000100:00000040:1.0:1779718553.255984:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315672319, at 4315672320
00000100:00000010:0.0:1779718553.255999:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148ba20.
00000100:00000010:1.0:1779718553.256000:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b420.
00000020:00000001:1.0:1779718553.448099:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718553.448103:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718553.448106:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718554.024053:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718554.024058:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718554.024059:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718554.024063:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718554.024066:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718554.024069:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718554.024071:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718554.024073:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718554.024075:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718554.472101:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718554.472104:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718554.472107:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718555.047966:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718555.047972:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718555.047973:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718555.047976:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718555.047979:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718555.047981:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718555.047983:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718555.047985:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718555.047987:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718555.496259:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718555.496265:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718555.496270:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718556.072027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718556.072032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718556.072034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718556.072038:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718556.072041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718556.072044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718556.072046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718556.072048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718556.072050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718556.520099:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718556.520104:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718556.520106:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718557.096007:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718557.096014:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718557.096017:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718557.096020:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718557.096023:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718557.096029:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21003
00000400:00000200:3.0:1779718557.096037:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718557.096042:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718557.096045:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718557.096048:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096051:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718557.096053:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718557.096054:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718557.096055:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718557.096060:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1779718557.096060:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718557.096061:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000100:00000001:0.0:1779718557.096064:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718557.096065:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718557.096068:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000100:00100000:0.0:1779718557.096071:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000020:00000001:3.0:1779718557.096071:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718557.096075:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000001:0.0:1779718557.096078:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718557.096079:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096082:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718557.096083:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718557.096085:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718557.096088:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718557.096088:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718557.096090:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00000001:0.0:1779718557.096093:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718557.096094:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096099:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718557.096100:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718557.096101:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718557.096106:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718557.096108:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096110:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718557.096111:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718557.096118:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718557.096121:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718557.096124:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718557.096125:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096128:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718557.096129:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718557.096133:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718557.096139:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718557.096145:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718557.096155:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718557.096167:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718557.096172:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718557.096177:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718557.096199:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718557.096202:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718557.096204:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718557.096205:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718557.096206:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718557.096209:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718557.096211:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21003
00000400:00000200:3.0:1779718557.096215:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718557.096218:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718557.096219:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1779718557.096220:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718557.096222:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718557.096225:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718557.096225:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718557.096228:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718557.096229:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718557.096232:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718557.096234:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718557.096236:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718557.096237:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1779718557.096238:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718557.096239:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718557.096243:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718557.096247:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718557.096253:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096257:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779718557.096258:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718557.096260:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718557.096261:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096264:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:1.0:1779718557.096266:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1779718557.096267:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:1.0:1779718557.096269:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1779718557.096271:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:1.0:1779718557.096274:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096274:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718557.096277:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1779718557.096280:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529466624:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718557.096283:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718557.096284:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718557.096287:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718557.096289:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718557.096289:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1779718557.096292:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1779718557.096293:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1779718557.096295:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1779718557.096295:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096298:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718557.096300:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93000.
00000100:00000010:3.0:1779718557.096301:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
02000000:00000001:1.0:1779718557.096303:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718557.096305:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718557.096309:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1779718557.096310:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718557.096311:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096315:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718557.096316:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1779718557.096317:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
02000000:00000001:3.0:1779718557.096318:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718557.096323:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
02000000:00000010:3.0:1779718557.096323:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718557.096328:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779718557.096329:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529466624, portal 25
00000100:00100000:3.0:1779718557.096333:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718557.096334:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718557.096337:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000001:3.0:1779718557.096346:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1779718557.096347:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718557.096349:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718557.096356:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.096363:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718557.096371:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096372:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718557.096374:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00080000:3.0:1779718557.096375:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1779718557.096377:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529466624, offset 0
00000100:00080000:3.0:1779718557.096379:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718557.096381:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718557.096383:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1779718557.096387:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096387:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718557.096392:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21003
00000400:00000200:3.0:1779718557.096395:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718557.096398:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718557.096400:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718557.096403:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1779718557.096408:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718557.096409:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096413:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718557.096415:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:1.0:1779718557.096417:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718557.096418:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718557.096422:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718557.096423:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:1.0:1779718557.096424:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000001:3.0:1779718557.096426:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718557.096428:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:1.0:1779718557.096430:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1779718557.096432:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718557.096434:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000001:3.0:1779718557.096436:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718557.096440:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157375:157375:256:4294967295] 192.168.203.145@tcp LPNI seq info [157374:157374:8:4294967295]
00000100:00000040:3.0:1779718557.096443:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096448:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1779718557.096450:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718557.096453:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096456:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718557.096460:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:1.0:1779718557.096464:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1779718557.096468:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:1.0:1779718557.096474:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096474:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718557.096480:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1779718557.096482:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
02000000:00000001:3.0:1779718557.096484:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718557.096487:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1779718557.096489:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718557.096491:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1779718557.096495:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000008:00100000:3.0:1779718557.096495:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718557.096501:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096504:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1779718557.096505:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000010:3.0:1779718557.096508:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000800:00000200:1.1:1779718557.096509:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000020:00000040:3.0:1779718557.096513:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000100:1.0:1779718557.096518:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718557.096518:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718557.096521:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1779718557.096522:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000100:00000001:3.0:1779718557.096523:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718557.096526:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718557.096528:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718557.096529:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718557.096534:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718557.096537:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718557.096538:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
02000000:00000010:3.0:1779718557.096541:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:1.0:1779718557.096542:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718557.096547:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718557.096548:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.096558:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1779718557.096558:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1779718557.096563:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718557.096580:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718557.096581:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096583:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.096584:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718557.096590:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718557.096591:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718557.096596:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718557.096601:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315677438
00000100:00000001:3.0:1779718557.096604:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718557.096607:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1779718557.096608:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b420.
00000100:00000040:3.0:1779718557.096610:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718557.096615:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779718557.096617:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1779718557.096618:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718557.096621:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718557.096623:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718557.096625:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315677438
00000100:00000001:3.0:1779718557.096626:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000010:1.0:1779718557.096632:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148ba20.
00000100:00080000:3.0:1779718557.096632:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21003
00000100:00000001:1.0:1779718557.096638:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1779718557.096640:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718557.096644:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718557.096647:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:1.0:1779718557.096649:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718557.096651:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1779718557.096655:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1779718557.096656:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096660:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1779718557.096663:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718557/real 1779718557]  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718557.096664:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096668:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718557.096672:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718557.096674:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718557.096677:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718557.096679:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000400:00000001:1.0:1779718557.096681:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1779718557.096682:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000001:1.0:1779718557.096685:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1779718557.096685:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718557.096689:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:1.0:1779718557.096690:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000100:00000001:3.0:1779718557.096691:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718557.096694:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:1.0:1779718557.096696:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000100:00000001:3.0:1779718557.096696:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718557.096698:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000010:1.0:1779718557.096700:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00080000:3.0:1779718557.096702:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718557.096705:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.096707:0:248765:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1779718557.096707:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718557.096710:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718557.096712:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096715:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1779718557.096716:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1779718557.096717:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718557.096721:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096724:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718557.096728:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718557.096732:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718557.096735:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1779718557.096738:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718557.096738:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718557.096742:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718557.096743:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718557.096745:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718557.096750:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718557.096754:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.096756:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718557.096759:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718557.096760:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718557.096765:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718557.096769:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718557.096790:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1779718557.096791:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718557.096794:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718557.096802:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.096806:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718557.096814:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718557.096815:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718557.096818:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21013)
00000100:00000001:1.0:1779718557.096824:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718557.096827:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.096828:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718557.096829:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.096832:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718557.096833:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718557.096835:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718557.096838:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718557.096840:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718557.096843:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718557.096848:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529466624:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718557.096851:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.096853:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718557.096854:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529466624/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.096864:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718557.096865:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718557.096867:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93000.
02000000:00000001:1.0:1779718557.096870:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718557.096871:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718557.096872:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718557.096873:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718557.096875:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:1.0:1779718557.096878:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718557.096879:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718557.096880:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:1.0:1779718557.096882:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718557.096883:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.096885:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.096890:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718557.096891:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.096893:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718557.096894:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718557.096895:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718557.096897:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.096902:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718557.096903:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718557.096904:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718557.096906:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718557.096907:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718557.096909:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529466752:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718557.096911:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718557.096912:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718557.096913:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718557.096915:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718557.096917:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93000.
02000000:00000001:1.0:1779718557.096918:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718557.096945:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718557.096949:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718557.096953:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718557.096957:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529466752, portal 10
00000100:00000001:1.0:1779718557.096959:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718557.096960:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:1.0:1779718557.096968:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.096975:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718557.096978:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718557.096980:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718557.096983:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529466752, offset 0
00000400:00000200:1.0:1779718557.096987:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718557.096990:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718557.096993:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718557.096995:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718557.096997:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718557.096999:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718557.097000:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718557.097003:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157376:157376:256:4294967295] 192.168.203.145@tcp LPNI seq info [157375:157375:8:4294967295]
00000400:00000200:1.0:1779718557.097005:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718557.097010:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718557.097013:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718557.097015:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718557.097018:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718557.097020:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1779718557.097023:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718557.097025:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1779718557.097028:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718557.097029:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718557.097031:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718557.097034:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718557.097036:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718557.097037:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718557.097039:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718557.097042:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097048:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718557.097050:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097054:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.097055:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718557.097057:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718557.097060:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718557.097062:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718557.097064:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315676171
00000100:00000001:1.0:1779718557.097065:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315677438
00000100:00000001:1.0:1779718557.097067:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315676171
00000100:00000001:1.0:1779718557.097068:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315677438
00000100:00000001:1.0:1779718557.097069:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718557.097071:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.097072:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718557.097074:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718557/real 1779718557]  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718557.097079:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718557.097080:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718557.097081:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718557.097083:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718557.097084:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718557.097086:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718557.097087:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718557.097093:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097101:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718557.097102:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097103:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718557.097104:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718557.097106:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097110:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718557.097112:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097116:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718557.097118:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097119:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718557.097120:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097121:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718557.097122:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718557.097124:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718557.097126:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718557.097127:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718557.097129:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718557.097134:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529466752:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718557.097137:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718557.097140:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097147:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718557.097148:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718557.097151:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718557.097153:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718557.097155:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718557.097158:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529466880:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718557.097161:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718557.097163:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718557.097165:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718557.097166:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718557.097170:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93c00.
02000000:00000001:1.0:1779718557.097172:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718557.097175:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718557.097179:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718557.097182:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718557.097185:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529466880, portal 10
00000100:00000001:1.0:1779718557.097187:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718557.097188:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:1.0:1779718557.097194:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097199:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718557.097200:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718557.097202:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718557.097203:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529466880, offset 0
00000400:00000200:1.0:1779718557.097206:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718557.097209:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718557.097211:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718557.097213:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718557.097215:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718557.097217:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718557.097218:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718557.097221:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157377:157377:256:4294967295] 192.168.203.145@tcp LPNI seq info [157376:157376:8:4294967295]
00000400:00000200:1.0:1779718557.097223:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718557.097227:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718557.097231:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718557.097233:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718557.097236:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718557.097237:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1779718557.097240:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718557.097242:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1779718557.097245:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718557.097246:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718557.097248:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718557.097250:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718557.097252:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718557.097253:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718557.097255:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718557.097257:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097262:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718557.097264:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097268:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.097270:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718557.097271:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718557.097273:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718557.097275:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718557.097277:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315676179
00000100:00000001:1.0:1779718557.097278:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315677438
00000100:00000001:1.0:1779718557.097280:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315676179
00000100:00000001:1.0:1779718557.097281:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315677438
00000100:00000001:1.0:1779718557.097282:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718557.097283:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.097285:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718557.097287:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718557/real 1779718557]  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718557.097292:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718557.097293:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718557.097294:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718557.097296:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718557.097297:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718557.097298:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718557.097300:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718557.097304:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097309:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718557.097310:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097311:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718557.097312:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718557.097314:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097318:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718557.097320:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097324:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718557.097326:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097327:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718557.097327:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097329:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718557.097330:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718557.097332:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718557.097334:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718557.097335:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718557.097338:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718557.097343:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529466880:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718557.097345:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718557.097347:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097351:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718557.097352:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718557.097353:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718557.097354:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718557.097356:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718557.097357:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529467008:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718557.097359:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718557.097360:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718557.097361:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718557.097362:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718557.097364:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718557.097365:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718557.097367:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718557.097369:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718557.097380:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718557.097383:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529467008, portal 4
00000100:00000001:1.0:1779718557.097387:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718557.097388:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:1.0:1779718557.097392:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097396:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718557.097397:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718557.097399:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718557.097400:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529467008, offset 0
00000400:00000200:1.0:1779718557.097403:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718557.097405:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718557.097408:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718557.097409:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718557.097411:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718557.097413:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718557.097414:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718557.097416:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157378:157378:256:4294967295] 192.168.203.145@tcp LPNI seq info [157377:157377:8:4294967295]
00000400:00000200:1.0:1779718557.097419:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718557.097423:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718557.097426:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718557.097427:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718557.097430:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718557.097432:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1779718557.097434:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718557.097436:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1779718557.097439:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718557.097440:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718557.097442:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718557.097444:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718557.097446:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718557.097447:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718557.097448:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718557.097451:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097456:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718557.097457:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097462:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.097463:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718557.097464:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718557.097466:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718557.097468:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718557.097470:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315676177
00000100:00000001:1.0:1779718557.097471:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315677438
00000100:00000001:1.0:1779718557.097473:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315676177
00000100:00000001:1.0:1779718557.097474:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315677438
00000100:00000001:1.0:1779718557.097475:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718557.097476:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.097478:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718557.097480:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718557/real 1779718557]  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718557.097484:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718557.097485:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718557.097486:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718557.097487:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718557.097488:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718557.097490:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718557.097492:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718557.097497:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097501:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718557.097501:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097502:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718557.097503:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718557.097505:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097509:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718557.097511:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097515:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718557.097517:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097518:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718557.097519:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097520:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718557.097521:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718557.097523:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718557.097524:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718557.097526:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718557.097528:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718557.097532:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529467008:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718557.097534:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097536:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718557.097537:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529466752/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097541:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718557.097542:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718557.097543:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93000.
02000000:00000001:1.0:1779718557.097545:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718557.097546:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718557.097547:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718557.097548:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718557.097549:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:1.0:1779718557.097551:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718557.097552:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718557.097553:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:1.0:1779718557.097554:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718557.097555:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097556:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718557.097558:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529466880/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097566:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718557.097567:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718557.097568:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93c00.
02000000:00000001:1.0:1779718557.097569:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718557.097570:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718557.097570:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718557.097571:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718557.097572:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:1.0:1779718557.097573:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718557.097574:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718557.097575:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:1.0:1779718557.097576:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718557.097577:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097578:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718557.097579:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529467008/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718557.097583:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718557.097584:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718557.097585:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92000.
02000000:00000001:1.0:1779718557.097587:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718557.097587:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718557.097588:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718557.097589:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718557.097590:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:1.0:1779718557.097591:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718557.097592:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718557.097592:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:1.0:1779718557.097594:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718557.097595:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097596:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718557.097598:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718557.097599:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718557.097600:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718557.097602:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718557.544205:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718557.544209:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718557.544231:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718558.120044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718558.120052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718558.120055:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718558.120062:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718558.120067:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718558.120071:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718558.120075:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718558.120079:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718558.120082:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718558.376086:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315677438, at 4315677440
00000100:00000040:1.0:1779718558.376086:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315677438, at 4315677440
00000100:00000010:0.0:1779718558.376105:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b420.
00000100:00000010:1.0:1779718558.376108:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148ba20.
00000020:00000001:1.0:1779718558.568064:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718558.568068:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718558.568071:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718559.144058:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718559.144063:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718559.144066:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718559.144071:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718559.144075:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718559.144078:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718559.144080:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718559.144083:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718559.144085:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718559.592090:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718559.592094:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718559.592098:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718560.168048:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718560.168054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718560.168056:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718560.168060:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718560.168063:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718560.168066:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718560.168069:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718560.168071:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718560.168073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718560.616053:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718560.616055:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718560.616058:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718561.192010:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718561.192016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718561.192017:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718561.192022:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718561.192024:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718561.192027:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718561.192030:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718561.192032:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718561.192034:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718561.640068:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718561.640072:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718561.640075:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718562.216031:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718562.216037:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718562.216039:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718562.216044:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718562.216047:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718562.216050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718562.216053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718562.216056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779718562.216056:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718562.216058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718562.216064:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718562.216066:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718562.216069:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718562.216072:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718562.216079:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21008
00000400:00000200:1.0:1779718562.216086:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718562.216091:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718562.216093:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718562.216095:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216098:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718562.216100:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216102:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718562.216104:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718562.216106:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718562.216108:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718562.216110:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718562.216112:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718562.216114:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718562.216116:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216119:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718562.216121:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216123:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718562.216126:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718562.216148:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216152:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718562.216157:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718562.216162:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718562.216167:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718562.216170:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718562.216174:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718562.216187:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718562.216194:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718562.216200:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718562.216203:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718562.216208:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718562.216226:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718562.216231:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718562.216241:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779718562.216266:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718562.216275:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529467136/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718562.216283:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718562.216286:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718562.216290:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529467136/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718562.216307:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718562.216309:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718562.216313:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718562.216314:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718562.216315:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718562.216317:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718562.216322:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21008
00000400:00000200:1.0:1779718562.216346:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718562.216351:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718562.216356:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718562.216363:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216369:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718562.216373:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216378:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718562.216387:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718562.216395:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718562.216401:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718562.216408:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718562.216418:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718562.216429:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718562.216439:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216443:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718562.216448:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216453:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718562.216464:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718562.216478:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216488:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718562.216494:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718562.216503:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718562.216512:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718562.216515:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718562.216520:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718562.216548:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718562.216555:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718562.216560:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718562.216563:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718562.216565:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718562.216567:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718562.216569:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718562.216570:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718562.216572:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718562.216579:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779718562.216584:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718562.216591:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529467264/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718562.216652:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718562.216658:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718562.216669:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529467264/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718562.216689:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718562.216696:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718562.216705:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718562.216709:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718562.216711:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718562.216719:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718562.216726:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21008
00000400:00000200:1.0:1779718562.216778:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718562.216786:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718562.216791:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718562.216796:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216800:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718562.216805:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216809:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718562.216813:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718562.216815:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718562.216818:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718562.216820:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718562.216821:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718562.216823:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718562.216843:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216851:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718562.216859:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216863:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718562.216870:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718562.216881:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718562.216888:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718562.216891:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718562.216899:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718562.216903:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718562.216906:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718562.216911:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718562.216915:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718562.216918:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718562.216928:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718562.216934:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718562.216944:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718562.216947:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718562.216949:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718562.216987:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1779718562.217002:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718562.217007:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718562.217027:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718562.217034:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:1.0:1779718562.217039:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718562.217046:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529467392/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718562.217072:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718562.217091:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718562.217102:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529467392/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718562.217152:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718562.217162:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718562.217172:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718562.217180:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718562.217193:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718562.217201:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718562.217205:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718562.217212:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718562.217219:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21008
00000400:00000200:1.0:1779718562.217231:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718562.217241:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718562.217262:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718562.217267:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.217269:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718562.217273:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.217276:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718562.217278:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718562.217280:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718562.217282:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718562.217285:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718562.217289:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718562.217292:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718562.217298:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.217302:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718562.217306:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718562.217325:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718562.217331:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718562.217340:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718562.217350:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718562.217360:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718562.217370:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718562.217382:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718562.217389:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718562.217398:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718562.217410:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718562.217421:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718562.217431:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718562.217438:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718562.217448:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718562.217452:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718562.217457:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718562.217462:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718562.217466:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718562.217475:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779718562.217484:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718562.217500:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529467520/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718562.217544:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718562.217548:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718562.217555:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529467520/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718562.217567:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718562.217573:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21018)
00000800:00000200:2.1:1779718562.217898:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718562.217903:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718562.218324:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718562.218327:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718562.218675:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718562.218680:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1779718562.664145:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718562.664150:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718562.664155:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718563.496026:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315682559, at 4315682560
00000100:00000040:1.0:1779718563.496026:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315682559, at 4315682560
00000100:00000010:0.0:1779718563.496039:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5900.
00000100:00000010:1.0:1779718563.496049:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b53c0.
00000020:00000001:1.0:1779718563.688045:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718563.688048:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718563.688050:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718564.712104:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718564.712107:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718564.712110:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718565.736116:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718565.736120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718565.736122:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718566.760046:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718566.760050:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718566.760054:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718567.336026:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718567.336034:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718567.336038:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718567.336041:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718567.336046:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718567.336054:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21013
00000400:00000200:3.0:1779718567.336064:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718567.336072:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718567.336077:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718567.336080:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336084:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718567.336087:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336089:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718567.336095:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718567.336097:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718567.336100:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718567.336104:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718567.336107:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718567.336110:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718567.336113:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336116:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718567.336118:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336120:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718567.336124:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718567.336126:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336128:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718567.336131:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718567.336135:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718567.336137:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.336139:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718567.336141:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718567.336150:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718567.336153:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718567.336158:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718567.336159:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.336163:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718567.336165:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718567.336169:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718567.336177:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718567.336183:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718567.336193:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529467648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718567.336202:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718567.336206:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718567.336210:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529467648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718567.336231:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718567.336234:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718567.336237:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718567.336238:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718567.336239:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718567.336242:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718567.336244:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21013
00000400:00000200:3.0:1779718567.336248:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718567.336254:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718567.336257:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718567.336262:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336264:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718567.336269:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336276:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718567.336279:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718567.336281:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718567.336283:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718567.336286:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718567.336294:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718567.336307:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718567.336317:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336320:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718567.336329:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336337:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718567.336341:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718567.336353:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336356:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718567.336358:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718567.336365:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718567.336371:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.336373:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718567.336378:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718567.336387:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.336396:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718567.336399:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718567.336408:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718567.336415:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718567.336420:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.336423:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718567.336424:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718567.336426:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718567.336434:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:3.0:1779718567.336442:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718567.336451:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529467776/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718567.336497:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718567.336500:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718567.336509:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529467776/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718567.336529:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718567.336532:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718567.336546:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718567.336547:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718567.336548:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718567.336551:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718567.336559:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21013
00000400:00000200:3.0:1779718567.336590:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718567.336595:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718567.336601:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718567.336612:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336621:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718567.336630:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336635:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718567.336641:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718567.336642:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718567.336644:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718567.336649:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718567.336651:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718567.336653:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718567.336661:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336667:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718567.336675:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336677:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718567.336684:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:2.1:1779718567.336685:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718567.336694:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:2.1:1779718567.336695:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1779718567.336713:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718567.336719:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718567.336724:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718567.336734:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.336737:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718567.336739:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718567.336744:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.336750:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718567.336759:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718567.336766:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718567.336776:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718567.336778:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.336784:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718567.336786:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718567.336792:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718567.336798:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718567.336804:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718567.336812:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529467904/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718567.336829:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718567.336833:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718567.336838:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529467904/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718567.336872:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718567.336875:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718567.336882:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718567.336890:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718567.336894:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718567.336899:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718567.336900:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718567.336903:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718567.336909:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21013
00000400:00000200:3.0:1779718567.336968:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718567.336974:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718567.336981:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718567.336987:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.336994:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718567.336999:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.337005:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718567.337016:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718567.337020:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718567.337025:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718567.337029:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718567.337035:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718567.337046:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718567.337057:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.337060:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718567.337070:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718567.337076:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718567.337086:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718567.337094:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718567.337105:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718567.337117:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718567.337123:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718567.337129:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.337135:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718567.337141:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718567.337152:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.337156:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718567.337164:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718567.337169:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718567.337176:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718567.337182:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718567.337184:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718567.337185:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718567.337187:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718567.337189:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718567.337196:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718567.337203:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529468032/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718567.337226:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718567.337230:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718567.337240:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529468032/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718567.337265:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718567.337274:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21024)
00000800:00000200:2.1:1779718567.337402:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718567.337403:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718567.337587:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718567.337589:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718567.337795:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718567.337798:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1779718567.784126:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718567.784129:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718567.784149:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718568.616070:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315687678, at 4315687680
00000100:00000040:0.0:1779718568.616080:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315687678, at 4315687680
00000100:00000010:1.0:1779718568.616097:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5480.
00000100:00000010:0.0:1779718568.616099:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ba0.
00000020:00000001:1.0:1779718568.808212:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718568.808218:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718568.808223:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718569.832144:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718569.832148:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718569.832151:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718570.856164:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718570.856171:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718570.856195:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718571.880177:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718571.880181:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718571.880195:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718572.456076:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718572.456085:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718572.456087:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718572.456091:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718572.456095:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718572.456103:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21019
00000400:00000200:1.0:1779718572.456111:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718572.456116:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718572.456119:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718572.456122:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456125:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718572.456127:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456129:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718572.456133:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718572.456135:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718572.456137:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718572.456139:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718572.456141:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718572.456143:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718572.456145:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456146:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718572.456148:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456150:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718572.456152:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718572.456155:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456157:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718572.456159:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718572.456162:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718572.456164:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.456166:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718572.456168:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718572.456176:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779718572.456179:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718572.456182:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718572.456183:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.456187:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718572.456188:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718572.456192:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718572.456199:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779718572.456205:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718572.456213:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529468160/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718572.456222:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718572.456226:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718572.456230:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529468160/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718572.456252:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718572.456255:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718572.456258:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718572.456259:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718572.456261:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718572.456263:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718572.456265:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21019
00000400:00000200:1.0:1779718572.456268:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718572.456273:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718572.456275:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718572.456278:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456279:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718572.456284:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456289:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718572.456294:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718572.456300:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718572.456302:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718572.456304:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718572.456306:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718572.456310:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718572.456319:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456325:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718572.456332:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456340:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718572.456345:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718572.456354:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456359:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718572.456362:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718572.456371:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718572.456375:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.456389:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718572.456393:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718572.456399:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.456402:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718572.456410:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718572.456414:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718572.456423:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718572.456430:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.456433:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718572.456435:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718572.456441:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718572.456451:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779718572.456465:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718572.456473:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529468288/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718572.456486:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718572.456492:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718572.456505:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529468288/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718572.456559:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718572.456565:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718572.456585:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718572.456587:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718572.456591:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718572.456598:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718572.456603:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21019
00000400:00000200:1.0:1779718572.456610:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718572.456619:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718572.456625:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718572.456630:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456648:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718572.456655:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456688:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718572.456694:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718572.456715:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718572.456723:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718572.456725:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718572.456736:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718572.456742:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718572.456754:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456766:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718572.456776:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456779:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718572.456781:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718572.456785:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718572.456796:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718572.456806:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718572.456814:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718572.456823:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.456836:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718572.456838:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718572.456841:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.456844:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718572.456848:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718572.456855:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718572.456859:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718572.456866:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.456870:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718572.456876:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1779718572.456876:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779718572.456880:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718572.456884:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000800:00000200:2.1:1779718572.456892:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1779718572.456893:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718572.456909:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529468416/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718572.456925:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718572.456929:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718572.456934:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529468416/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718572.457010:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718572.457016:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718572.457022:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718572.457029:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718572.457041:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718572.457046:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718572.457052:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718572.457062:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718572.457068:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21019
00000400:00000200:1.0:1779718572.457074:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718572.457087:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718572.457092:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718572.457096:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.457099:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718572.457103:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.457109:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718572.457111:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718572.457112:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718572.457114:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718572.457116:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718572.457123:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718572.457126:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718572.457129:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.457131:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718572.457132:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718572.457134:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718572.457136:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718572.457141:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718572.457151:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718572.457154:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718572.457160:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718572.457164:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.457172:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718572.457177:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718572.457187:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.457190:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718572.457196:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718572.457200:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718572.457202:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718572.457204:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718572.457207:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718572.457212:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718572.457215:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718572.457220:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779718572.457226:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718572.457236:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529468544/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718572.457245:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718572.457250:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718572.457261:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529468544/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718572.457284:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718572.457293:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21029)
00000800:00000200:2.1:1779718572.457511:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718572.457514:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718572.457795:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718572.457797:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718572.458009:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718572.458011:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1779718572.904156:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718572.904162:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718572.904165:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718573.736003:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315692799, at 4315692800
00000100:00000040:1.0:1779718573.736003:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315692799, at 4315692800
00000100:00000010:1.0:1779718573.736021:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5960.
00000100:00000010:0.0:1779718573.736027:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5cc0.
00000020:00000001:1.0:1779718573.928132:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718573.928136:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718573.928139:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718574.952092:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718574.952097:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718574.952100:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718575.976192:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718575.976202:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718575.976209:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718577.000197:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718577.000203:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718577.000207:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718577.576206:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718577.576214:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718577.576219:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718577.576225:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718577.576231:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718577.576239:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21024
00000400:00000200:3.0:1779718577.576251:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718577.576259:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718577.576264:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718577.576270:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.576276:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718577.576281:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.576285:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718577.576290:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718577.576293:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718577.576296:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718577.576300:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718577.576303:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718577.576307:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718577.576311:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.576313:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718577.576317:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.576319:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718577.576323:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718577.576328:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718577.576332:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718577.576336:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718577.576341:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718577.576345:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.576348:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718577.576351:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718577.576359:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718577.576365:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718577.576371:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718577.576374:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.576380:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718577.576385:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718577.576390:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718577.576398:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718577.576407:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718577.576421:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529468672/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718577.576435:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718577.576442:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718577.576450:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529468672/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718577.576490:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718577.576496:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718577.576503:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718577.576506:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718577.576510:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718577.576612:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718577.576641:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21024
00000400:00000200:3.0:1779718577.576656:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718577.576663:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718577.576669:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718577.576674:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.576683:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718577.576686:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.576689:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718577.576699:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718577.576706:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718577.576711:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718577.576715:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718577.576719:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718577.576725:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718577.576737:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.576744:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718577.576751:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.576759:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718577.576764:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718577.576774:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718577.576781:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718577.576790:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1779718577.576906:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718577.576911:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1779718577.576990:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718577.576998:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.577074:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718577.577086:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718577.577099:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.577106:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718577.577123:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718577.577135:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718577.577145:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718577.577154:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.577163:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718577.577169:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718577.577177:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718577.577192:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718577.577202:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718577.577219:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529468800/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718577.577264:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718577.577269:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718577.577280:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529468800/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718577.577308:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718577.577314:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718577.577327:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718577.577331:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718577.577335:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718577.577343:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718577.577352:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21024
00000400:00000200:3.0:1779718577.577366:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718577.577377:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718577.577381:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718577.577390:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.577398:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718577.577406:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.577411:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718577.577419:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718577.577424:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718577.577429:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718577.577433:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718577.577442:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718577.577448:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718577.577463:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.577474:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718577.577485:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.577495:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718577.577505:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718577.577519:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718577.577533:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718577.577543:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718577.577552:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718577.577562:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.577568:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718577.577573:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718577.577584:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.577588:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718577.577597:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718577.577604:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718577.577613:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718577.577617:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.577648:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718577.577652:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718577.577656:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718577.577665:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718577.577674:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718577.577688:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529468928/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718577.577708:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718577.577714:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718577.577723:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529468928/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718577.577741:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718577.577748:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718577.577757:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718577.577763:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718577.577772:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718577.577778:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718577.577783:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718577.577792:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718577.577800:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21024
00000400:00000200:3.0:1779718577.577812:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718577.577820:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718577.577827:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718577.577838:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.577846:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718577.577854:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.577858:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718577.577865:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718577.577869:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718577.577873:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718577.577876:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718577.577881:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718577.577890:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718577.577898:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.577904:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718577.577910:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718577.577914:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718577.577961:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718577.577970:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718577.577976:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718577.577981:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718577.577990:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718577.577998:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.578006:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718577.578012:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718577.578020:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.578026:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718577.578036:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718577.578041:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718577.578048:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718577.578051:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718577.578057:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718577.578059:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718577.578062:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718577.578071:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718577.578078:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718577.578089:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529469056/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718577.578112:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718577.578117:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718577.578126:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529469056/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718577.578159:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718577.578167:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21034)
00000800:00000200:2.1:1779718577.578232:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718577.578236:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718577.578680:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718577.578683:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718577.579224:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718577.579227:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1779718578.024264:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718578.024272:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718578.024278:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1779718578.856070:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315697919, at 4315697920
00000100:00000010:0.0:1779718578.856106:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c00.
00000100:00000040:1.0:1779718578.856177:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315697919, at 4315697920
00000100:00000010:1.0:1779718578.856191:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b59c0.
00000020:00000001:1.0:1779718579.048181:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718579.048187:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718579.048191:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718580.072149:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718580.072153:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718580.072156:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718581.096140:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718581.096144:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718581.096149:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718582.120168:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718582.120200:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718582.120205:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718582.696026:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718582.696036:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718582.696039:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718582.696043:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718582.696051:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718582.696061:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21029
00000400:00000200:0.0:1779718582.696074:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718582.696085:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718582.696092:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718582.696100:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696104:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718582.696107:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696110:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718582.696114:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718582.696116:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718582.696119:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718582.696122:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718582.696124:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718582.696127:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718582.696141:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696144:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718582.696146:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696148:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718582.696151:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718582.696154:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696157:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718582.696160:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718582.696163:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718582.696166:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.696168:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718582.696171:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718582.696181:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779718582.696184:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718582.696189:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718582.696191:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.696195:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718582.696197:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718582.696201:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718582.696209:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718582.696216:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718582.696225:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529469184/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718582.696237:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718582.696242:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718582.696246:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529469184/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718582.696271:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718582.696275:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718582.696278:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718582.696280:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718582.696282:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718582.696285:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718582.696288:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21029
00000400:00000200:0.0:1779718582.696292:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718582.696296:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718582.696299:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718582.696303:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696308:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718582.696313:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696317:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718582.696322:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718582.696326:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718582.696328:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718582.696332:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718582.696337:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718582.696343:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718582.696352:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696356:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718582.696362:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696367:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718582.696369:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718582.696375:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696383:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718582.696391:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718582.696401:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718582.696408:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.696414:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718582.696422:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718582.696431:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.696437:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718582.696449:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718582.696457:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718582.696463:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718582.696467:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.696472:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718582.696478:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718582.696484:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718582.696493:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718582.696501:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718582.696513:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529469312/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718582.696529:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718582.696534:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718582.696545:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529469312/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718582.696564:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718582.696568:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718582.696576:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718582.696579:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718582.696601:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718582.696605:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718582.696611:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21029
00000400:00000200:0.0:1779718582.696621:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718582.696629:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718582.696634:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718582.696643:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696650:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718582.696655:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696658:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718582.696661:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718582.696664:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718582.696669:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718582.696673:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718582.696678:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718582.696683:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718582.696693:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696696:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718582.696698:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696705:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718582.696707:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718582.696715:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696724:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718582.696728:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718582.696735:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1779718582.696740:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718582.696741:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.696749:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1779718582.696749:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000008:00100000:0.0:1779718582.696752:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718582.696757:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.696761:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718582.696766:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779718582.696771:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718582.696779:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718582.696783:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.696787:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718582.696791:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718582.696793:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718582.696799:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779718582.696806:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718582.696816:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529469440/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718582.696843:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718582.696848:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718582.696856:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529469440/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718582.696884:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718582.696891:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718582.696899:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718582.696907:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718582.696913:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718582.696916:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718582.696918:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718582.696945:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718582.696949:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21029
00000400:00000200:0.0:1779718582.696955:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718582.696959:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718582.696962:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718582.696968:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696970:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718582.696975:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.696979:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718582.696982:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718582.696985:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718582.696988:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718582.696991:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718582.696997:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718582.696999:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718582.697006:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.697013:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718582.697017:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718582.697021:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718582.697026:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718582.697033:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718582.697040:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718582.697046:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718582.697051:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718582.697056:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.697060:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718582.697064:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718582.697069:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.697075:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718582.697084:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779718582.697089:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718582.697093:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718582.697097:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718582.697103:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718582.697107:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718582.697110:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718582.697117:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718582.697122:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718582.697134:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529469568/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718582.697152:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718582.697157:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718582.697166:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529469568/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718582.697196:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718582.697203:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21039)
00000800:00000200:2.1:1779718582.697439:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718582.697442:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718582.697757:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718582.697760:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718582.698057:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718582.698060:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779718583.144144:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718583.144148:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718583.144152:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718583.976034:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315703039, at 4315703040
00000100:00000040:0.0:1779718583.976036:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315703038, at 4315703040
00000100:00000010:1.0:1779718583.976054:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c00.
00000100:00000010:0.0:1779718583.976057:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b59c0.
00000020:00000001:3.0:1779718584.168148:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718584.168154:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718584.168158:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718585.192100:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718585.192105:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718585.192109:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718586.216131:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718586.216136:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718586.216140:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718587.240066:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718587.240069:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718587.240072:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718587.816049:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718587.816055:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718587.816057:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718587.816060:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718587.816062:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718587.816069:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21034
00000400:00000200:3.0:1779718587.816077:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718587.816081:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718587.816084:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718587.816086:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816089:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718587.816091:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816093:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718587.816096:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718587.816098:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718587.816101:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718587.816104:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718587.816106:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718587.816109:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718587.816112:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816114:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718587.816116:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816117:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718587.816120:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718587.816124:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816127:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718587.816131:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718587.816135:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718587.816138:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816140:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718587.816143:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718587.816152:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718587.816156:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718587.816160:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718587.816162:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816164:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718587.816167:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718587.816170:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718587.816176:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718587.816181:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718587.816189:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529469696/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718587.816197:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718587.816200:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718587.816204:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529469696/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718587.816221:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718587.816224:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718587.816226:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718587.816227:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718587.816228:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718587.816231:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718587.816233:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21034
00000400:00000200:3.0:1779718587.816237:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718587.816239:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718587.816241:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718587.816243:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816245:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718587.816246:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816248:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718587.816252:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718587.816255:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718587.816256:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718587.816259:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718587.816260:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718587.816263:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718587.816268:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816272:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718587.816276:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816280:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718587.816283:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718587.816287:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816292:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718587.816294:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718587.816300:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718587.816302:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816305:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718587.816310:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718587.816312:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816315:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718587.816318:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718587.816323:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718587.816327:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718587.816328:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816330:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718587.816331:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718587.816333:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718587.816338:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718587.816343:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718587.816349:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529469824/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718587.816356:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718587.816360:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718587.816362:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529469824/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718587.816376:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718587.816378:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718587.816381:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718587.816384:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718587.816386:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718587.816390:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718587.816394:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21034
00000400:00000200:3.0:1779718587.816398:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718587.816405:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718587.816407:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718587.816412:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816414:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718587.816417:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816418:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718587.816422:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718587.816423:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718587.816426:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718587.816427:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718587.816428:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718587.816430:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718587.816435:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816437:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718587.816439:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816442:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718587.816446:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718587.816451:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816455:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718587.816458:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718587.816461:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718587.816464:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816467:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718587.816470:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718587.816473:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816476:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718587.816479:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718587.816483:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718587.816486:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718587.816487:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816489:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718587.816491:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718587.816494:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718587.816499:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718587.816502:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718587.816508:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529469952/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718587.816516:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718587.816517:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718587.816522:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529469952/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1779718587.816535:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718587.816536:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718587.816538:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1779718587.816541:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718587.816560:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718587.816567:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718587.816575:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718587.816579:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718587.816582:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718587.816588:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718587.816594:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21034
00000400:00000200:3.0:1779718587.816603:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718587.816609:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718587.816613:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718587.816615:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816619:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718587.816624:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816628:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718587.816632:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718587.816634:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718587.816637:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718587.816641:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718587.816645:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718587.816647:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718587.816649:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816652:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718587.816655:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816659:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718587.816661:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718587.816666:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718587.816668:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718587.816669:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718587.816674:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718587.816675:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816677:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718587.816681:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718587.816684:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816685:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718587.816690:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718587.816693:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718587.816698:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718587.816700:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718587.816705:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718587.816707:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718587.816709:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718587.816714:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718587.816718:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718587.816726:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529470080/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718587.816738:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718587.816741:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718587.816746:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529470080/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718587.816784:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718587.816790:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21044)
00000800:00000200:2.1:1779718587.816998:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718587.816999:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718587.817193:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718587.817195:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718587.817373:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718587.817375:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1779718588.264097:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718588.264100:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718588.264103:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1779718589.095981:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315708158, at 4315708160
00000100:00000040:0.0:1779718589.095998:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315708158, at 4315708160
00000100:00000010:1.0:1779718589.095999:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5cc0.
00000100:00000010:0.0:1779718589.096007:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f60.
00000020:00000001:1.0:1779718589.288167:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718589.288173:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718589.288177:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1779718590.312161:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718590.312165:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718590.312168:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1779718591.336115:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718591.336118:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718591.336121:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1779718592.360049:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718592.360053:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718592.360057:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718592.936019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718592.936024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718592.936028:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718592.936034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718592.936038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718592.936040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718592.936042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718592.936045:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718592.936055:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.936301:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718592.936309:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718592.936312:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718592.936327:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.936344:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718592.936347:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718592.936356:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718592.936361:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718592.936365:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718592.936372:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529470208:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718592.936377:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718592.936384:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718592.936391:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718592.936399:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718592.936420:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779718592.936425:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718592.936438:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718592.936447:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718592.936460:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718592.936474:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529470208, portal 25
00000100:00000001:1.0:1779718592.936482:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718592.936486:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000100:00000040:1.0:1779718592.936497:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.936544:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718592.936553:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718592.936560:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718592.936567:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529470208, offset 0
00000400:00000200:1.0:1779718592.936584:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718592.936602:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718592.936617:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718592.936630:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718592.936637:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718592.936641:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718592.936648:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718592.936658:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157403:157403:256:4294967295] 192.168.203.145@tcp LPNI seq info [157402:157402:8:4294967295]
00000400:00000200:1.0:1779718592.936675:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718592.936698:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718592.936716:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718592.936721:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718592.936742:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718592.936751:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779718592.936768:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718592.936780:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1779718592.936796:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718592.936800:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718592.936814:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718592.936828:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718592.936837:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718592.936842:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718592.936855:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718592.936864:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.936888:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718592.936894:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.936957:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.936965:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718592.936973:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718592.936980:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718592.936983:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315713279
00000100:00000010:1.0:1779718592.936989:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148ba20.
00000100:00000001:1.0:1779718592.937001:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718592.937014:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315713279
00000100:00000010:1.0:1779718592.937024:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bde0.
00000100:00000001:1.0:1779718592.937033:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718592.937043:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718592.937055:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.937060:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718592.937068:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718592/real 1779718592]  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718592.937077:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718592.937078:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718592.937081:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718592.937083:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718592.937085:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718592.937087:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718592.937090:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718592.937096:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937101:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718592.937102:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937104:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718592.937106:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718592.937108:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937113:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718592.937116:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937121:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718592.937123:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937124:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718592.937125:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937128:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718592.937129:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718592.937132:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718592.937135:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718592.937136:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718592.937139:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718592.937145:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529470208:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718592.937148:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937149:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718592.937151:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938905880 x1866162529470208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937160:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718592.937162:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718592.937165:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779718592.937167:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718592.937169:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718592.937170:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718592.937172:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718592.937174:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c800.
02000000:00000001:1.0:1779718592.937177:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718592.937179:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718592.937181:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938905880.
00000100:00000001:1.0:1779718592.937184:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718592.937184:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937186:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937193:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718592.937194:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.937196:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718592.937197:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718592.937198:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718592.937201:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937207:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718592.937208:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718592.937209:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718592.937211:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718592.937213:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718592.937215:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529470336:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718592.937217:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718592.937218:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718592.937219:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718592.937220:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718592.937222:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779718592.937223:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718592.937225:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718592.937228:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718592.937230:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718592.937232:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529470336, portal 10
00000100:00000001:1.0:1779718592.937234:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718592.937235:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569072768 : -117608140478848 : ffff950938906680)
00000100:00000040:1.0:1779718592.937241:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937246:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718592.937247:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718592.937249:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718592.937250:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529470336, offset 0
00000400:00000200:1.0:1779718592.937253:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718592.937255:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718592.937258:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718592.937260:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718592.937262:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718592.937263:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718592.937265:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718592.937268:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157404:157404:256:4294967295] 192.168.203.145@tcp LPNI seq info [157403:157403:8:4294967295]
00000400:00000200:1.0:1779718592.937270:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718592.937274:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718592.937278:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718592.937280:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718592.937282:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718592.937284:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779718592.937288:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718592.937290:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1779718592.937293:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718592.937294:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718592.937296:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718592.937299:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718592.937301:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718592.937302:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718592.937304:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718592.937307:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937312:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718592.937314:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937318:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.937320:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718592.937321:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718592.937325:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718592.937327:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718592.937328:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315712011
00000100:00000001:1.0:1779718592.937330:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315713279
00000100:00000001:1.0:1779718592.937331:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315712011
00000100:00000001:1.0:1779718592.937333:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315713279
00000100:00000001:1.0:1779718592.937335:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718592.937336:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.937337:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718592.937339:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718592/real 1779718592]  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718592.937344:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718592.937345:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718592.937346:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718592.937347:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718592.937348:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718592.937350:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718592.937352:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718592.937357:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937365:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718592.937366:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937368:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718592.937369:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718592.937371:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937375:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718592.937377:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937381:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718592.937382:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937383:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718592.937384:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937385:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718592.937387:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718592.937388:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718592.937390:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718592.937391:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718592.937393:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718592.937398:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529470336:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718592.937400:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718592.937402:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937407:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718592.937408:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718592.937410:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718592.937411:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718592.937413:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718592.937415:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529470464:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718592.937417:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718592.937418:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718592.937419:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718592.937420:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718592.937423:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779718592.937424:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718592.937426:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718592.937427:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718592.937429:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718592.937432:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529470464, portal 10
00000100:00000001:1.0:1779718592.937433:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718592.937434:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:1.0:1779718592.937439:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937443:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718592.937445:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718592.937446:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718592.937447:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529470464, offset 0
00000400:00000200:1.0:1779718592.937450:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718592.937452:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718592.937454:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718592.937455:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718592.937457:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718592.937459:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718592.937461:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718592.937463:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157405:157405:256:4294967295] 192.168.203.145@tcp LPNI seq info [157404:157404:8:4294967295]
00000400:00000200:1.0:1779718592.937465:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718592.937469:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718592.937473:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718592.937475:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718592.937477:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718592.937479:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779718592.937482:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718592.937484:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1779718592.937487:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718592.937488:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718592.937490:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718592.937492:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718592.937494:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718592.937495:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718592.937497:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718592.937499:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937519:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718592.937523:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937530:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.937532:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718592.937535:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718592.937539:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718592.937542:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718592.937544:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315712019
00000100:00000001:1.0:1779718592.937547:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315713279
00000100:00000001:1.0:1779718592.937550:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315712019
00000100:00000001:1.0:1779718592.937552:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315713279
00000100:00000001:1.0:1779718592.937555:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718592.937557:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.937559:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718592.937562:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718592/real 1779718592]  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718592.937568:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718592.937569:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718592.937570:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718592.937572:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718592.937573:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718592.937575:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718592.937577:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718592.937582:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937586:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718592.937587:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937588:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718592.937589:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718592.937591:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937595:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718592.937597:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937601:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718592.937603:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937603:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718592.937604:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937605:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718592.937606:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718592.937608:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718592.937610:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718592.937611:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718592.937614:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718592.937619:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529470464:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718592.937622:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718592.937624:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937628:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718592.937629:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718592.937630:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718592.937631:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718592.937633:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718592.937634:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529470592:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718592.937636:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718592.937638:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718592.937639:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718592.937640:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718592.937643:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779718592.937644:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718592.937647:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718592.937648:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718592.937650:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718592.937652:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529470592, portal 4
00000100:00000001:1.0:1779718592.937654:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718592.937655:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:1.0:1779718592.937659:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937663:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718592.937665:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718592.937666:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718592.937668:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529470592, offset 0
00000400:00000200:1.0:1779718592.937670:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718592.937673:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718592.937675:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718592.937677:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718592.937679:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718592.937680:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718592.937682:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718592.937684:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157406:157406:256:4294967295] 192.168.203.145@tcp LPNI seq info [157405:157405:8:4294967295]
00000400:00000200:1.0:1779718592.937687:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718592.937692:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718592.937695:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718592.937696:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718592.937699:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718592.937701:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1779718592.937704:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718592.937706:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1779718592.937708:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718592.937710:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718592.937712:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718592.937714:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718592.937716:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718592.937717:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718592.937718:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718592.937720:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937725:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718592.937727:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937731:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.937732:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718592.937734:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718592.937736:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718592.937738:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718592.937740:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315712017
00000100:00000001:1.0:1779718592.937742:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315713279
00000100:00000001:1.0:1779718592.937743:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315712017
00000100:00000001:1.0:1779718592.937745:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315713279
00000100:00000001:1.0:1779718592.937746:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718592.937747:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.937748:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718592.937750:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718592/real 1779718592]  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718592.937754:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718592.937755:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718592.937757:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718592.937758:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718592.937759:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718592.937760:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718592.937762:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718592.937767:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937771:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718592.937771:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937772:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718592.937773:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718592.937775:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937779:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718592.937781:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937785:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718592.937787:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937788:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718592.937789:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937791:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718592.937792:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718592.937793:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718592.937795:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718592.937796:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718592.937799:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718592.937803:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529470592:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718592.937805:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937806:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718592.937808:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906680 x1866162529470336/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937812:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718592.937813:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718592.937814:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779718592.937815:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718592.937816:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718592.937817:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718592.937818:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718592.937819:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c000.
02000000:00000001:1.0:1779718592.937821:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718592.937822:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718592.937823:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906680.
00000100:00000001:1.0:1779718592.937825:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718592.937826:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937827:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718592.937829:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529470464/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937838:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718592.937839:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718592.937840:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779718592.937841:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718592.937842:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718592.937843:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718592.937844:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718592.937844:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f000.
02000000:00000001:1.0:1779718592.937846:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718592.937847:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718592.937847:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:1.0:1779718592.937849:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718592.937849:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937850:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718592.937852:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906d80 x1866162529470592/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718592.937856:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718592.937856:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718592.937857:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779718592.937860:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718592.937860:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718592.937861:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718592.937862:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718592.937863:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c400.
02000000:00000001:1.0:1779718592.937864:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718592.937865:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718592.937865:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906d80.
00000100:00000001:1.0:1779718592.937867:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718592.937868:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937869:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718592.937871:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718592.937872:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718592.937873:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718592.937874:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718593.384148:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718593.384152:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718593.384154:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718593.960013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718593.960020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718593.960022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718593.960027:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718593.960030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718593.960033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718593.960035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718593.960038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718593.960040:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718594.216038:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315713279, at 4315713280
00000100:00000040:0.0:1779718594.216046:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315713279, at 4315713280
00000100:00000010:1.0:1779718594.216050:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bde0.
00000100:00000010:0.0:1779718594.216064:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148ba20.
00000020:00000001:1.0:1779718594.408134:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718594.408137:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718594.408140:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718594.984030:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718594.984035:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718594.984037:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718594.984041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718594.984044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718594.984047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718594.984050:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718594.984052:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718594.984054:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718595.432097:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718595.432101:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718595.432104:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718596.008004:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718596.008009:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718596.008010:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718596.008014:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718596.008017:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718596.008020:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718596.008022:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718596.008024:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718596.008026:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718596.456066:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718596.456070:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718596.456073:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718597.032009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718597.032015:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718597.032017:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718597.032021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718597.032024:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718597.032027:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718597.032029:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718597.032031:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718597.032033:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718597.480107:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718597.480110:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718597.480113:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718598.056016:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718598.056027:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718598.056030:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718598.056034:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718598.056040:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718598.056045:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718598.056049:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21044
00000100:00000001:0.0:1779718598.056050:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718598.056053:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718598.056057:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718598.056060:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1779718598.056061:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718598.056063:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718598.056066:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718598.056069:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718598.056072:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718598.056073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718598.056078:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718598.056082:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056086:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718598.056089:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056093:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718598.056096:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718598.056098:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718598.056100:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718598.056103:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718598.056105:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718598.056107:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718598.056109:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056110:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718598.056112:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056113:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718598.056115:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718598.056117:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056119:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718598.056121:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718598.056123:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718598.056125:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718598.056127:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718598.056128:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718598.056136:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718598.056138:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718598.056142:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718598.056143:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718598.056146:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718598.056148:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718598.056151:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718598.056157:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718598.056162:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718598.056169:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718598.056177:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718598.056180:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718598.056183:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718598.056200:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718598.056203:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718598.056206:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718598.056207:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718598.056208:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718598.056210:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718598.056212:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21044
00000400:00000200:3.0:1779718598.056216:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718598.056219:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718598.056220:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718598.056222:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056224:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779718598.056226:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718598.056226:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056230:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:1.0:1779718598.056231:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718598.056232:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1779718598.056233:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1779718598.056234:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718598.056236:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718598.056238:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718598.056241:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718598.056242:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718598.056243:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718598.056250:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056254:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718598.056257:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718598.056259:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718598.056260:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:1.0:1779718598.056262:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718598.056263:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:1.0:1779718598.056267:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1779718598.056267:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:1.0:1779718598.056271:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718598.056271:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718598.056272:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718598.056276:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718598.056279:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1779718598.056280:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529470720:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718598.056282:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718598.056286:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718598.056287:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1779718598.056290:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1779718598.056291:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718598.056295:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718598.056295:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718598.056300:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718598.056300:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718598.056303:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
02000000:00000010:1.0:1779718598.056305:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92c00.
00000020:00000040:3.0:1779718598.056306:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718598.056309:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718598.056310:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718598.056312:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718598.056314:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718598.056315:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1779718598.056317:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718598.056318:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718598.056322:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
02000000:00000010:3.0:1779718598.056323:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718598.056327:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718598.056329:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00100000:3.0:1779718598.056333:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1779718598.056337:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529470720, portal 25
00000100:00000001:3.0:1779718598.056341:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718598.056342:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718598.056345:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000001:3.0:1779718598.056345:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718598.056351:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718598.056354:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718598.056367:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718598.056369:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1779718598.056370:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718598.056374:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718598.056376:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1779718598.056377:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000001:3.0:1779718598.056378:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1779718598.056381:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529470720, offset 0
00000100:00080000:3.0:1779718598.056381:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718598.056384:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718598.056389:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21044
00000400:00000200:1.0:1779718598.056390:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718598.056394:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718598.056397:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718598.056398:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1779718598.056402:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718598.056404:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056406:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718598.056407:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056410:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:1.0:1779718598.056411:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:3.0:1779718598.056413:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718598.056415:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718598.056416:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1779718598.056417:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1779718598.056418:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718598.056421:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718598.056423:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000001:3.0:1779718598.056424:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718598.056427:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1779718598.056429:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056431:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1779718598.056432:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:3.0:1779718598.056435:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056437:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:1.0:1779718598.056439:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157407:157407:256:4294967295] 192.168.203.145@tcp LPNI seq info [157406:157406:8:4294967295]
00000020:00000040:3.0:1779718598.056440:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718598.056445:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:1.0:1779718598.056448:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718598.056449:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718598.056452:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718598.056453:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718598.056455:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718598.056456:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718598.056457:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718598.056458:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718598.056460:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718598.056477:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1779718598.056478:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718598.056483:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:1.0:1779718598.056488:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718598.056488:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718598.056489:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718598.056492:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718598.056492:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1779718598.056493:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
02000000:00000001:3.0:1779718598.056494:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718598.056500:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000800:00000200:1.0:1779718598.056504:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718598.056505:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1779718598.056507:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00100000:3.0:1779718598.056512:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1779718598.056517:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718598.056523:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1779718598.056533:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718598.056536:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000100:00000001:3.0:1779718598.056538:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718598.056540:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718598.056542:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1779718598.056545:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718598.056551:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718598.056558:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000100:00000001:3.0:1779718598.056558:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718598.056561:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000040:3.0:1779718598.056563:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779718598.056566:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1779718598.056567:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718598.056571:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1779718598.056573:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718598.056574:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718598.056577:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718598.056579:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718598.056584:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:1.0:1779718598.056586:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1779718598.056587:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21044
00000100:00000040:1.0:1779718598.056592:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718598.056593:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718598.056598:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718598.056602:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718598.056607:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056611:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718598.056614:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718598.056619:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:1.0:1779718598.056625:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718598.056626:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1779718598.056629:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1779718598.056629:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718598.056633:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1779718598.056634:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718598.056636:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000400:00000200:1.0:1779718598.056640:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718598.056641:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:1.0:1779718598.056643:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315718398
00000020:00000001:3.0:1779718598.056647:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000010:1.0:1779718598.056649:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bde0.
00000100:00000040:3.0:1779718598.056654:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718598.056656:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718598.056658:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718598.056662:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718598.056663:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315718398
00000100:00000001:3.0:1779718598.056666:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000010:1.0:1779718598.056667:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b3c0.
00000100:00000001:1.0:1779718598.056672:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1779718598.056672:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718598.056678:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718598.056679:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718598.056680:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718598.056684:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1779718598.056685:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718598.056687:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718598.056690:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1779718598.056690:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718598.056691:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718598.056695:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718598.056698:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718598.056699:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718598.056700:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718598/real 1779718598]  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1779718598.056703:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718598.056707:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718598.056712:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718598.056714:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718598.056719:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718598.056720:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1779718598.056721:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1779718598.056722:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1779718598.056725:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1779718598.056727:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000400:00000010:1.0:1779718598.056728:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000100:00000001:3.0:1779718598.056732:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718598.056733:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718598.056736:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718598.056739:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1779718598.056740:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1779718598.056746:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718598.056750:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718598.056754:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718598.056760:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718598.056764:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718598.056778:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718598.056784:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1779718598.056784:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21054)
00000100:00000001:1.0:1779718598.056785:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.056789:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718598.056790:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718598.056793:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.056800:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718598.056803:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.056808:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718598.056810:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.056811:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718598.056812:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.056814:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718598.056815:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718598.056817:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718598.056820:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718598.056821:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718598.056824:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718598.056829:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529470720:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718598.056832:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.056834:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718598.056836:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529470720/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.056840:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718598.056842:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718598.056844:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779718598.056847:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718598.056848:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718598.056849:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718598.056850:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718598.056852:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:1.0:1779718598.056854:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718598.056856:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718598.056857:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:1.0:1779718598.056859:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718598.056860:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.056862:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.056867:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718598.056868:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718598.056869:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718598.056870:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718598.056871:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718598.056873:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.056878:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718598.056879:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718598.056881:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718598.056882:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718598.056883:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718598.056885:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529470848:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718598.056888:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718598.056889:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718598.056890:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718598.056891:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718598.056894:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779718598.056895:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718598.056898:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718598.056899:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718598.056902:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718598.056904:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529470848, portal 10
00000100:00000001:1.0:1779718598.056905:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718598.056906:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:1.0:1779718598.056911:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.056915:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718598.056917:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718598.056919:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718598.056941:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529470848, offset 0
00000400:00000200:1.0:1779718598.056944:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718598.056948:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718598.056950:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718598.056953:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718598.056954:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718598.056956:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718598.056958:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718598.056960:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157408:157408:256:4294967295] 192.168.203.145@tcp LPNI seq info [157407:157407:8:4294967295]
00000400:00000200:1.0:1779718598.056962:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718598.056967:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718598.056970:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718598.056972:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718598.056975:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718598.056977:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779718598.056980:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718598.056982:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1779718598.056984:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718598.056985:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718598.056987:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718598.056990:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718598.056992:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718598.056993:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718598.056995:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718598.056997:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057003:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718598.057005:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057010:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718598.057011:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718598.057013:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718598.057016:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718598.057018:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718598.057021:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315717131
00000100:00000001:1.0:1779718598.057024:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315718398
00000100:00000001:1.0:1779718598.057026:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315717131
00000100:00000001:1.0:1779718598.057028:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315718398
00000100:00000001:1.0:1779718598.057030:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718598.057033:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718598.057034:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718598.057038:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718598/real 1779718598]  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718598.057047:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718598.057048:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718598.057050:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718598.057053:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718598.057055:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718598.057057:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718598.057061:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718598.057070:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057075:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718598.057076:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057077:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718598.057078:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718598.057080:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057085:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718598.057087:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057092:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718598.057094:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057095:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718598.057096:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057097:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718598.057098:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718598.057100:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718598.057102:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718598.057103:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718598.057105:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718598.057110:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529470848:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718598.057113:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718598.057115:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057119:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718598.057120:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718598.057121:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718598.057122:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718598.057124:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718598.057126:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529470976:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718598.057128:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718598.057129:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718598.057130:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718598.057131:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718598.057134:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779718598.057135:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718598.057137:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718598.057139:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718598.057141:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718598.057143:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529470976, portal 10
00000100:00000001:1.0:1779718598.057145:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718598.057146:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:1.0:1779718598.057150:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057154:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718598.057156:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718598.057157:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718598.057158:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529470976, offset 0
00000400:00000200:1.0:1779718598.057161:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718598.057164:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718598.057166:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718598.057168:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718598.057169:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718598.057171:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718598.057173:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718598.057175:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157409:157409:256:4294967295] 192.168.203.145@tcp LPNI seq info [157408:157408:8:4294967295]
00000400:00000200:1.0:1779718598.057178:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718598.057182:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718598.057185:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718598.057187:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718598.057189:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718598.057191:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779718598.057194:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718598.057196:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1779718598.057198:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718598.057199:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718598.057201:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718598.057203:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718598.057205:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718598.057207:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718598.057208:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718598.057210:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057216:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718598.057217:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057222:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718598.057223:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718598.057224:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718598.057226:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718598.057228:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718598.057229:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315717139
00000100:00000001:1.0:1779718598.057231:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315718398
00000100:00000001:1.0:1779718598.057232:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315717139
00000100:00000001:1.0:1779718598.057234:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315718398
00000100:00000001:1.0:1779718598.057235:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718598.057237:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718598.057238:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718598.057240:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718598/real 1779718598]  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718598.057244:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718598.057245:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718598.057246:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718598.057248:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718598.057249:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718598.057250:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718598.057252:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718598.057257:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057262:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718598.057262:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057264:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718598.057265:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718598.057267:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057270:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718598.057273:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057276:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718598.057278:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057279:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718598.057280:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057281:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718598.057282:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718598.057283:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718598.057285:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718598.057286:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718598.057288:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718598.057293:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529470976:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718598.057295:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718598.057297:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057301:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718598.057302:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718598.057304:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718598.057305:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718598.057306:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718598.057308:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529471104:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718598.057310:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718598.057311:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718598.057312:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718598.057313:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718598.057315:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779718598.057316:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718598.057318:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718598.057320:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000400:00000010:1.0:1779718598.057322:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000200:1.0:1779718598.057323:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529471104, portal 4
00000100:00000001:1.0:1779718598.057325:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718598.057326:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:1.0:1779718598.057329:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057333:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718598.057335:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718598.057336:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00000200:1.0:1779718598.057338:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529471104, offset 0
00000400:00000200:1.0:1779718598.057340:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718598.057342:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718598.057344:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718598.057346:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718598.057347:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718598.057349:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718598.057350:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718598.057352:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157410:157410:256:4294967295] 192.168.203.145@tcp LPNI seq info [157409:157409:8:4294967295]
00000400:00000200:1.0:1779718598.057355:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718598.057359:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718598.057362:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718598.057364:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000800:00000200:1.0:1779718598.057366:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718598.057368:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1779718598.057371:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718598.057373:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1779718598.057375:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718598.057376:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5a100.
00000400:00000200:1.0:1779718598.057378:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718598.057379:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718598.057381:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d660
00000400:00000010:1.0:1779718598.057382:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d660.
00000100:00000001:1.0:1779718598.057384:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718598.057386:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057390:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718598.057392:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057396:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718598.057397:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718598.057399:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718598.057401:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718598.057403:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718598.057404:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315717137
00000100:00000001:1.0:1779718598.057406:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315718398
00000100:00000001:1.0:1779718598.057408:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315717137
00000100:00000001:1.0:1779718598.057409:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315718398
00000100:00000001:1.0:1779718598.057410:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718598.057411:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718598.057412:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718598.057414:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718598/real 1779718598]  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718598.057420:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718598.057420:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718598.057422:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718598.057423:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718598.057424:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718598.057425:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718598.057427:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718598.057431:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057435:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718598.057436:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057437:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718598.057438:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718598.057440:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057443:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718598.057445:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057449:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718598.057451:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057452:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718598.057452:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057453:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718598.057454:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718598.057456:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718598.057458:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718598.057460:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718598.057462:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718598.057482:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529471104:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718598.057485:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057486:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718598.057488:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529470848/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057493:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718598.057494:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718598.057496:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779718598.057498:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718598.057498:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718598.057499:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718598.057501:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718598.057502:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:1.0:1779718598.057503:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718598.057504:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718598.057505:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:1.0:1779718598.057507:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718598.057508:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057509:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718598.057511:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529470976/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057515:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718598.057516:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718598.057517:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779718598.057518:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718598.057519:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718598.057520:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718598.057521:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718598.057522:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:1.0:1779718598.057523:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718598.057524:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718598.057525:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:1.0:1779718598.057526:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718598.057527:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057528:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718598.057530:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529471104/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718598.057534:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718598.057535:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718598.057536:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779718598.057537:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718598.057537:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718598.057538:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718598.057539:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718598.057540:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:1.0:1779718598.057541:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718598.057542:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718598.057543:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:1.0:1779718598.057544:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718598.057545:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057546:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718598.057548:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718598.057549:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718598.057550:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718598.057552:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718598.504171:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718598.504179:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718598.504183:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718599.080077:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718599.080088:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718599.080091:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718599.080098:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718599.080103:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718599.080108:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718599.080113:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718599.080117:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718599.080120:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718599.336057:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315718398, at 4315718400
00000100:00000040:0.0:1779718599.336058:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315718398, at 4315718400
00000100:00000010:1.0:1779718599.336079:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b3c0.
00000100:00000010:0.0:1779718599.336092:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bde0.
00000020:00000001:1.0:1779718599.528227:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718599.528232:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718599.528238:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718600.104042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718600.104049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718600.104052:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718600.104058:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718600.104063:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718600.104067:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718600.104070:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718600.104073:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718600.104076:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718600.552141:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718600.552146:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718600.552151:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718601.128014:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718601.128020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718601.128022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718601.128026:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718601.128029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718601.128032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718601.128034:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718601.128036:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718601.128038:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718601.576070:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718601.576073:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718601.576076:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718602.152044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718602.152052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718602.152055:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718602.152061:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718602.152065:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718602.152069:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718602.152073:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718602.152076:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718602.152080:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718602.600163:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718602.600169:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718602.600174:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718603.176056:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718603.176060:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718603.176066:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718603.176073:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718603.176078:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1779718603.176081:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718603.176084:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718603.176088:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718603.176090:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718603.176095:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718603.176097:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718603.176101:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718603.176107:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718603.176108:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21049
00000100:00000001:0.0:1779718603.176114:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718603.176126:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718603.176134:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718603.176139:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718603.176145:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176150:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718603.176156:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176159:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718603.176165:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718603.176167:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718603.176170:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718603.176173:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718603.176176:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718603.176180:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718603.176184:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176186:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718603.176189:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176192:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718603.176195:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718603.176199:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176202:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718603.176206:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718603.176210:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718603.176213:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718603.176216:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718603.176218:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718603.176230:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718603.176235:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718603.176241:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718603.176243:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718603.176247:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718603.176250:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718603.176256:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718603.176264:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718603.176274:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718603.176286:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718603.176300:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718603.176306:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718603.176312:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718603.176345:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718603.176349:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718603.176354:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718603.176356:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718603.176358:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718603.176362:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718603.176365:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21049
00000400:00000200:3.0:1779718603.176369:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718603.176373:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718603.176376:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718603.176379:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176383:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718603.176386:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176389:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718603.176392:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718603.176394:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718603.176397:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718603.176401:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718603.176404:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718603.176407:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718603.176411:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176413:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718603.176416:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718603.176419:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718603.176419:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718603.176423:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:1.0:1779718603.176448:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718603.176453:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1779718603.176457:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176463:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718603.176467:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1779718603.176469:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718603.176475:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718603.176485:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718603.176493:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718603.176499:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1779718603.176501:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1779718603.176502:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718603.176512:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718603.176514:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718603.176516:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718603.176519:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1779718603.176524:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
02000000:00000001:1.0:1779718603.176525:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718603.176535:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00100000:1.0:1779718603.176538:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529471232:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718603.176541:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718603.176547:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718603.176549:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718603.176552:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718603.176556:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718603.176556:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718603.176562:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718603.176564:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718603.176570:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718603.176573:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
02000000:00000010:1.0:1779718603.176580:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:3.0:1779718603.176581:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718603.176589:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718603.176597:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1779718603.176604:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718603.176613:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be948.
00000100:00000001:3.0:1779718603.176623:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1779718603.176627:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d550.
00000100:00000001:3.0:1779718603.176628:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718603.176640:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718603.176642:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529471232, portal 25
00000100:00000001:1.0:1779718603.176651:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718603.176656:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:1.0:1779718603.176673:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718603.176683:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718603.176691:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779718603.176699:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1779718603.176700:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718603.176705:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1779718603.176710:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718603.176710:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718603.176717:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:1.0:1779718603.176720:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d660.
00000100:00080000:3.0:1779718603.176726:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21049
00000100:00000200:1.0:1779718603.176728:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529471232, offset 0
00000400:00000200:3.0:1779718603.176739:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718603.176746:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718603.176751:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718603.176755:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718603.176759:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:1.0:1779718603.176765:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718603.176767:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718603.176774:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176780:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:1.0:1779718603.176781:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:3.0:1779718603.176788:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718603.176794:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:1.0:1779718603.176795:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1779718603.176802:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1779718603.176807:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000040:3.0:1779718603.176811:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:1.0:1779718603.176815:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1779718603.176823:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718603.176824:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718603.176834:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157411:157411:256:4294967295] 192.168.203.145@tcp LPNI seq info [157410:157410:8:4294967295]
00000020:00000001:3.0:1779718603.176836:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718603.176849:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718603.176854:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176862:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718603.176873:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176883:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:1.0:1779718603.176884:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1779718603.176894:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718603.176906:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718603.176909:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718603.176912:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718603.176917:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718603.176955:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718603.176958:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718603.176961:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718603.176965:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718603.176968:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1779718603.176971:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000010:3.0:1779718603.176976:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000800:00000010:1.0:1779718603.176982:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a100.
00000020:00000040:3.0:1779718603.176982:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718603.176992:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718603.176993:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718603.176997:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718603.177002:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1779718603.177003:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718603.177007:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1779718603.177014:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000010:3.0:1779718603.177016:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718603.177024:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718603.177032:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718603.177043:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718603.177047:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718603.177049:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718603.177056:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718603.177066:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718603.177074:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315723519
00000100:00000001:3.0:1779718603.177086:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718603.177087:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b3c0.
00000100:00000040:3.0:1779718603.177093:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779718603.177099:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1779718603.177100:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718603.177109:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779718603.177113:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315723519
00000100:00080000:3.0:1779718603.177114:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718603.177122:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:1.0:1779718603.177124:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bc00.
00000100:00080000:3.0:1779718603.177125:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718603.177134:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718603.177135:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:1.0:1779718603.177142:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1779718603.177146:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21049
00000100:00000001:1.0:1779718603.177151:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718603.177158:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718603.177159:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718603.177164:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718603.177169:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718603.177174:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1779718603.177177:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1779718603.177178:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718603.177183:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1779718603.177184:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718603.177189:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.177192:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718603.177197:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1779718603.177198:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1779718603.177200:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:1.0:1779718603.177203:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718603.177206:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1779718603.177208:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1779718603.177211:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718603.177215:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718603.177221:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718603.177222:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718603.177235:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718603.177244:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718603.177252:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718603.177254:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718603.177257:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:1.0:1779718603.177258:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718603.177267:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
02000000:00000001:1.0:1779718603.177268:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718603.177275:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1779718603.177279:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:1.0:1779718603.177281:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718603.177289:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718603.177295:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529471360:192.168.203.145@tcp:38:kworker.0
02000000:00000001:3.0:1779718603.177296:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1779718603.177304:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718603.177305:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718603.177309:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718603.177311:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718603.177314:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718603.177316:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1779718603.177320:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1779718603.177322:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718603.177328:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718603.177329:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90800.
00000100:00000001:3.0:1779718603.177334:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718603.177337:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718603.177342:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718603.177349:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:1.0:1779718603.177351:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718603.177356:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718603.177361:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718603.177363:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398beb00.
00000100:00000001:3.0:1779718603.177364:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718603.177368:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718603.177373:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718603.177379:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
02000000:00000010:3.0:1779718603.177380:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718603.177390:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779718603.177392:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529471360, portal 10
00000100:00100000:3.0:1779718603.177399:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718603.177402:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718603.177409:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000001:3.0:1779718603.177421:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718603.177425:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718603.177453:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718603.177458:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718603.177493:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718603.177502:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718603.177503:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718603.177508:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d5d8.
00000100:00000040:3.0:1779718603.177512:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21059)
00000100:00000200:1.0:1779718603.177514:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529471360, offset 0
00000400:00000200:1.0:1779718603.177524:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718603.177532:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718603.177544:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718603.177551:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718603.177557:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718603.177561:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718603.177566:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718603.177574:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157412:157412:255:4294967295] 192.168.203.145@tcp LPNI seq info [157411:157411:7:4294967295]
00000400:00000200:1.0:1779718603.177582:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718603.177596:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718603.177605:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718603.177613:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a800.
00000800:00000200:1.0:1779718603.177620:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718603.177627:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718603.177632:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718603.177639:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718603.177646:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718603.177649:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315722251
00000100:00000001:1.0:1779718603.177655:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315723519
00000100:00000001:1.0:1779718603.177660:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315722251
00000100:00000001:1.0:1779718603.177664:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315723519
00000100:00000001:1.0:1779718603.177669:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718603.177673:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718603.177678:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718603.177687:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718603.177703:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718603.177707:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718603.177710:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718603.177713:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718603.177717:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718603.177724:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529471488:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718603.177730:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718603.177734:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718603.177737:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718603.177741:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718603.177748:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779718603.177752:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718603.177759:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718603.177764:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718603.177771:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718603.177777:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529471488, portal 10
00000100:00000001:1.0:1779718603.177782:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718603.177784:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:1.0:1779718603.177796:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718603.177809:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718603.177813:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718603.177817:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2df68.
00000100:00000200:1.0:1779718603.177821:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529471488, offset 0
00000400:00000200:1.0:1779718603.177830:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718603.177838:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718603.177845:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718603.177851:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718603.177856:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718603.177861:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718603.177865:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718603.177872:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157413:157413:254:4294967295] 192.168.203.145@tcp LPNI seq info [157412:157412:6:4294967295]
00000400:00000200:1.0:1779718603.177879:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718603.177891:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718603.177900:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718603.177906:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a500.
00000800:00000200:1.0:1779718603.177913:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718603.177958:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718603.177965:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718603.177970:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718603.177976:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718603.177980:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315722260
00000100:00000001:1.0:1779718603.177984:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315723519
00000100:00000001:1.0:1779718603.177987:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315722260
00000100:00000001:1.0:1779718603.177992:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315723519
00000100:00000001:1.0:1779718603.177996:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718603.178000:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718603.178004:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718603.178008:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718603.178015:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718603.178018:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1779718603.178021:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718603.178024:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718603.178026:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718603.178034:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718603.178048:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718603.178051:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718603.178055:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718603.178059:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718603.178063:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718603.178068:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529471616:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718603.178074:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718603.178078:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718603.178082:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718603.178085:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718603.178092:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93800.
02000000:00000001:1.0:1779718603.178097:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718603.178103:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718603.178108:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be2c0.
00000400:00000010:1.0:1779718603.178114:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d330.
00000100:00000200:1.0:1779718603.178120:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529471616, portal 4
00000100:00000001:1.0:1779718603.178123:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718603.178125:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:1.0:1779718603.178147:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718603.178159:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718603.178164:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718603.178168:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dee0.
00000100:00000200:1.0:1779718603.178173:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529471616, offset 0
00000400:00000200:1.0:1779718603.178180:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718603.178187:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718603.178193:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718603.178198:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718603.178202:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718603.178206:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718603.178210:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718603.178216:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157414:157414:253:4294967295] 192.168.203.145@tcp LPNI seq info [157413:157413:5:4294967295]
00000400:00000200:1.0:1779718603.178223:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718603.178234:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718603.178242:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718603.178248:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5a600.
00000800:00000200:1.0:1779718603.178255:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718603.178262:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718603.178268:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718603.178274:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718603.178279:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718603.178283:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315722258
00000100:00000001:1.0:1779718603.178288:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315723519
00000100:00000001:1.0:1779718603.178292:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315722258
00000100:00000001:1.0:1779718603.178296:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315723519
00000100:00000001:1.0:1779718603.178301:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718603.178304:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718603.178309:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718603.178313:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718603.178318:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718603.178321:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1779718603.178325:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718603.178327:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718603.178331:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718603.178335:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718603.624216:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718603.624222:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718603.624227:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718604.200181:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718604.200188:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718604.200192:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718604.200198:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718604.200203:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718604.200207:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718604.200211:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718604.200214:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718604.200218:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718604.456053:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315723519, at 4315723520
00000100:00000040:1.0:1779718604.456053:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315723519, at 4315723520
00000100:00000010:0.0:1779718604.456067:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b3c0.
00000100:00000010:1.0:1779718604.456068:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bc00.
00000020:00000001:1.0:1779718604.648135:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718604.648140:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718604.648145:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718605.224160:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718605.224171:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718605.224175:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718605.224184:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718605.224190:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718605.224196:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718605.224201:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718605.224206:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718605.224211:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718605.672196:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718605.672201:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718605.672206:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718606.248430:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718606.248440:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718606.248444:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718606.248454:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718606.248462:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718606.248473:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718606.248495:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718606.248501:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718606.248507:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718606.248764:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718606.248773:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718606.248782:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718606.248813:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718603/real 1779718606]  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718606.248858:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718606.248865:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718606.248872:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be948.
00000400:00000200:1.0:1779718606.248884:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d550
00000400:00000010:1.0:1779718606.248891:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d550.
00000100:00000001:1.0:1779718606.248901:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718606.248916:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718606.248998:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249023:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718606.249028:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249036:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718606.249041:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718606.249084:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249138:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718606.249155:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249183:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718606.249190:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249196:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718606.249201:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249211:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718606.249217:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718606.249226:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718606.249242:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718606.249253:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718606.249262:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718606.249291:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529471232:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718606.249305:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718606.249310:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718606.249318:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529471232/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249334:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718606.249339:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718606.249345:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91c00.
02000000:00000001:1.0:1779718606.249353:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718606.249358:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718606.249362:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718606.249366:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718606.249371:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:1.0:1779718606.249377:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718606.249381:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718606.249384:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:1.0:1779718606.249391:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718606.249394:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249399:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718606.249423:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718606.249426:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718606.249429:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718606.249438:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718603/real 1779718606]  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718606.249454:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718606.249457:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718606.249462:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be2c0.
00000400:00000200:1.0:1779718606.249469:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d330
00000400:00000010:1.0:1779718606.249471:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d330.
00000100:00000001:1.0:1779718606.249475:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718606.249480:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718606.249494:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249507:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718606.249510:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249513:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718606.249515:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718606.249522:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249534:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718606.249540:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249551:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718606.249555:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249558:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718606.249560:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249563:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718606.249566:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718606.249570:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718606.249576:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718606.249579:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718606.249586:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718606.249598:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529471616:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718606.249605:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718606.249611:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718603/real 1779718606]  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718606.249622:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718606.249625:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718606.249627:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398beb00.
00000400:00000200:1.0:1779718606.249632:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718606.249634:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718606.249638:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718606.249643:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718606.249656:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249668:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718606.249670:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249673:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718606.249675:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718606.249680:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249702:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718606.249709:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249722:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718606.249726:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249729:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718606.249731:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249734:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718606.249738:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718606.249742:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718606.249748:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718606.249752:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718606.249770:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718606.249784:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529471360:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718606.249791:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718606.249797:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718603/real 1779718606]  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718606.249809:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718606.249812:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718606.249814:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718606.249819:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718606.249822:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718606.249841:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718606.249847:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718606.249872:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249885:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718606.249887:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249890:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718606.249893:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718606.249899:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249911:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718606.249917:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.249931:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718606.249986:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249991:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718606.249994:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.249997:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718606.250001:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718606.250006:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718606.250014:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718606.250018:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718606.250026:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718606.250042:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529471488:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718606.250050:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.250054:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718606.250060:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529471616/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.250096:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718606.250098:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718606.250101:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93800.
02000000:00000001:1.0:1779718606.250106:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718606.250108:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718606.250110:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718606.250113:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718606.250116:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:1.0:1779718606.250121:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718606.250123:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718606.250125:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:1.0:1779718606.250130:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718606.250132:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.250134:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718606.250139:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529471360/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.250149:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718606.250151:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718606.250153:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90800.
02000000:00000001:1.0:1779718606.250157:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718606.250158:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718606.250160:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718606.250163:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718606.250165:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:1.0:1779718606.250168:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718606.250170:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718606.250172:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:1.0:1779718606.250175:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718606.250177:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.250180:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718606.250192:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529471488/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718606.250203:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718606.250205:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718606.250207:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd92c00.
02000000:00000001:1.0:1779718606.250211:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718606.250212:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718606.250214:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718606.250216:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718606.250217:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:1.0:1779718606.250220:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718606.250221:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718606.250222:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:1.0:1779718606.250225:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718606.250227:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.250229:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718606.250239:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718606.250242:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718606.250246:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718606.250249:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718606.696079:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718606.696083:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718606.696087:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718607.272131:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718607.272138:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718607.272140:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718607.272145:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718607.272148:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718607.272152:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718607.272155:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718607.272158:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718607.272161:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718607.720089:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718607.720092:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718607.720094:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718608.295996:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718608.296002:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718608.296005:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718608.296008:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718608.296012:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718608.296018:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21054
00000400:00000200:1.0:1779718608.296027:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718608.296033:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718608.296036:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1779718608.296036:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718608.296040:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718608.296041:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718608.296044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296045:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1779718608.296047:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000040:1.0:1779718608.296049:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718608.296051:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718608.296053:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718608.296054:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718608.296059:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1779718608.296059:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718608.296062:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000100:00000001:0.0:1779718608.296063:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1779718608.296065:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718608.296066:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718608.296068:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718608.296071:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718608.296072:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718608.296075:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296076:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718608.296078:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296079:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718608.296081:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718608.296085:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296086:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718608.296088:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718608.296091:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718608.296093:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296095:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718608.296097:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718608.296102:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718608.296105:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718608.296108:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718608.296110:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296114:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718608.296117:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718608.296121:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718608.296130:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779718608.296137:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718608.296159:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529471744/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718608.296169:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718608.296174:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718608.296178:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529471744/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718608.296207:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718608.296211:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718608.296214:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718608.296216:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718608.296217:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718608.296220:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718608.296223:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21054
00000400:00000200:1.0:1779718608.296228:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718608.296232:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718608.296234:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718608.296237:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296239:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718608.296240:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296242:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718608.296244:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718608.296245:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718608.296246:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718608.296248:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718608.296250:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718608.296254:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718608.296260:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296265:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718608.296269:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296274:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718608.296280:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718608.296287:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296289:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718608.296292:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718608.296298:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718608.296303:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296305:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718608.296310:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718608.296317:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296322:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718608.296328:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718608.296333:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718608.296337:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718608.296340:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296346:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718608.296350:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718608.296352:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718608.296358:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779718608.296365:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718608.296375:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529471872/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718608.296399:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718608.296402:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718608.296408:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529471872/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718608.296428:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718608.296433:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718608.296442:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718608.296446:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718608.296448:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718608.296460:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718608.296465:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21054
00000400:00000200:1.0:1779718608.296474:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718608.296479:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718608.296483:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718608.296497:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296503:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718608.296506:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296511:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718608.296516:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718608.296519:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718608.296522:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718608.296525:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718608.296529:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718608.296534:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718608.296543:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296549:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718608.296555:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296560:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718608.296565:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718608.296569:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296571:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718608.296575:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718608.296581:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718608.296586:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296590:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718608.296592:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718608.296595:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296600:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718608.296605:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718608.296610:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718608.296616:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718608.296618:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296621:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718608.296624:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718608.296626:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718608.296630:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779718608.296636:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718608.296638:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00100000:1.0:1779718608.296644:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529472000/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779718608.296645:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1779718608.296662:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718608.296665:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718608.296672:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529472000/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718608.296690:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718608.296693:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718608.296701:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718608.296706:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718608.296712:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718608.296715:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718608.296718:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718608.296724:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718608.296730:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21054
00000400:00000200:1.0:1779718608.296736:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718608.296740:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718608.296742:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718608.296745:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296748:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718608.296752:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296756:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718608.296775:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718608.296778:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718608.296781:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718608.296785:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718608.296789:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718608.296795:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718608.296800:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296804:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718608.296808:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296812:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718608.296816:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718608.296823:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718608.296829:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718608.296833:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718608.296838:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718608.296842:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296847:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718608.296851:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718608.296858:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296863:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718608.296868:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718608.296871:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718608.296873:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718608.296874:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718608.296884:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718608.296888:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718608.296892:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718608.296898:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779718608.296904:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718608.296914:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529472128/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718608.296958:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718608.296963:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718608.296971:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529472128/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718608.296997:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718608.297005:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21065)
00000800:00000200:2.1:1779718608.297292:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718608.297295:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718608.297637:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718608.297639:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718608.297996:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718608.297999:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1779718608.744161:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718608.744182:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718608.744186:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718609.320144:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718609.320150:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718609.320153:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718609.320158:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718609.320162:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718609.320166:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718609.320169:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718609.320172:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718609.320175:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718609.576041:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315728638, at 4315728640
00000100:00000040:1.0:1779718609.576043:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315728638, at 4315728640
00000100:00000010:0.0:1779718609.576060:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5960.
00000100:00000010:1.0:1779718609.576062:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5480.
00000020:00000001:1.0:1779718609.768200:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718609.768206:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718609.768212:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718610.344032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718610.344038:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718610.344039:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718610.344044:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718610.344046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718610.344050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718610.344053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718610.344055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718610.344057:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718610.792117:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718610.792120:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718610.792123:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718611.368041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718611.368048:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718611.368050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718611.368056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718611.368060:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718611.368063:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718611.368066:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718611.368069:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718611.368071:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718611.816240:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718611.816245:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718611.816248:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718612.392072:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718612.392080:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718612.392083:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718612.392090:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718612.392095:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718612.392099:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718612.392103:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718612.392107:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718612.392111:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718612.840141:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718612.840144:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718612.840146:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718613.416068:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718613.416074:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718613.416076:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718613.416080:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718613.416084:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718613.416088:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718613.416091:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718613.416111:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718613.416115:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.416337:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718613.416342:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718613.416346:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718613.416370:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.416392:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718613.416395:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718613.416398:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718613.416402:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718613.416406:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718613.416411:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529472256:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718613.416420:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718613.416424:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718613.416428:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718613.416431:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718613.416439:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718613.416444:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718613.416452:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718613.416458:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718613.416466:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718613.416495:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529472256, portal 25
00000100:00000001:1.0:1779718613.416505:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718613.416511:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569075456 : -117608140476160 : ffff950938907100)
00000100:00000040:1.0:1779718613.416526:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.416558:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718613.416571:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718613.416576:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718613.416585:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529472256, offset 0
00000400:00000200:1.0:1779718613.416604:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718613.416631:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718613.416640:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718613.416647:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718613.416655:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718613.416662:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718613.416666:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718613.416672:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157419:157419:256:4294967295] 192.168.203.145@tcp LPNI seq info [157418:157418:8:4294967295]
00000400:00000200:1.0:1779718613.416681:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718613.416692:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718613.416701:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718613.416706:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718613.416714:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718613.416719:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779718613.416730:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718613.416734:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1779718613.416744:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718613.416748:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718613.416771:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718613.416782:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718613.416791:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718613.416795:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718613.416802:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718613.416809:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.416836:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718613.416846:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.416875:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.416878:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718613.416887:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718613.416894:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718613.416899:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315733758
00000100:00000010:1.0:1779718613.416906:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bc00.
00000100:00000001:1.0:1779718613.416913:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718613.416920:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315733758
00000100:00000010:1.0:1779718613.416925:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bae0.
00000100:00000001:1.0:1779718613.416928:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718613.416933:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718613.416938:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.416942:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718613.416950:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718613/real 1779718613]  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718613.417011:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718613.417012:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718613.417014:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718613.417017:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718613.417019:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718613.417021:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718613.417025:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718613.417032:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417037:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718613.417054:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417055:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718613.417056:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718613.417059:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417065:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718613.417067:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417072:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718613.417074:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417075:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718613.417076:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417078:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718613.417080:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718613.417083:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718613.417086:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718613.417087:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718613.417090:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718613.417096:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529472256:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718613.417099:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417101:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718613.417104:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907100 x1866162529472256/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417112:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718613.417115:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718613.417118:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718613.417123:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718613.417125:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718613.417128:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718613.417130:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718613.417133:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d800.
02000000:00000001:1.0:1779718613.417137:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718613.417139:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718613.417141:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907100.
00000100:00000001:1.0:1779718613.417145:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718613.417146:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417149:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417156:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718613.417158:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.417161:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718613.417162:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718613.417164:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718613.417169:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417177:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718613.417179:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718613.417182:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718613.417184:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718613.417187:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718613.417190:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529472384:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718613.417194:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718613.417197:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718613.417199:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718613.417201:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718613.417206:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718613.417208:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718613.417229:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718613.417232:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718613.417236:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718613.417239:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529472384, portal 10
00000100:00000001:1.0:1779718613.417241:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718613.417243:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569062912 : -117608140488704 : ffff950938904000)
00000100:00000040:1.0:1779718613.417251:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417257:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718613.417261:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718613.417265:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718613.417267:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529472384, offset 0
00000400:00000200:1.0:1779718613.417273:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718613.417278:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718613.417284:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718613.417287:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718613.417290:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718613.417294:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718613.417297:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718613.417301:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157420:157420:256:4294967295] 192.168.203.145@tcp LPNI seq info [157419:157419:8:4294967295]
00000400:00000200:1.0:1779718613.417306:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718613.417313:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718613.417318:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718613.417321:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718613.417325:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718613.417327:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779718613.417332:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718613.417334:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1779718613.417337:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718613.417339:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718613.417342:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718613.417345:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718613.417360:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718613.417363:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718613.417366:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718613.417370:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417377:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718613.417380:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417385:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.417386:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718613.417391:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718613.417394:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718613.417397:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718613.417399:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315732491
00000100:00000001:1.0:1779718613.417401:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315733758
00000100:00000001:1.0:1779718613.417403:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315732491
00000100:00000001:1.0:1779718613.417405:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315733758
00000100:00000001:1.0:1779718613.417406:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718613.417408:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.417409:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718613.417413:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718613/real 1779718613]  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718613.417418:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718613.417420:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718613.417422:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718613.417424:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718613.417426:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718613.417428:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718613.417430:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718613.417436:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417440:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718613.417441:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417442:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718613.417443:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718613.417445:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417449:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718613.417451:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417456:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718613.417458:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417459:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718613.417459:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417461:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718613.417462:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718613.417481:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718613.417485:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718613.417488:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718613.417492:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718613.417502:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529472384:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718613.417506:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718613.417510:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417518:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718613.417520:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718613.417522:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718613.417525:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718613.417528:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718613.417531:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529472512:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718613.417535:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718613.417538:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718613.417540:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718613.417542:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718613.417548:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718613.417551:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718613.417556:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718613.417558:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718613.417562:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718613.417566:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529472512, portal 10
00000100:00000001:1.0:1779718613.417569:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718613.417571:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569077248 : -117608140474368 : ffff950938907800)
00000100:00000040:1.0:1779718613.417596:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417601:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718613.417603:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718613.417605:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718613.417607:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529472512, offset 0
00000400:00000200:1.0:1779718613.417610:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718613.417613:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718613.417615:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718613.417617:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718613.417619:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718613.417621:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718613.417622:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718613.417625:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157421:157421:256:4294967295] 192.168.203.145@tcp LPNI seq info [157420:157420:8:4294967295]
00000400:00000200:1.0:1779718613.417628:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718613.417634:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718613.417637:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718613.417639:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718613.417641:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718613.417643:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779718613.417661:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718613.417663:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1779718613.417666:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718613.417667:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718613.417670:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718613.417673:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718613.417675:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718613.417677:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718613.417679:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718613.417681:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417687:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718613.417689:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417694:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.417696:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718613.417699:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718613.417702:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718613.417706:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718613.417708:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315732499
00000100:00000001:1.0:1779718613.417710:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315733758
00000100:00000001:1.0:1779718613.417712:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315732499
00000100:00000001:1.0:1779718613.417714:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315733758
00000100:00000001:1.0:1779718613.417717:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718613.417719:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.417722:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718613.417727:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718613/real 1779718613]  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718613.417736:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718613.417739:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718613.417740:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718613.417744:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718613.417746:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718613.417750:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718613.417769:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718613.417775:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417782:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718613.417783:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417785:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718613.417786:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718613.417789:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417795:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718613.417799:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417805:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718613.417807:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417809:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718613.417810:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.417812:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718613.417814:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718613.417816:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718613.417818:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718613.417820:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718613.417824:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718613.417833:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529472512:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718613.417837:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718613.417841:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417848:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718613.417850:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718613.417870:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718613.417874:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718613.417878:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718613.417884:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529472640:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718613.417891:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718613.417894:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718613.417897:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718613.417901:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718613.417907:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718613.417910:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718613.417915:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718613.417919:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718613.417923:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718613.417927:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529472640, portal 4
00000100:00000001:1.0:1779718613.417930:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718613.417932:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569073664 : -117608140477952 : ffff950938906a00)
00000100:00000040:1.0:1779718613.417939:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.417948:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718613.417955:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718613.417959:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718613.417964:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529472640, offset 0
00000400:00000200:1.0:1779718613.417971:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718613.417978:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718613.417984:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718613.417988:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718613.417993:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718613.418035:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718613.418038:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718613.418041:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157422:157422:256:4294967295] 192.168.203.145@tcp LPNI seq info [157421:157421:8:4294967295]
00000400:00000200:1.0:1779718613.418043:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718613.418048:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718613.418052:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718613.418054:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718613.418057:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718613.418059:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1779718613.418062:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718613.418064:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1779718613.418066:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718613.418068:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718613.418087:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718613.418089:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718613.418091:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718613.418093:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718613.418094:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718613.418097:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.418103:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718613.418106:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.418113:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.418115:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718613.418118:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718613.418121:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718613.418125:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718613.418127:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315732498
00000100:00000001:1.0:1779718613.418130:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315733758
00000100:00000001:1.0:1779718613.418132:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315732498
00000100:00000001:1.0:1779718613.418135:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315733758
00000100:00000001:1.0:1779718613.418137:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718613.418140:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.418142:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718613.418146:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718613/real 1779718613]  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718613.418156:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718613.418158:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718613.418159:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718613.418161:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718613.418162:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718613.418164:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718613.418167:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718613.418173:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.418177:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718613.418178:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.418180:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718613.418180:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718613.418182:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.418187:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718613.418189:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.418194:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718613.418195:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.418196:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718613.418197:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.418199:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718613.418200:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718613.418201:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718613.418203:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718613.418204:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718613.418207:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718613.418213:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529472640:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718613.418232:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.418233:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718613.418235:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938904000 x1866162529472384/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.418239:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718613.418240:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718613.418241:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718613.418243:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718613.418244:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718613.418245:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718613.418247:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718613.418248:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996e400.
02000000:00000001:1.0:1779718613.418250:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718613.418251:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718613.418252:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938904000.
00000100:00000001:1.0:1779718613.418254:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718613.418255:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.418256:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718613.418258:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907800 x1866162529472512/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.418262:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718613.418263:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718613.418264:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718613.418265:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718613.418266:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718613.418266:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718613.418268:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718613.418268:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996ec00.
02000000:00000001:1.0:1779718613.418269:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718613.418270:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718613.418271:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907800.
00000100:00000001:1.0:1779718613.418273:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718613.418274:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.418275:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718613.418277:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906a00 x1866162529472640/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718613.418280:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718613.418281:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718613.418282:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718613.418283:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718613.418284:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718613.418284:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718613.418285:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718613.418286:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f800.
02000000:00000001:1.0:1779718613.418287:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718613.418288:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718613.418289:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906a00.
00000100:00000001:1.0:1779718613.418290:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718613.418291:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.418292:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718613.418294:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718613.418295:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718613.418296:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718613.418298:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718613.864058:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718613.864061:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718613.864064:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718614.440068:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718614.440075:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718614.440077:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718614.440083:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718614.440086:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718614.440090:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718614.440093:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718614.440097:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718614.440100:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718614.696058:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315733758, at 4315733760
00000100:00000010:1.0:1779718614.696076:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bae0.
00000100:00000040:0.0:1779718614.696087:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315733758, at 4315733760
00000100:00000010:0.0:1779718614.696121:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bc00.
00000020:00000001:3.0:1779718614.888161:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718614.888165:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718614.888168:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718615.464062:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718615.464072:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718615.464075:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718615.464081:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718615.464087:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718615.464091:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718615.464095:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718615.464100:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718615.464103:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718615.912098:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718615.912102:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718615.912106:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718616.488023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718616.488029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718616.488032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718616.488036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718616.488039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718616.488043:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718616.488045:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718616.488047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718616.488050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718616.936158:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718616.936164:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718616.936169:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718617.511976:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718617.511981:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718617.511982:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718617.511986:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718617.511989:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718617.511992:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718617.511994:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718617.511997:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718617.511998:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718617.960115:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718617.960119:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718617.960121:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718618.536022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718618.536029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718618.536032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718618.536038:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718618.536043:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718618.536048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718618.536054:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718618.536058:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718618.536061:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.536279:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718618.536284:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718618.536288:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718618.536298:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.536329:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718618.536332:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718618.536339:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718618.536344:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718618.536351:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718618.536359:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529472768:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718618.536366:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718618.536371:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718618.536374:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718618.536379:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718618.536385:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718618.536390:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718618.536403:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718618.536408:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718618.536416:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718618.536426:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529472768, portal 25
00000100:00000001:1.0:1779718618.536432:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718618.536436:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569064704 : -117608140486912 : ffff950938904700)
00000100:00000040:1.0:1779718618.536444:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.536459:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718618.536468:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718618.536474:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718618.536479:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529472768, offset 0
00000400:00000200:1.0:1779718618.536491:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718618.536503:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718618.536513:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718618.536521:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718618.536531:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718618.536538:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718618.536546:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718618.536559:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157423:157423:256:4294967295] 192.168.203.145@tcp LPNI seq info [157422:157422:8:4294967295]
00000400:00000200:1.0:1779718618.536572:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718618.536591:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718618.536620:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718618.536628:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718618.536644:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718618.536652:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779718618.536663:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718618.536669:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1779718618.536680:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718618.536687:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718618.536699:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718618.536709:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718618.536717:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718618.536722:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718618.536730:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718618.536742:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.536808:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718618.536820:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.536848:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.536855:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718618.536867:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718618.536881:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718618.536889:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315738878
00000100:00000010:1.0:1779718618.536902:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bae0.
00000100:00000001:1.0:1779718618.536912:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718618.536951:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315738879
00000100:00000010:1.0:1779718618.536960:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b660.
00000100:00000001:1.0:1779718618.536967:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718618.536976:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718618.536983:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.536990:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718618.537003:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718618/real 1779718618]  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718618.537045:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718618.537049:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718618.537053:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718618.537056:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718618.537058:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718618.537062:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718618.537067:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718618.537084:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537090:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718618.537092:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537094:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718618.537095:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718618.537099:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537105:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718618.537108:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537114:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718618.537116:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537117:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718618.537118:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537121:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718618.537123:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718618.537125:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718618.537129:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718618.537131:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718618.537134:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718618.537140:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529472768:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718618.537144:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537146:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718618.537148:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938904700 x1866162529472768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537154:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718618.537157:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718618.537159:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718618.537162:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718618.537163:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718618.537164:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718618.537166:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718618.537168:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f000.
02000000:00000001:1.0:1779718618.537171:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718618.537173:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718618.537175:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938904700.
00000100:00000001:1.0:1779718618.537177:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718618.537178:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537180:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537186:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718618.537187:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.537189:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718618.537190:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718618.537192:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718618.537195:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537206:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718618.537207:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718618.537209:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718618.537211:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718618.537213:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718618.537215:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529472896:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718618.537217:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718618.537219:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718618.537220:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718618.537222:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718618.537225:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718618.537226:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718618.537230:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718618.537232:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718618.537235:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718618.537238:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529472896, portal 10
00000100:00000001:1.0:1779718618.537239:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718618.537241:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569073664 : -117608140477952 : ffff950938906a00)
00000100:00000040:1.0:1779718618.537246:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537252:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718618.537254:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718618.537255:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718618.537257:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529472896, offset 0
00000400:00000200:1.0:1779718618.537261:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718618.537264:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718618.537267:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718618.537270:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718618.537272:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718618.537275:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718618.537276:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718618.537280:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157424:157424:256:4294967295] 192.168.203.145@tcp LPNI seq info [157423:157423:8:4294967295]
00000400:00000200:1.0:1779718618.537283:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718618.537289:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718618.537293:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718618.537296:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718618.537299:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718618.537302:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779718618.537306:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718618.537334:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1779718618.537338:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718618.537340:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718618.537343:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718618.537346:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718618.537349:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718618.537350:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718618.537352:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718618.537355:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537362:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718618.537365:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537370:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.537371:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718618.537374:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718618.537378:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718618.537381:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718618.537383:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315737611
00000100:00000001:1.0:1779718618.537385:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315738878
00000100:00000001:1.0:1779718618.537387:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315737611
00000100:00000001:1.0:1779718618.537389:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315738879
00000100:00000001:1.0:1779718618.537391:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718618.537393:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.537395:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718618.537398:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718618/real 1779718618]  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718618.537405:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718618.537406:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718618.537407:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718618.537408:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718618.537410:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718618.537411:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718618.537414:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718618.537420:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537425:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718618.537426:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537428:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718618.537429:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718618.537431:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537436:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718618.537439:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537444:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718618.537446:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537447:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718618.537448:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537450:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718618.537452:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718618.537454:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718618.537458:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718618.537459:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718618.537462:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718618.537469:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529472896:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718618.537471:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718618.537474:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537479:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718618.537480:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718618.537481:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718618.537483:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718618.537484:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718618.537487:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473024:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718618.537490:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718618.537491:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718618.537493:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718618.537494:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718618.537497:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718618.537499:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718618.537501:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718618.537503:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718618.537505:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718618.537508:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529473024, portal 10
00000100:00000001:1.0:1779718618.537509:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718618.537511:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569077248 : -117608140474368 : ffff950938907800)
00000100:00000040:1.0:1779718618.537515:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537521:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718618.537523:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718618.537525:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718618.537526:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529473024, offset 0
00000400:00000200:1.0:1779718618.537530:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718618.537533:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718618.537536:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718618.537538:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718618.537540:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718618.537543:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718618.537544:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718618.537547:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157425:157425:256:4294967295] 192.168.203.145@tcp LPNI seq info [157424:157424:8:4294967295]
00000400:00000200:1.0:1779718618.537551:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718618.537556:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718618.537560:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718618.537562:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718618.537565:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718618.537568:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779718618.537571:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718618.537573:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1779718618.537576:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718618.537578:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718618.537580:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718618.537583:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718618.537585:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718618.537587:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718618.537589:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718618.537591:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537598:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718618.537600:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537605:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.537607:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718618.537609:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718618.537611:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718618.537614:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718618.537616:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315737619
00000100:00000001:1.0:1779718618.537618:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315738878
00000100:00000001:1.0:1779718618.537620:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315737619
00000100:00000001:1.0:1779718618.537621:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315738879
00000100:00000001:1.0:1779718618.537623:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718618.537624:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.537625:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718618.537628:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718618/real 1779718618]  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718618.537633:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718618.537635:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718618.537636:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718618.537638:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718618.537639:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718618.537641:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718618.537643:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718618.537649:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537654:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718618.537655:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537656:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718618.537657:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718618.537659:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537664:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718618.537667:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537673:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718618.537675:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537677:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718618.537678:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537680:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718618.537682:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718618.537685:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718618.537690:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718618.537692:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718618.537697:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718618.537707:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473024:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718618.537712:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718618.537717:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537726:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718618.537728:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718618.537731:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718618.537733:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718618.537736:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718618.537740:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473152:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718618.537744:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718618.537747:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718618.537748:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718618.537751:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718618.537754:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718618.537756:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718618.537760:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718618.537762:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718618.537766:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718618.537769:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529473152, portal 4
00000100:00000001:1.0:1779718618.537772:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718618.537774:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569062912 : -117608140488704 : ffff950938904000)
00000100:00000040:1.0:1779718618.537782:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537790:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718618.537794:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718618.537797:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718618.537801:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529473152, offset 0
00000400:00000200:1.0:1779718618.537807:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718618.537812:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718618.537817:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718618.537821:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718618.537824:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718618.537827:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718618.537829:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718618.537832:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157426:157426:256:4294967295] 192.168.203.145@tcp LPNI seq info [157425:157425:8:4294967295]
00000400:00000200:1.0:1779718618.537836:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718618.537842:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718618.537848:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718618.537853:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718618.537858:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718618.537861:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1779718618.537867:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718618.537870:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1779718618.537875:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718618.537878:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718618.537882:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718618.537887:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718618.537892:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718618.537895:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718618.537898:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718618.537903:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537910:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718618.537912:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537918:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.537938:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718618.537942:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718618.537945:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718618.537948:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718618.537950:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315737618
00000100:00000001:1.0:1779718618.537952:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315738878
00000100:00000001:1.0:1779718618.537954:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315737618
00000100:00000001:1.0:1779718618.537956:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315738879
00000100:00000001:1.0:1779718618.537958:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718618.537959:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.537961:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718618.537964:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718618/real 1779718618]  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718618.537970:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718618.537972:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718618.537973:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718618.537975:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718618.537976:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718618.537978:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718618.537980:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718618.537987:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.537993:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718618.537994:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.537996:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718618.537997:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718618.538000:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.538004:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718618.538007:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.538012:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718618.538014:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.538015:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718618.538016:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.538018:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718618.538019:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718618.538021:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718618.538024:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718618.538026:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718618.538029:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718618.538034:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473152:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718618.538037:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.538039:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718618.538041:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906a00 x1866162529472896/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.538047:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718618.538048:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718618.538051:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718618.538053:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718618.538054:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718618.538055:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718618.538057:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718618.538059:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c000.
02000000:00000001:1.0:1779718618.538061:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718618.538062:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718618.538063:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906a00.
00000100:00000001:1.0:1779718618.538065:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718618.538067:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.538068:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718618.538070:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907800 x1866162529473024/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.538076:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718618.538076:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718618.538078:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718618.538079:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718618.538080:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718618.538081:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718618.538082:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718618.538083:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c800.
02000000:00000001:1.0:1779718618.538085:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718618.538085:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718618.538086:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907800.
00000100:00000001:1.0:1779718618.538088:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718618.538089:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.538090:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718618.538092:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938904000 x1866162529473152/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718618.538097:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718618.538097:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718618.538098:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718618.538100:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718618.538101:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718618.538102:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718618.538104:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718618.538105:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d000.
02000000:00000001:1.0:1779718618.538107:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718618.538108:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718618.538109:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938904000.
00000100:00000001:1.0:1779718618.538110:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718618.538111:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.538113:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718618.538116:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718618.538117:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718618.538118:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718618.538120:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718618.984167:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718618.984173:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718618.984180:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718619.560030:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718619.560037:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718619.560040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718619.560045:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718619.560049:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718619.560053:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718619.560055:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718619.560059:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718619.560062:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718619.816024:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315738878, at 4315738880
00000100:00000040:1.0:1779718619.816024:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315738879, at 4315738880
00000100:00000010:1.0:1779718619.816037:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b660.
00000100:00000010:0.0:1779718619.816045:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bae0.
00000020:00000001:1.0:1779718620.008114:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718620.008117:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718620.008120:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718620.584020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718620.584027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718620.584039:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718620.584048:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718620.584052:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718620.584055:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718620.584058:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718620.584060:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718620.584063:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718621.032203:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718621.032207:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718621.032210:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718621.608003:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718621.608009:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718621.608012:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718621.608017:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718621.608030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718621.608033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718621.608036:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718621.608039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718621.608042:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718622.056078:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718622.056082:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718622.056085:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718622.632024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718622.632029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718622.632031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718622.632035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718622.632038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718622.632043:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718622.632045:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718622.632048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718622.632049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718623.080182:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718623.080186:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718623.080190:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718623.655981:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718623.655986:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718623.655988:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718623.655993:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718623.655996:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718623.655999:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718623.656001:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718623.656003:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718623.656005:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718623.656038:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718623.656044:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718623.656046:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718623.656048:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718623.656051:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718623.656057:0:318778:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21070
00000400:00000200:3.0:1779718623.656063:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718623.656068:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718623.656071:0:318778:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718623.656073:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656075:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718623.656077:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656079:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718623.656082:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718623.656083:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718623.656085:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718623.656087:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718623.656088:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718623.656090:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718623.656092:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656093:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718623.656094:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656096:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718623.656098:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718623.656100:0:318778:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656102:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718623.656104:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718623.656107:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718623.656109:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718623.656110:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718623.656112:0:318778:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718623.656119:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718623.656121:0:318778:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718623.656124:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718623.656125:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718623.656128:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718623.656129:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718623.656133:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718623.656139:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718623.656145:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718623.656152:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718623.656160:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718623.656163:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718623.656167:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718623.656184:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718623.656187:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718623.656190:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718623.656191:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718623.656193:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718623.656196:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718623.656198:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21070
00000400:00000200:3.0:1779718623.656202:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718623.656205:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718623.656207:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718623.656211:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656213:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718623.656216:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656219:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718623.656221:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718623.656223:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718623.656225:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1779718623.656226:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1779718623.656227:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:1.0:1779718623.656232:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718623.656232:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:1.0:1779718623.656236:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1779718623.656237:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718623.656242:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656246:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718623.656247:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718623.656251:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656256:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718623.656261:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718623.656266:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718623.656269:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718623.656282:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.656285:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718623.656285:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718623.656291:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718623.656291:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718623.656295:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718623.656297:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718623.656297:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718623.656302:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1779718623.656303:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718623.656307:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718623.656309:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718623.656312:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529473280:192.168.203.145@tcp:250:kworker.0
00000100:00000010:3.0:1779718623.656314:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718623.656318:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:1.0:1779718623.656321:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718623.656321:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718623.656323:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718623.656326:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718623.656328:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718623.656328:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718623.656330:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718623.656332:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718623.656334:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
02000000:00000001:1.0:1779718623.656337:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718623.656338:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718623.656344:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
00000100:00100000:3.0:1779718623.656344:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1779718623.656349:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718623.656356:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718623.656357:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718623.656362:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718623.656363:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1779718623.656369:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000100:00000001:3.0:1779718623.656371:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718623.656374:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718623.656377:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718623.656377:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1779718623.656379:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00080000:3.0:1779718623.656379:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718623.656385:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718623.656386:0:318778:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21070
00000100:00000200:1.0:1779718623.656389:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529473280, portal 25
00000400:00000200:3.0:1779718623.656390:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718623.656394:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:1.0:1779718623.656396:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1779718623.656397:0:318778:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1779718623.656400:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000040:3.0:1779718623.656401:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656404:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718623.656407:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656409:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718623.656412:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718623.656413:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000040:1.0:1779718623.656414:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718623.656415:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718623.656417:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718623.656420:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718623.656424:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718623.656431:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656434:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718623.656437:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718623.656440:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718623.656440:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718623.656444:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718623.656448:0:318778:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000040:1.0:1779718623.656449:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656451:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718623.656454:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
02000000:00000001:3.0:1779718623.656454:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718623.656456:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718623.656459:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779718623.656460:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529473280, offset 0
00000100:00000001:3.0:1779718623.656461:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718623.656463:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718623.656466:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718623.656467:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718623.656470:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718623.656474:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:1.0:1779718623.656475:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718623.656476:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718623.656478:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718623.656480:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718623.656481:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718623.656482:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718623.656485:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000400:00000200:1.0:1779718623.656489:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718623.656489:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718623.656496:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1779718623.656501:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718623.656505:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718623.656507:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718623.656510:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1779718623.656511:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718623.656517:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718623.656521:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718623.656523:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1779718623.656526:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1779718623.656527:0:318778:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718623.656531:0:318778:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1779718623.656532:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:3.0:1779718623.656534:0:318778:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718623.656536:0:318778:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718623.656538:0:318778:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1779718623.656542:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157427:157427:256:4294967295] 192.168.203.145@tcp LPNI seq info [157426:157426:8:4294967295]
00000100:00000001:3.0:1779718623.656543:0:318778:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718623.656547:0:318778:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21070
00000400:00000200:3.0:1779718623.656552:0:318778:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718623.656556:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718623.656558:0:318778:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718623.656561:0:318778:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718623.656563:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656565:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718623.656569:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656573:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718623.656575:0:318778:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718623.656578:0:318778:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000400:00000200:1.0:1779718623.656579:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1779718623.656579:0:318778:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718623.656582:0:318778:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718623.656586:0:318778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718623.656589:0:318778:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718623.656592:0:318778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:1.0:1779718623.656595:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656596:0:318778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718623.656599:0:318778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656601:0:318778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718623.656603:0:318778:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000800:00000010:1.0:1779718623.656604:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000100:00080000:3.0:1779718623.656604:0:318778:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718623.656608:0:318778:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718623.656610:0:318778:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718623.656612:0:318778:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718623.656613:0:318778:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718623.656614:0:318778:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718623.656617:0:318778:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.0:1779718623.656618:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000008:00000001:3.0:1779718623.656619:0:318778:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718623.656622:0:318778:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1779718623.656626:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00000010:3.0:1779718623.656626:0:318778:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718623.656629:0:318778:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718623.656632:0:318778:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718623.656634:0:318778:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718623.656635:0:318778:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718623.656638:0:318778:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1779718623.656639:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718623.656640:0:318778:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718623.656645:0:318778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000800:00000200:1.1:1779718623.656646:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1779718623.656648:0:318778:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718623.656654:0:318778:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1779718623.656656:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718623.656661:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000100:00000001:3.0:1779718623.656664:0:318778:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718623.656667:0:318778:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718623.656669:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1779718623.656670:0:318778:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718623.656679:0:318778:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718623.656682:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1779718623.656684:0:318778:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21080)
00000400:00000200:1.0:1779718623.656691:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718623.656694:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718623.656699:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718623.656705:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.656716:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718623.656721:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.656728:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.656730:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718623.656736:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718623.656740:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718623.656743:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315743998
00000100:00000010:1.0:1779718623.656748:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b660.
00000100:00000001:1.0:1779718623.656753:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718623.656760:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315743998
00000100:00000010:1.0:1779718623.656764:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bae0.
00000100:00000001:1.0:1779718623.656766:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718623.656769:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718623.656772:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.656774:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718623.656779:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718623/real 1779718623]  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718623.656794:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718623.656796:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718623.656798:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718623.656801:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718623.656803:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718623.656806:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718623.656810:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718623.656819:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.656826:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718623.656828:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.656831:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718623.656833:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718623.656837:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.656844:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718623.656848:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.656855:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718623.656859:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.656860:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718623.656862:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.656864:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718623.656866:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718623.656869:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718623.656873:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718623.656876:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718623.656880:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718623.656890:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529473280:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718623.656895:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.656897:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718623.656900:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529473280/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.656907:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718623.656910:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718623.656912:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718623.656915:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718623.656917:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718623.656919:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718623.656948:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718623.656951:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:1.0:1779718623.656955:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718623.656957:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718623.656959:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:1.0:1779718623.656962:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718623.656963:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.656965:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.656972:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718623.656974:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.656976:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718623.656978:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718623.656979:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718623.656983:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.656990:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718623.656991:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718623.656994:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718623.656995:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718623.656998:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718623.657000:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473408:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718623.657004:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718623.657006:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718623.657008:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718623.657010:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718623.657013:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718623.657015:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718623.657020:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718623.657023:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718623.657026:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718623.657029:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529473408, portal 10
00000100:00000001:1.0:1779718623.657031:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718623.657033:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:1.0:1779718623.657040:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657047:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718623.657050:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718623.657053:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718623.657055:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529473408, offset 0
00000400:00000200:1.0:1779718623.657060:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718623.657065:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718623.657068:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718623.657072:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718623.657075:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718623.657077:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718623.657080:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718623.657083:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157428:157428:256:4294967295] 192.168.203.145@tcp LPNI seq info [157427:157427:8:4294967295]
00000400:00000200:1.0:1779718623.657087:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718623.657094:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718623.657099:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718623.657103:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718623.657107:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718623.657110:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1779718623.657115:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718623.657117:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1779718623.657121:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718623.657123:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718623.657126:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718623.657129:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718623.657132:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718623.657134:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718623.657136:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718623.657140:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657148:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718623.657151:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657158:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.657160:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718623.657163:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718623.657167:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718623.657171:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718623.657173:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315742731
00000100:00000001:1.0:1779718623.657176:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315743998
00000100:00000001:1.0:1779718623.657178:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315742731
00000100:00000001:1.0:1779718623.657181:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315743998
00000100:00000001:1.0:1779718623.657183:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718623.657185:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.657187:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718623.657192:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718623/real 1779718623]  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718623.657200:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718623.657202:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718623.657204:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718623.657206:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718623.657208:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718623.657210:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718623.657214:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718623.657223:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657230:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718623.657231:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657233:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718623.657235:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718623.657238:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657245:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718623.657249:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657256:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718623.657259:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657260:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718623.657261:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657263:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718623.657266:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718623.657269:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718623.657291:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718623.657294:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718623.657298:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718623.657306:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473408:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718623.657312:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718623.657315:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657322:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718623.657324:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718623.657326:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718623.657328:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718623.657330:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718623.657334:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473536:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718623.657337:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718623.657339:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718623.657341:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718623.657343:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718623.657346:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718623.657348:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718623.657352:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718623.657355:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718623.657358:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718623.657361:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529473536, portal 10
00000100:00000001:1.0:1779718623.657363:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718623.657365:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:1.0:1779718623.657371:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657377:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718623.657380:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718623.657382:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718623.657385:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529473536, offset 0
00000400:00000200:1.0:1779718623.657389:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718623.657393:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718623.657397:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718623.657400:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718623.657403:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718623.657405:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718623.657408:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718623.657411:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157429:157429:256:4294967295] 192.168.203.145@tcp LPNI seq info [157428:157428:8:4294967295]
00000400:00000200:1.0:1779718623.657415:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718623.657422:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718623.657427:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718623.657430:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718623.657434:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718623.657437:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1779718623.657441:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718623.657444:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1779718623.657447:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718623.657449:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718623.657452:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718623.657456:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718623.657459:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718623.657460:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718623.657463:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718623.657467:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657475:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718623.657478:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657485:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.657487:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718623.657490:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718623.657493:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718623.657497:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718623.657498:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315742739
00000100:00000001:1.0:1779718623.657501:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315743998
00000100:00000001:1.0:1779718623.657503:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315742739
00000100:00000001:1.0:1779718623.657506:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315743998
00000100:00000001:1.0:1779718623.657508:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718623.657511:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.657512:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718623.657516:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718623/real 1779718623]  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718623.657526:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718623.657527:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718623.657529:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718623.657531:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718623.657533:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718623.657535:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718623.657538:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718623.657545:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657549:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718623.657550:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657552:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718623.657553:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718623.657555:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657560:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718623.657562:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657566:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718623.657567:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657568:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718623.657569:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657571:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718623.657572:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718623.657574:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718623.657576:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718623.657578:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718623.657580:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718623.657585:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473536:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718623.657588:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718623.657590:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657594:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718623.657595:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718623.657597:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718623.657598:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718623.657600:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718623.657601:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473664:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718623.657603:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718623.657605:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718623.657606:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718623.657607:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718623.657610:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718623.657612:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718623.657614:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718623.657616:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718623.657618:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718623.657620:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529473664, portal 4
00000100:00000001:1.0:1779718623.657621:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718623.657622:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:1.0:1779718623.657626:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657631:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718623.657632:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718623.657634:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718623.657635:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529473664, offset 0
00000400:00000200:1.0:1779718623.657638:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718623.657640:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718623.657643:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718623.657645:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718623.657646:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718623.657648:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718623.657649:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718623.657652:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157430:157430:256:4294967295] 192.168.203.145@tcp LPNI seq info [157429:157429:8:4294967295]
00000400:00000200:1.0:1779718623.657654:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718623.657659:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718623.657661:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718623.657663:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718623.657666:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718623.657668:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1779718623.657671:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718623.657673:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1779718623.657675:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718623.657677:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718623.657679:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718623.657681:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718623.657683:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718623.657684:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718623.657685:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718623.657688:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657693:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718623.657695:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657703:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.657704:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718623.657706:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718623.657708:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718623.657710:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718623.657712:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315742737
00000100:00000001:1.0:1779718623.657713:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315743998
00000100:00000001:1.0:1779718623.657715:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315742737
00000100:00000001:1.0:1779718623.657716:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315743998
00000100:00000001:1.0:1779718623.657717:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718623.657718:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.657720:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718623.657722:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718623/real 1779718623]  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718623.657726:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718623.657727:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718623.657728:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718623.657729:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718623.657730:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718623.657731:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718623.657733:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718623.657738:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657742:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718623.657743:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657744:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718623.657744:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718623.657746:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657751:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718623.657754:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657758:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718623.657759:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657760:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718623.657761:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657762:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718623.657763:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718623.657764:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718623.657766:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718623.657767:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718623.657769:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718623.657774:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473664:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718623.657776:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657777:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718623.657779:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529473408/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657783:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718623.657784:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718623.657785:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718623.657787:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718623.657787:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718623.657788:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718623.657789:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718623.657791:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:1.0:1779718623.657793:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718623.657794:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718623.657795:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:1.0:1779718623.657796:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718623.657797:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657798:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718623.657800:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529473536/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657805:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718623.657805:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718623.657806:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718623.657808:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718623.657808:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718623.657809:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718623.657810:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718623.657811:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:1.0:1779718623.657812:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718623.657812:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718623.657813:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:1.0:1779718623.657815:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718623.657816:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657816:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718623.657818:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529473664/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718623.657822:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718623.657822:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718623.657823:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718623.657824:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718623.657825:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718623.657826:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718623.657827:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718623.657828:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:1.0:1779718623.657829:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718623.657829:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718623.657830:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:1.0:1779718623.657831:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718623.657832:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657834:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718623.657836:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718623.657837:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718623.657839:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718623.657840:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718624.104083:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718624.104086:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718624.104089:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718624.680060:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718624.680068:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718624.680070:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718624.680075:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718624.680078:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718624.680082:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718624.680085:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718624.680088:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718624.680090:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718624.936050:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315743998, at 4315744000
00000100:00000040:1.0:1779718624.936050:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315743998, at 4315744000
00000100:00000010:1.0:1779718624.936065:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bae0.
00000100:00000010:0.0:1779718624.936071:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b660.
00000020:00000001:1.0:1779718625.128056:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718625.128059:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718625.128061:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718625.703977:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718625.703983:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718625.703985:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718625.703990:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718625.703992:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718625.703995:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718625.703997:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718625.703999:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718625.704001:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718626.152129:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718626.152132:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718626.152135:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718626.728020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718626.728027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718626.728029:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718626.728050:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718626.728054:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718626.728066:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718626.728069:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718626.728072:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718626.728075:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718627.176159:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718627.176163:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718627.176165:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718627.752025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718627.752032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718627.752034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718627.752040:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718627.752044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718627.752048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718627.752051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718627.752056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718627.752060:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718628.200109:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718628.200112:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718628.200115:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718628.776031:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718628.776031:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718628.776036:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1779718628.776038:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718628.776039:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718628.776041:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1779718628.776044:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779718628.776045:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718628.776050:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718628.776050:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718628.776054:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718628.776057:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1779718628.776058:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21075
00000100:00000001:3.0:1779718628.776061:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718628.776064:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718628.776068:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718628.776073:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718628.776076:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718628.776078:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776081:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718628.776083:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776085:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718628.776088:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718628.776090:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718628.776092:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718628.776094:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718628.776096:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718628.776098:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718628.776100:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776101:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718628.776103:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776104:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718628.776106:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718628.776108:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776110:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718628.776112:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718628.776115:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718628.776117:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718628.776119:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718628.776120:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718628.776128:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718628.776130:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718628.776134:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718628.776135:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718628.776138:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718628.776140:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718628.776143:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718628.776149:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718628.776154:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718628.776161:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718628.776169:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718628.776172:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718628.776175:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718628.776192:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718628.776195:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718628.776197:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718628.776198:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718628.776199:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718628.776201:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718628.776203:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21075
00000400:00000200:0.0:1779718628.776205:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718628.776207:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718628.776209:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718628.776211:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776213:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718628.776216:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776217:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718628.776219:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718628.776220:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718628.776222:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718628.776224:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718628.776225:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:1.0:1779718628.776226:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1779718628.776227:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:1.0:1779718628.776241:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1779718628.776244:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718628.776245:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779718628.776254:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718628.776258:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718628.776259:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776262:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718628.776264:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718628.776269:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776275:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718628.776279:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1779718628.776281:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718628.776283:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718628.776285:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718628.776286:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718628.776289:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718628.776290:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718628.776292:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1779718628.776293:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1779718628.776296:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1779718628.776298:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529473792:192.168.203.145@tcp:250:kworker.0
00000008:00000001:0.0:1779718628.776302:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718628.776305:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.776305:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1779718628.776310:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
02000000:00000001:1.0:1779718628.776311:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1779718628.776312:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718628.776313:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718628.776316:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718628.776317:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1779718628.776318:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718628.776320:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718628.776321:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1779718628.776322:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:0.0:1779718628.776323:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718628.776326:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718628.776329:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000400:00000200:1.0:1779718628.776333:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718628.776334:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718628.776338:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000100:00100000:0.0:1779718628.776341:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1779718628.776344:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000001:0.0:1779718628.776352:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1779718628.776353:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529473792, portal 25
00000100:00000001:0.0:1779718628.776354:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718628.776360:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.776360:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718628.776363:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493250304 : -117608216301312 : ffff9509340b7100)
00000100:00000001:0.0:1779718628.776373:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718628.776376:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718628.776377:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718628.776382:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718628.776385:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718628.776386:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718628.776392:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718628.776397:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21075
00000100:00000001:1.0:1779718628.776399:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1779718628.776402:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718628.776408:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000040:1.0:1779718628.776408:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:0.0:1779718628.776412:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1779718628.776413:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000040:0.0:1779718628.776415:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000200:1.0:1779718628.776417:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529473792, offset 0
00000100:00000001:0.0:1779718628.776418:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718628.776422:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776424:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718628.776426:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1779718628.776427:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000040:0.0:1779718628.776428:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718628.776435:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718628.776436:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:1.0:1779718628.776437:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:0.0:1779718628.776439:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718628.776442:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718628.776445:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:0.0:1779718628.776447:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776450:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1779718628.776452:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1779718628.776453:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776457:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:1.0:1779718628.776459:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000040:0.0:1779718628.776461:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:1.0:1779718628.776464:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1779718628.776468:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:1.0:1779718628.776470:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776475:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718628.776477:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157431:157431:256:4294967295] 192.168.203.145@tcp LPNI seq info [157430:157430:8:4294967295]
02000000:00000001:0.0:1779718628.776478:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718628.776482:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1779718628.776486:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718628.776487:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718628.776490:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718628.776491:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718628.776496:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718628.776500:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1779718628.776501:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718628.776507:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000800:00000200:1.0:1779718628.776511:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000040:0.0:1779718628.776512:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718628.776516:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718628.776517:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1779718628.776517:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000100:00000001:0.0:1779718628.776520:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718628.776522:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718628.776523:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1779718628.776527:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000010:0.0:1779718628.776529:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000800:00000200:1.0:1779718628.776530:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1779718628.776532:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718628.776540:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1779718628.776541:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718628.776547:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1779718628.776552:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718628.776556:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1779718628.776556:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718628.776561:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000100:00000040:0.0:1779718628.776563:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718628.776566:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1779718628.776575:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718628.776575:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1779718628.776579:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1779718628.776581:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000100:00000040:0.0:1779718628.776585:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1779718628.776585:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718628.776589:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1779718628.776590:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718628.776594:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1779718628.776595:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718628.776596:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718628.776599:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718628.776603:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718628.776609:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21075
00000100:00000001:1.0:1779718628.776613:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1779718628.776614:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718628.776619:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718628.776620:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718628.776625:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718628.776631:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776636:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779718628.776638:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718628.776639:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776644:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:1.0:1779718628.776644:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1779718628.776648:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718628.776649:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718628.776650:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718628.776652:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:1.0:1779718628.776653:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718628.776654:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718628.776658:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718628.776662:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:1.0:1779718628.776662:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718628.776667:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718628.776669:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718628.776669:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315749118
00000100:00000001:0.0:1779718628.776672:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718628.776676:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718628.776677:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718628.776679:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718628.776679:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bae0.
02000000:00000001:0.0:1779718628.776682:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718628.776686:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718628.776688:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718628.776689:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718628.776690:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000008:00100000:0.0:1779718628.776691:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718628.776694:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718628.776696:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718628.776699:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779718628.776701:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:1.0:1779718628.776701:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315749118
02000000:00000001:0.0:1779718628.776707:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718628.776708:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718628.776709:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1779718628.776710:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bc00.
02000000:00000001:0.0:1779718628.776711:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718628.776713:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.776717:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000010:0.0:1779718628.776718:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718628.776724:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.776724:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1779718628.776728:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718628.776730:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.776735:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1779718628.776739:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718628.776741:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718628.776745:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718628/real 1779718628]  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718628.776747:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718628.776769:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718628.776775:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21085)
00000400:00000001:1.0:1779718628.776778:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718628.776781:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718628.776784:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718628.776787:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718628.776790:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718628.776793:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718628.776798:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718628.776808:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.776815:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718628.776817:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.776819:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718628.776821:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718628.776826:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.776833:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718628.776838:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.776845:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718628.776848:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.776850:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718628.776851:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.776854:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718628.776855:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718628.776858:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718628.776862:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718628.776865:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718628.776869:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718628.776878:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529473792:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718628.776882:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.776884:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718628.776887:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7100 x1866162529473792/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.776900:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718628.776902:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718628.776905:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718628.776908:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718628.776910:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718628.776911:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718628.776914:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718628.776916:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59400.
02000000:00000001:1.0:1779718628.776950:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718628.776952:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718628.776954:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7100.
00000100:00000001:1.0:1779718628.776958:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718628.776959:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.776961:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.776967:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718628.776968:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.776970:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718628.776972:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718628.776973:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718628.776978:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.776986:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718628.776987:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718628.776989:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718628.776991:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718628.776993:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718628.776997:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473920:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718628.777000:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718628.777002:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718628.777004:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718628.777006:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718628.777009:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718628.777011:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718628.777015:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718628.777019:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718628.777022:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718628.777026:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529473920, portal 10
00000100:00000001:1.0:1779718628.777027:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718628.777029:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252096 : -117608216299520 : ffff9509340b7800)
00000100:00000040:1.0:1779718628.777036:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777043:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718628.777046:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718628.777048:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718628.777051:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529473920, offset 0
00000400:00000200:1.0:1779718628.777055:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718628.777059:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718628.777064:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718628.777067:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718628.777070:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718628.777073:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718628.777075:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718628.777079:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157432:157432:256:4294967295] 192.168.203.145@tcp LPNI seq info [157431:157431:8:4294967295]
00000400:00000200:1.0:1779718628.777083:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718628.777090:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718628.777095:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718628.777098:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718628.777103:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718628.777105:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1779718628.777110:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718628.777113:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1779718628.777117:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718628.777118:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718628.777122:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718628.777125:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718628.777129:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718628.777131:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718628.777134:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718628.777148:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777157:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718628.777160:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777167:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.777168:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718628.777172:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718628.777176:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718628.777179:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718628.777182:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315747851
00000100:00000001:1.0:1779718628.777184:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315749118
00000100:00000001:1.0:1779718628.777186:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315747851
00000100:00000001:1.0:1779718628.777188:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315749118
00000100:00000001:1.0:1779718628.777190:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718628.777193:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.777195:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718628.777199:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718628/real 1779718628]  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718628.777207:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718628.777209:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718628.777211:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718628.777213:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718628.777215:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718628.777218:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718628.777221:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718628.777229:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777260:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718628.777262:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777264:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718628.777265:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718628.777270:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777276:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718628.777280:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777287:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718628.777289:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777291:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718628.777292:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777294:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718628.777296:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718628.777299:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718628.777302:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718628.777305:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718628.777309:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718628.777317:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529473920:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718628.777321:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718628.777324:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777331:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718628.777333:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718628.777335:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718628.777337:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718628.777339:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718628.777342:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474048:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718628.777345:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718628.777347:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718628.777349:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718628.777351:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718628.777354:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718628.777356:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718628.777360:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718628.777363:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718628.777366:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718628.777370:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529474048, portal 10
00000100:00000001:1.0:1779718628.777372:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718628.777373:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493243136 : -117608216308480 : ffff9509340b5500)
00000100:00000040:1.0:1779718628.777379:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777386:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718628.777388:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718628.777391:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718628.777393:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529474048, offset 0
00000400:00000200:1.0:1779718628.777397:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718628.777402:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718628.777406:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718628.777409:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718628.777411:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718628.777414:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718628.777416:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718628.777419:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157433:157433:256:4294967295] 192.168.203.145@tcp LPNI seq info [157432:157432:8:4294967295]
00000400:00000200:1.0:1779718628.777424:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718628.777430:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718628.777435:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718628.777438:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718628.777442:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718628.777444:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1779718628.777449:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718628.777452:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1779718628.777455:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718628.777458:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718628.777461:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718628.777464:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718628.777467:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718628.777469:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718628.777472:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718628.777476:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777484:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718628.777487:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777493:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.777495:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718628.777498:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718628.777500:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718628.777504:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718628.777506:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315747859
00000100:00000001:1.0:1779718628.777509:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315749118
00000100:00000001:1.0:1779718628.777511:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315747859
00000100:00000001:1.0:1779718628.777513:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315749118
00000100:00000001:1.0:1779718628.777516:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718628.777518:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.777520:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718628.777523:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718628/real 1779718628]  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718628.777532:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718628.777533:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718628.777535:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718628.777537:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718628.777539:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718628.777541:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718628.777544:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718628.777552:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777559:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718628.777560:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777562:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718628.777563:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718628.777567:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777574:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718628.777578:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777585:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718628.777587:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777589:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718628.777590:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777591:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718628.777593:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718628.777595:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718628.777598:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718628.777601:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718628.777605:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718628.777614:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474048:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718628.777618:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718628.777621:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777628:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718628.777630:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718628.777632:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718628.777634:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718628.777636:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718628.777639:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474176:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718628.777642:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718628.777644:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718628.777646:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718628.777647:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718628.777651:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718628.777653:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718628.777657:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718628.777659:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718628.777663:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718628.777666:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529474176, portal 4
00000100:00000001:1.0:1779718628.777668:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718628.777669:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493241344 : -117608216310272 : ffff9509340b4e00)
00000100:00000040:1.0:1779718628.777675:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777681:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718628.777684:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718628.777686:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718628.777688:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529474176, offset 0
00000400:00000200:1.0:1779718628.777693:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718628.777697:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718628.777700:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718628.777703:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718628.777705:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718628.777708:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718628.777710:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718628.777713:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157434:157434:256:4294967295] 192.168.203.145@tcp LPNI seq info [157433:157433:8:4294967295]
00000400:00000200:1.0:1779718628.777717:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718628.777724:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718628.777728:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718628.777731:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718628.777735:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718628.777737:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1779718628.777742:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718628.777744:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1779718628.777748:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718628.777750:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718628.777754:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718628.777757:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718628.777760:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718628.777761:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718628.777764:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718628.777767:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777775:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718628.777778:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777784:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.777786:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718628.777789:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718628.777792:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718628.777795:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718628.777797:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315747857
00000100:00000001:1.0:1779718628.777799:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315749118
00000100:00000001:1.0:1779718628.777801:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315747857
00000100:00000001:1.0:1779718628.777804:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315749118
00000100:00000001:1.0:1779718628.777806:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718628.777808:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.777809:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718628.777813:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718628/real 1779718628]  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718628.777820:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718628.777821:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718628.777823:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718628.777825:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718628.777827:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718628.777829:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718628.777833:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718628.777840:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777847:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718628.777848:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777850:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718628.777851:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718628.777854:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777861:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718628.777864:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777871:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718628.777873:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777875:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718628.777876:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777878:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718628.777879:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718628.777882:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718628.777885:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718628.777887:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718628.777890:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718628.777898:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474176:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718628.777902:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777904:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718628.777907:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7800 x1866162529473920/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777913:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718628.777915:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718628.777917:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718628.777938:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718628.777940:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718628.777941:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718628.777944:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718628.777946:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:1.0:1779718628.777948:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718628.777950:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718628.777951:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7800.
00000100:00000001:1.0:1779718628.777954:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718628.777955:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777957:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718628.777960:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5500 x1866162529474048/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.777972:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718628.777973:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718628.777975:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718628.777977:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718628.777978:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718628.777979:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718628.777981:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718628.777982:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:1.0:1779718628.777985:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718628.777986:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718628.777988:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5500.
00000100:00000001:1.0:1779718628.777990:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718628.777991:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.777992:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718628.777995:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4e00 x1866162529474176/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718628.778001:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718628.778002:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718628.778004:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718628.778006:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718628.778007:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718628.778008:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718628.778010:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718628.778011:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a800.
02000000:00000001:1.0:1779718628.778014:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718628.778015:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718628.778016:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4e00.
00000100:00000001:1.0:1779718628.778018:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718628.778020:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.778022:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718628.778025:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718628.778026:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718628.778028:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718628.778030:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718629.224080:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718629.224084:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718629.224086:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718629.800018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718629.800024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718629.800026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718629.800030:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718629.800032:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718629.800035:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718629.800037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718629.800039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718629.800041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718630.055983:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315749118, at 4315749120
00000100:00000040:0.0:1779718630.055995:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315749118, at 4315749120
00000100:00000010:1.0:1779718630.055996:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bc00.
00000100:00000010:0.0:1779718630.056005:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bae0.
00000020:00000001:1.0:1779718630.248096:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718630.248100:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718630.248104:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718630.824014:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718630.824020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718630.824022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718630.824026:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718630.824029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718630.824033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718630.824035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718630.824038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718630.824040:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718631.272070:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718631.272073:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718631.272075:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718631.848057:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718631.848064:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718631.848066:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718631.848072:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718631.848075:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718631.848079:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718631.848082:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718631.848085:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718631.848087:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718632.296110:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718632.296115:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718632.296119:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718632.872016:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718632.872024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718632.872026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718632.872032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718632.872035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718632.872051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718632.872054:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718632.872057:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718632.872059:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718633.320117:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718633.320121:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718633.320124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718633.896013:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718633.896015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718633.896020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1779718633.896021:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718633.896022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896024:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1779718633.896027:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779718633.896028:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718633.896033:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718633.896033:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718633.896037:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779718633.896042:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21080
00000100:00000001:3.0:1779718633.896042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718633.896046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718633.896048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718633.896052:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718633.896057:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718633.896059:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718633.896062:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896065:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718633.896068:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896070:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718633.896073:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718633.896075:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718633.896077:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718633.896079:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718633.896080:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718633.896082:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718633.896085:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896087:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718633.896089:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896091:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718633.896094:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718633.896098:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896101:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718633.896104:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718633.896108:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718633.896111:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896113:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718633.896115:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718633.896125:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718633.896130:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718633.896134:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718633.896136:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896139:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718633.896142:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718633.896146:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718633.896154:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779718633.896160:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718633.896168:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718633.896176:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718633.896179:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718633.896182:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718633.896214:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718633.896217:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718633.896219:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718633.896221:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718633.896222:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718633.896224:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718633.896226:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21080
00000400:00000200:0.0:1779718633.896229:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718633.896231:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718633.896232:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718633.896234:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896236:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718633.896237:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896239:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718633.896241:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718633.896242:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718633.896243:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718633.896244:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718633.896246:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718633.896263:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718633.896267:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896270:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718633.896272:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896275:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718633.896277:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:1.0:1779718633.896280:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1779718633.896282:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718633.896286:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718633.896290:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779718633.896291:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718633.896295:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1779718633.896301:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718633.896302:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718633.896308:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896313:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718633.896317:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718633.896323:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896329:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.896329:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718633.896332:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718633.896333:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
02000000:00000001:1.0:1779718633.896335:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1779718633.896336:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718633.896338:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718633.896339:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718633.896343:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718633.896343:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896349:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718633.896352:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1779718633.896352:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529474304:192.168.203.145@tcp:250:kworker.0
02000000:00000001:0.0:1779718633.896356:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.896358:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1779718633.896360:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
02000000:00000001:1.0:1779718633.896362:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1779718633.896365:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718633.896365:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718633.896370:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1779718633.896374:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1779718633.896375:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718633.896380:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896387:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1779718633.896391:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718633.896392:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718633.896397:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1779718633.896401:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000100:00000001:0.0:1779718633.896404:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718633.896407:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1779718633.896408:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00080000:0.0:1779718633.896409:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718633.896413:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718633.896414:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718633.896417:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:1.0:1779718633.896417:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529474304, portal 25
00000100:00080000:0.0:1779718633.896420:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21080
00000100:00000001:1.0:1779718633.896421:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718633.896424:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493251200 : -117608216300416 : ffff9509340b7480)
00000400:00000200:0.0:1779718633.896429:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718633.896433:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718633.896434:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718633.896439:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718633.896446:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896451:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779718633.896453:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718633.896454:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896458:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:1.0:1779718633.896459:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000020:00000001:0.0:1779718633.896462:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:1.0:1779718633.896463:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000020:00000040:0.0:1779718633.896465:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718633.896467:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1779718633.896467:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529474304, offset 0
00000020:00000040:0.0:1779718633.896471:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718633.896473:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718633.896477:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:1.0:1779718633.896477:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718633.896498:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896499:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718633.896501:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:1.0:1779718633.896504:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718633.896505:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718633.896508:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718633.896511:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:1.0:1779718633.896514:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:0.0:1779718633.896515:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718633.896519:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718633.896521:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1779718633.896521:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1779718633.896524:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718633.896526:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:0.0:1779718633.896527:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718633.896530:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1779718633.896531:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1779718633.896534:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718633.896536:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896538:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718633.896542:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157435:157435:256:4294967295] 192.168.203.145@tcp LPNI seq info [157434:157434:8:4294967295]
00000100:00000010:0.0:1779718633.896544:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779718633.896547:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:1.0:1779718633.896548:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718633.896551:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718633.896553:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896555:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718633.896557:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718633.896558:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718633.896561:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718633.896565:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718633.896570:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1779718633.896572:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718633.896580:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718633.896583:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1779718633.896583:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718633.896589:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1779718633.896592:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000100:00000001:0.0:1779718633.896598:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718633.896601:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718633.896606:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1779718633.896606:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779718633.896611:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1779718633.896613:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000100:00080000:0.0:1779718633.896614:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718633.896617:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718633.896619:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718633.896622:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:1.1:1779718633.896623:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779718633.896627:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21080
00000800:00000200:1.1:1779718633.896629:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1779718633.896634:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718633.896635:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718633.896642:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718633.896645:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718633.896649:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718633.896653:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1779718633.896654:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1779718633.896657:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896660:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718633.896662:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896663:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:1.0:1779718633.896664:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000020:00000001:0.0:1779718633.896666:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718633.896668:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718633.896669:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1779718633.896669:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000020:00000040:0.0:1779718633.896672:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718633.896675:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:1.0:1779718633.896676:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1779718633.896677:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718633.896681:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896683:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1779718633.896686:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718633.896687:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896690:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718633.896695:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718633.896700:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718633.896705:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718633.896707:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1779718633.896708:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1779718633.896709:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718633.896712:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896714:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1779718633.896715:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1779718633.896716:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718633.896721:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896741:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718633.896747:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000100:00000001:1.0:1779718633.896747:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1779718633.896752:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:1.0:1779718633.896752:0:248765:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1779718633.896756:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718633.896757:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.896758:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718633.896759:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718633.896761:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718633.896764:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718633.896767:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:0.0:1779718633.896769:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:1.0:1779718633.896770:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315754238
00000100:00000001:0.0:1779718633.896774:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718633.896777:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bc00.
00000100:00100000:0.0:1779718633.896781:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718633.896784:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718633.896790:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718633.896792:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.896792:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315754238
00000100:00000010:1.0:1779718633.896797:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b3c0.
00000100:00000040:0.0:1779718633.896798:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.896801:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718633.896806:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718633.896811:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.896815:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1779718633.896820:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718633.896821:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718633/real 1779718633]  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718633.896824:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21090)
00000400:00000001:1.0:1779718633.896832:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718633.896833:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718633.896835:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718633.896837:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718633.896838:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718633.896841:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718633.896844:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718633.896850:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.896859:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718633.896860:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.896862:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718633.896864:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718633.896866:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.896871:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718633.896874:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.896878:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718633.896880:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.896881:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718633.896882:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.896884:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718633.896901:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718633.896904:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718633.896907:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718633.896908:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718633.896911:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718633.896916:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529474304:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718633.896920:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.896921:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718633.896923:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7480 x1866162529474304/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.896927:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718633.896929:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718633.896931:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718633.896933:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718633.896934:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718633.896936:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718633.896937:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718633.896939:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:1.0:1779718633.896943:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718633.896945:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718633.896946:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7480.
00000100:00000001:1.0:1779718633.896948:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718633.896948:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.896990:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.896996:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718633.896997:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.896998:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718633.896999:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718633.897001:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718633.897004:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897009:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718633.897010:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718633.897011:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718633.897013:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718633.897014:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718633.897032:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474432:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718633.897034:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718633.897035:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718633.897036:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718633.897038:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718633.897040:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718633.897041:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718633.897044:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718633.897046:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718633.897048:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718633.897050:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529474432, portal 10
00000100:00000001:1.0:1779718633.897052:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718633.897053:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493245824 : -117608216305792 : ffff9509340b5f80)
00000100:00000040:1.0:1779718633.897058:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897062:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718633.897064:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718633.897065:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718633.897067:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529474432, offset 0
00000400:00000200:1.0:1779718633.897069:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718633.897072:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718633.897075:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718633.897077:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718633.897079:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718633.897081:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718633.897082:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718633.897084:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157436:157436:256:4294967295] 192.168.203.145@tcp LPNI seq info [157435:157435:8:4294967295]
00000400:00000200:1.0:1779718633.897103:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718633.897108:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718633.897111:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718633.897113:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718633.897116:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718633.897118:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779718633.897121:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718633.897123:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1779718633.897125:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718633.897127:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718633.897129:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718633.897131:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718633.897133:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718633.897134:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718633.897136:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718633.897138:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897149:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718633.897166:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897171:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.897172:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718633.897174:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718633.897176:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718633.897178:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718633.897179:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315752971
00000100:00000001:1.0:1779718633.897181:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315754238
00000100:00000001:1.0:1779718633.897183:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315752971
00000100:00000001:1.0:1779718633.897184:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315754238
00000100:00000001:1.0:1779718633.897186:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718633.897187:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.897188:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718633.897190:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718633/real 1779718633]  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718633.897210:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718633.897211:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718633.897212:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718633.897214:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718633.897215:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718633.897217:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718633.897219:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718633.897225:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897229:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718633.897231:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897232:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718633.897233:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718633.897235:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897239:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718633.897241:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897245:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718633.897247:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897265:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718633.897266:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897267:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718633.897269:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718633.897271:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718633.897273:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718633.897274:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718633.897277:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718633.897283:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474432:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718633.897286:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718633.897288:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897293:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718633.897294:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718633.897295:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718633.897296:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718633.897297:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718633.897300:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474560:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718633.897302:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718633.897303:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718633.897305:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718633.897306:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718633.897309:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718633.897310:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718633.897312:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718633.897314:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718633.897316:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718633.897318:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529474560, portal 10
00000100:00000001:1.0:1779718633.897319:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718633.897321:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244032 : -117608216307584 : ffff9509340b5880)
00000100:00000040:1.0:1779718633.897325:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897330:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718633.897331:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718633.897333:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718633.897334:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529474560, offset 0
00000400:00000200:1.0:1779718633.897337:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718633.897339:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718633.897342:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718633.897343:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718633.897345:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718633.897347:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718633.897349:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718633.897351:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157437:157437:256:4294967295] 192.168.203.145@tcp LPNI seq info [157436:157436:8:4294967295]
00000400:00000200:1.0:1779718633.897354:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718633.897359:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718633.897362:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718633.897364:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718633.897367:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718633.897369:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779718633.897372:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718633.897374:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1779718633.897377:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718633.897378:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718633.897380:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718633.897383:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718633.897385:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718633.897386:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718633.897387:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718633.897390:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897395:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718633.897397:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897402:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.897403:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718633.897405:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718633.897407:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718633.897409:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718633.897410:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315752979
00000100:00000001:1.0:1779718633.897412:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315754238
00000100:00000001:1.0:1779718633.897413:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315752979
00000100:00000001:1.0:1779718633.897415:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315754238
00000100:00000001:1.0:1779718633.897417:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718633.897418:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.897419:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718633.897422:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718633/real 1779718633]  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718633.897426:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718633.897428:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718633.897429:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718633.897430:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718633.897431:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718633.897433:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718633.897435:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718633.897440:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897444:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718633.897445:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897446:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718633.897447:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718633.897449:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897454:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718633.897456:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897460:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718633.897462:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897463:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718633.897463:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897465:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718633.897466:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718633.897468:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718633.897470:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718633.897472:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718633.897474:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718633.897499:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474560:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718633.897502:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718633.897504:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897508:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718633.897508:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718633.897510:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718633.897511:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718633.897512:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718633.897514:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474688:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718633.897515:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718633.897517:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718633.897517:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718633.897518:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718633.897520:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718633.897521:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718633.897524:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718633.897525:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718633.897527:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718633.897529:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529474688, portal 4
00000100:00000001:1.0:1779718633.897531:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718633.897532:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244928 : -117608216306688 : ffff9509340b5c00)
00000100:00000040:1.0:1779718633.897535:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897539:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718633.897541:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718633.897542:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718633.897544:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529474688, offset 0
00000400:00000200:1.0:1779718633.897546:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718633.897549:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718633.897551:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718633.897553:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718633.897555:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718633.897557:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718633.897559:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718633.897562:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157438:157438:256:4294967295] 192.168.203.145@tcp LPNI seq info [157437:157437:8:4294967295]
00000400:00000200:1.0:1779718633.897567:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718633.897573:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718633.897578:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718633.897581:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718633.897585:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718633.897587:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1779718633.897592:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718633.897594:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1779718633.897599:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718633.897601:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718633.897604:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718633.897608:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718633.897611:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718633.897613:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718633.897615:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718633.897618:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897624:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718633.897625:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897630:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.897631:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718633.897633:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718633.897635:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718633.897637:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718633.897639:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315752977
00000100:00000001:1.0:1779718633.897642:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315754238
00000100:00000001:1.0:1779718633.897644:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315752977
00000100:00000001:1.0:1779718633.897646:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315754238
00000100:00000001:1.0:1779718633.897648:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718633.897650:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.897652:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718633.897656:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718633/real 1779718633]  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718633.897664:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718633.897666:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718633.897668:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718633.897671:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718633.897673:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718633.897675:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718633.897678:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718633.897686:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897693:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718633.897694:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897696:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718633.897697:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718633.897701:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897707:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718633.897711:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897717:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718633.897720:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897737:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718633.897738:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897740:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718633.897742:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718633.897745:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718633.897748:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718633.897751:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718633.897754:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718633.897763:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474688:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718633.897767:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897769:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718633.897773:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5f80 x1866162529474432/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897778:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718633.897780:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718633.897781:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718633.897783:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718633.897784:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718633.897785:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718633.897787:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718633.897788:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59800.
02000000:00000001:1.0:1779718633.897790:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718633.897791:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718633.897792:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5f80.
00000100:00000001:1.0:1779718633.897794:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718633.897795:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897796:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718633.897798:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5880 x1866162529474560/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897808:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718633.897809:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718633.897810:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718633.897811:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718633.897812:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718633.897813:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718633.897814:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718633.897814:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58800.
02000000:00000001:1.0:1779718633.897816:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718633.897816:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718633.897817:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5880.
00000100:00000001:1.0:1779718633.897818:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718633.897819:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897820:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718633.897822:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5c00 x1866162529474688/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718633.897826:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718633.897826:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718633.897827:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718633.897829:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718633.897829:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718633.897830:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718633.897831:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718633.897832:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58400.
02000000:00000001:1.0:1779718633.897833:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718633.897833:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718633.897834:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5c00.
00000100:00000001:1.0:1779718633.897835:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718633.897836:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897837:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718633.897840:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718633.897841:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718633.897842:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718633.897843:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718634.344096:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718634.344100:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718634.344103:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718634.920012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718634.920019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718634.920022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718634.920028:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718634.920032:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718634.920036:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718634.920039:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718634.920043:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718634.920046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718635.176039:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315754238, at 4315754240
00000100:00000040:0.0:1779718635.176041:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315754238, at 4315754240
00000100:00000010:1.0:1779718635.176054:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b3c0.
00000100:00000010:0.0:1779718635.176056:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bc00.
00000020:00000001:1.0:1779718635.368100:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718635.368104:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718635.368107:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718635.944049:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718635.944058:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718635.944061:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718635.944068:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718635.944073:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718635.944078:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718635.944081:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718635.944085:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718635.944088:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718636.392206:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718636.392211:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718636.392214:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718636.967987:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718636.967994:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718636.967996:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718636.968002:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718636.968005:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718636.968009:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718636.968012:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718636.968015:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718636.968018:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718637.416113:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718637.416117:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718637.416119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718637.992019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718637.992025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718637.992027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718637.992031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718637.992034:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718637.992037:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718637.992039:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718637.992042:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718637.992044:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718638.440185:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718638.440189:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718638.440193:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718639.016013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1779718639.016015:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718639.016020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1779718639.016024:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718639.016025:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718639.016031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718639.016034:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718639.016037:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718639.016040:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718639.016041:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718639.016046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718639.016049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718639.016051:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718639.016058:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718639.016068:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21085
00000400:00000200:0.0:1779718639.016080:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718639.016088:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718639.016092:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718639.016096:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016100:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718639.016103:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016106:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718639.016110:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718639.016112:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718639.016114:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718639.016117:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718639.016119:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718639.016121:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718639.016124:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016125:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718639.016127:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016129:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718639.016131:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718639.016135:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016137:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718639.016140:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718639.016144:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718639.016146:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718639.016148:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718639.016150:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718639.016171:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6680.
00000020:00000040:0.0:1779718639.016175:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718639.016179:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718639.016181:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718639.016184:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718639.016187:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718639.016190:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718639.016214:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:0.0:1779718639.016220:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718639.016236:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718639.016246:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718639.016250:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718639.016255:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bfd0c85] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718639.016274:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718639.016277:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718639.016280:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718639.016281:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718639.016283:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718639.016286:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718639.016288:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21085
00000400:00000200:0.0:1779718639.016292:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718639.016295:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718639.016298:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718639.016302:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016305:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718639.016307:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016309:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718639.016312:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1779718639.016312:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1779718639.016313:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718639.016317:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1779718639.016318:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1779718639.016319:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:1.0:1779718639.016323:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1779718639.016324:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718639.016328:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718639.016334:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:1.0:1779718639.016336:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718639.016337:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718639.016342:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016348:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718639.016354:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718639.016359:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016364:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718639.016368:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1779718639.016369:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1779718639.016373:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718639.016373:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718639.016379:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718639.016381:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1779718639.016382:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1779718639.016385:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1779718639.016388:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1779718639.016389:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718639.016394:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718639.016397:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718639.016399:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6d80.
00000100:00100000:1.0:1779718639.016409:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529474816:192.168.203.145@tcp:250:kworker.0
00000020:00000040:0.0:1779718639.016413:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718639.016421:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718639.016422:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.016422:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1779718639.016427:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718639.016429:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718639.016430:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718639.016431:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718639.016435:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718639.016438:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
02000000:00000001:1.0:1779718639.016440:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1779718639.016443:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718639.016448:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
00000100:00100000:0.0:1779718639.016451:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1779718639.016453:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718639.016467:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1779718639.016467:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718639.016473:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1779718639.016474:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000100:00000040:0.0:1779718639.016479:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27aefa5] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1779718639.016483:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000001:0.0:1779718639.016494:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779718639.016494:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529474816, portal 25
00000100:00080000:0.0:1779718639.016496:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1779718639.016499:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1779718639.016502:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718639.016503:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493247616 : -117608216304000 : ffff9509340b6680)
00000100:00000001:0.0:1779718639.016506:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718639.016509:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718639.016512:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:1.0:1779718639.016515:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718639.016517:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21085
00000400:00000200:0.0:1779718639.016528:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718639.016535:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718639.016541:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1779718639.016541:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718639.016545:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016551:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718639.016551:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718639.016556:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:1.0:1779718639.016556:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718639.016562:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529474816, offset 0
00000100:00000001:0.0:1779718639.016563:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718639.016569:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718639.016571:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718639.016573:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718639.016575:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:1.0:1779718639.016577:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000001:0.0:1779718639.016579:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718639.016581:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718639.016585:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016586:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718639.016589:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016590:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718639.016592:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718639.016595:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016599:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718639.016601:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718639.016604:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718639.016605:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718639.016607:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718639.016610:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1779718639.016610:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00000001:0.0:1779718639.016617:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718639.016637:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718639.016641:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000400:00000200:1.0:1779718639.016642:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000040:0.0:1779718639.016645:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718639.016649:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1779718639.016650:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1779718639.016651:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718639.016655:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718639.016656:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1779718639.016658:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
02000000:00000001:0.0:1779718639.016659:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718639.016664:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1779718639.016665:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000400:00000200:1.0:1779718639.016669:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016671:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718639.016676:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157439:157439:256:4294967295] 192.168.203.145@tcp LPNI seq info [157438:157438:8:4294967295]
00000100:00100000:0.0:1779718639.016681:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1779718639.016687:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718639.016694:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718639.016697:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718639.016704:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718639.016710:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718639.016725:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016726:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718639.016732:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1779718639.016734:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000100:00000040:0.0:1779718639.016737:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718639.016741:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1779718639.016745:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779718639.016751:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.0:1779718639.016753:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1779718639.016756:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718639.016760:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1779718639.016762:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718639.016765:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:1.1:1779718639.016767:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000100:00080000:0.0:1779718639.016774:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21085
00000800:00000100:1.0:1779718639.016775:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718639.016780:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:0.0:1779718639.016785:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718639.016786:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718639.016796:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:1.0:1779718639.016797:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1779718639.016804:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1779718639.016806:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718639.016811:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000040:0.0:1779718639.016814:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718639.016818:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1779718639.016819:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718639.016823:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016825:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718639.016826:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718639.016827:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718639.016829:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718639.016831:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718639.016835:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000200:1.0:1779718639.016835:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1779718639.016841:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718639.016849:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718639.016856:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1779718639.016860:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718639.016863:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000040:1.0:1779718639.016867:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718639.016869:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718639.016876:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:1.0:1779718639.016884:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718639.016885:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718639.016886:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718639.016892:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.016894:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718639.016896:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1779718639.016901:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718639.016902:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718639.016904:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315759358
02000000:00000001:0.0:1779718639.016910:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718639.016913:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148b3c0.
00000100:00000001:0.0:1779718639.016914:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718639.016919:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718639.016922:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718639.016924:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718639.016928:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779718639.016931:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718639.016934:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1779718639.016957:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1779718639.016965:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.016965:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315759359
00000100:00000001:0.0:1779718639.016970:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718639.016973:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1779718639.016973:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95093148bde0.
02000000:00000001:0.0:1779718639.016975:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.016979:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000010:0.0:1779718639.016982:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:1.0:1779718639.016983:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718639.016989:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718639.016990:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.016995:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718639.016999:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1779718639.017003:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718639/real 1779718639]  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718639.017023:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718639.017029:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1779718639.017030:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718639.017034:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718639.017035:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000100:00000040:0.0:1779718639.017040:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718639.017040:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718639.017044:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718639.017050:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718639.017058:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718639.017066:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1779718639.017076:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718639.017077:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21095)
00000100:00000001:1.0:1779718639.017108:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718639.017111:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017114:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718639.017116:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718639.017120:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017127:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718639.017131:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017137:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718639.017140:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017141:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718639.017142:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017144:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718639.017146:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718639.017148:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718639.017152:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718639.017170:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718639.017175:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718639.017183:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529474816:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718639.017187:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017189:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718639.017191:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6680 x1866162529474816/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017197:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718639.017199:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718639.017202:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718639.017205:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718639.017207:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718639.017208:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:1.0:1779718639.017210:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718639.017213:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a000.
02000000:00000001:1.0:1779718639.017217:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718639.017219:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718639.017220:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6680.
00000100:00000001:1.0:1779718639.017223:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718639.017225:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017227:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017233:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718639.017234:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.017236:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718639.017238:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718639.017240:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718639.017243:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017249:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718639.017251:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718639.017253:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718639.017254:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718639.017256:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718639.017259:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474944:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718639.017262:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718639.017264:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718639.017266:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718639.017267:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718639.017270:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718639.017272:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718639.017276:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718639.017278:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718639.017281:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718639.017284:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529474944, portal 10
00000100:00000001:1.0:1779718639.017287:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718639.017288:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493249408 : -117608216302208 : ffff9509340b6d80)
00000100:00000040:1.0:1779718639.017294:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017300:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718639.017302:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718639.017304:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718639.017306:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529474944, offset 0
00000400:00000200:1.0:1779718639.017310:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718639.017314:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718639.017318:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718639.017321:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718639.017323:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718639.017326:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718639.017328:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718639.017331:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157440:157440:256:4294967295] 192.168.203.145@tcp LPNI seq info [157439:157439:8:4294967295]
00000400:00000200:1.0:1779718639.017335:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718639.017341:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718639.017345:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718639.017348:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718639.017351:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718639.017354:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1779718639.017359:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718639.017363:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1779718639.017369:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718639.017371:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718639.017375:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718639.017380:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718639.017384:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718639.017387:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718639.017390:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718639.017396:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017417:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718639.017422:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017432:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.017435:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718639.017440:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718639.017444:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:1.0:1779718639.017447:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718639.017449:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315758091
00000100:00000001:1.0:1779718639.017452:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315759358
00000100:00000001:1.0:1779718639.017454:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315758091
00000100:00000001:1.0:1779718639.017456:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315759359
00000100:00000001:1.0:1779718639.017459:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718639.017462:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.017465:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718639.017470:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718639/real 1779718639]  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718639.017482:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718639.017484:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718639.017486:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718639.017489:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718639.017492:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718639.017495:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718639.017500:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718639.017512:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017522:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718639.017524:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017527:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718639.017529:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718639.017534:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017543:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718639.017548:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017557:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718639.017560:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017562:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718639.017564:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017566:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718639.017569:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718639.017573:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718639.017577:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718639.017580:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718639.017585:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718639.017595:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529474944:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718639.017601:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718639.017605:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017613:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718639.017615:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718639.017617:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718639.017620:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718639.017622:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718639.017627:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529475072:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718639.017631:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718639.017633:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718639.017636:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718639.017639:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718639.017643:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718639.017646:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718639.017651:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718639.017655:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718639.017659:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718639.017664:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529475072, portal 10
00000100:00000001:1.0:1779718639.017666:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718639.017669:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244928 : -117608216306688 : ffff9509340b5c00)
00000100:00000040:1.0:1779718639.017677:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017687:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718639.017708:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718639.017712:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718639.017715:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529475072, offset 0
00000400:00000200:1.0:1779718639.017721:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718639.017726:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718639.017731:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718639.017735:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718639.017738:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718639.017741:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718639.017743:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718639.017746:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157441:157441:256:4294967295] 192.168.203.145@tcp LPNI seq info [157440:157440:8:4294967295]
00000400:00000200:1.0:1779718639.017750:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718639.017756:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718639.017777:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718639.017780:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718639.017785:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718639.017787:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1779718639.017791:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718639.017794:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1779718639.017797:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718639.017799:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718639.017802:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718639.017805:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718639.017808:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718639.017810:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718639.017812:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718639.017816:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017823:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718639.017826:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017832:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.017834:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718639.017836:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718639.017839:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:1.0:1779718639.017842:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718639.017844:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315758099
00000100:00000001:1.0:1779718639.017847:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315759358
00000100:00000001:1.0:1779718639.017849:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315758099
00000100:00000001:1.0:1779718639.017851:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315759359
00000100:00000001:1.0:1779718639.017853:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718639.017855:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.017856:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718639.017859:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718639/real 1779718639]  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718639.017867:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718639.017868:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718639.017870:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718639.017872:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718639.017873:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718639.017875:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718639.017878:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718639.017885:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017890:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718639.017891:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017893:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718639.017894:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718639.017897:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017902:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718639.017905:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017911:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718639.017914:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017915:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718639.017916:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.017918:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718639.017920:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718639.017922:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718639.017924:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718639.017926:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718639.017929:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718639.017941:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529475072:192.168.203.145@tcp:38:kworker.0
00000100:00000001:1.0:1779718639.017945:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718639.017947:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.017974:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718639.017976:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718639.017978:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718639.017980:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718639.017981:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718639.017984:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529475200:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718639.017987:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718639.017989:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718639.017991:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718639.017992:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779718639.017996:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718639.017997:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718639.018001:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:1.0:1779718639.018003:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509398be0b0.
00000400:00000010:1.0:1779718639.018006:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2d908.
00000100:00000200:1.0:1779718639.018009:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529475200, portal 4
00000100:00000001:1.0:1779718639.018010:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718639.018012:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244032 : -117608216307584 : ffff9509340b5880)
00000100:00000040:1.0:1779718639.018016:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.018022:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718639.018025:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:1.0:1779718639.018027:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95090fd2dc38.
00000100:00000200:1.0:1779718639.018029:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529475200, offset 0
00000400:00000200:1.0:1779718639.018032:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718639.018036:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718639.018040:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718639.018042:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1779718639.018045:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:1.0:1779718639.018047:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1779718639.018049:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:1.0:1779718639.018052:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157442:157442:256:4294967295] 192.168.203.145@tcp LPNI seq info [157441:157441:8:4294967295]
00000400:00000200:1.0:1779718639.018056:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718639.018062:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1779718639.018066:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718639.018069:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910a5ac00.
00000800:00000200:1.0:1779718639.018072:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.0:1779718639.018074:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1779718639.018078:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:1.1:1779718639.018081:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1779718639.018084:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:1.0:1779718639.018086:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910a5ac00.
00000400:00000200:1.0:1779718639.018088:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1779718639.018092:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1779718639.018094:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2dc38
00000400:00000010:1.0:1779718639.018096:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2dc38.
00000100:00000001:1.0:1779718639.018098:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718639.018101:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.018108:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718639.018110:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.018116:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.018117:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718639.018119:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718639.018122:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:1.0:1779718639.018124:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718639.018126:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315758098
00000100:00000001:1.0:1779718639.018129:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315759358
00000100:00000001:1.0:1779718639.018131:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315758098
00000100:00000001:1.0:1779718639.018133:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315759359
00000100:00000001:1.0:1779718639.018134:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718639.018136:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.018137:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1779718639.018140:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718639/real 1779718639]  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1779718639.018146:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1779718639.018148:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1779718639.018149:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509398be0b0.
00000400:00000200:1.0:1779718639.018151:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95090fd2d908
00000400:00000010:1.0:1779718639.018152:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95090fd2d908.
00000100:00000001:1.0:1779718639.018178:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1779718639.018182:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718639.018189:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.018195:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718639.018197:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.018198:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718639.018200:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718639.018203:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.018209:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718639.018212:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.018218:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718639.018221:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.018222:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718639.018223:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.018225:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1779718639.018226:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1779718639.018229:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1779718639.018231:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:1.0:1779718639.018233:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1779718639.018236:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718639.018243:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529475200:192.168.203.145@tcp:8:kworker.0
00000100:00000001:1.0:1779718639.018246:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.018247:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718639.018250:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6d80 x1866162529474944/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.018256:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718639.018258:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718639.018260:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd91400.
02000000:00000001:1.0:1779718639.018262:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718639.018264:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718639.018265:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:1.0:1779718639.018267:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718639.018269:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59000.
02000000:00000001:1.0:1779718639.018271:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718639.018272:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718639.018274:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6d80.
00000100:00000001:1.0:1779718639.018276:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718639.018277:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.018279:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718639.018281:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5c00 x1866162529475072/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.018293:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718639.018294:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718639.018296:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd90c00.
02000000:00000001:1.0:1779718639.018298:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718639.018299:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718639.018300:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:1.0:1779718639.018301:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718639.018302:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58400.
02000000:00000001:1.0:1779718639.018304:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718639.018305:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718639.018306:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5c00.
00000100:00000001:1.0:1779718639.018308:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718639.018309:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.018310:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718639.018313:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5880 x1866162529475200/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718639.018318:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1779718639.018319:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1779718639.018320:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95092fd93400.
02000000:00000001:1.0:1779718639.018322:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1779718639.018322:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1779718639.018323:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:1.0:1779718639.018325:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1779718639.018326:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58800.
02000000:00000001:1.0:1779718639.018327:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1779718639.018328:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1779718639.018329:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5880.
00000100:00000001:1.0:1779718639.018331:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1779718639.018332:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.018333:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718639.018337:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718639.018338:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718639.018340:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718639.018342:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718639.464191:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718639.464195:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718639.464197:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718640.040027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718640.040033:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718640.040035:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718640.040039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718640.040042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718640.040045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718640.040047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718640.040049:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718640.040052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718640.296049:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315759359, at 4315759360
00000100:00000040:0.0:1779718640.296052:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315759358, at 4315759360
00000100:00000010:1.0:1779718640.296081:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148bde0.
00000100:00000010:0.0:1779718640.296094:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95093148b3c0.
00000020:00000001:1.0:1779718640.488138:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718640.488141:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718640.488156:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718641.064001:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718641.064007:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718641.064009:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718641.064013:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718641.064016:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718641.064020:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718641.064022:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718641.064024:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718641.064027:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718641.512099:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718641.512104:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718641.512108:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718642.088020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718642.088026:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718642.088028:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718642.088033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718642.088037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718642.088040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718642.088043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718642.088045:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718642.088047:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718642.536184:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718642.536188:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718642.536191:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718643.112006:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718643.112012:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718643.112014:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718643.112018:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718643.112020:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718643.112024:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718643.112026:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718643.112029:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718643.112031:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718643.560079:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718643.560082:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718643.560085:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718644.135990:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718644.135997:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718644.135999:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718644.136003:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718644.136007:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718644.136010:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718644.136012:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718644.136015:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718644.136017:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718644.136021:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718644.136028:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718644.136031:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718644.136035:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718644.136040:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718644.136049:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21090
00000400:00000200:1.0:1779718644.136059:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718644.136064:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718644.136067:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718644.136069:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136072:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718644.136074:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136076:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718644.136078:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718644.136080:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718644.136082:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718644.136084:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718644.136086:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718644.136088:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718644.136090:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136091:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718644.136093:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136094:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718644.136096:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718644.136098:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136100:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718644.136102:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718644.136104:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718644.136106:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136108:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718644.136109:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718644.136126:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718644.136129:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718644.136132:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718644.136133:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136136:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718644.136138:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718644.136141:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718644.136147:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779718644.136152:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718644.136159:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529475328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718644.136167:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718644.136170:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718644.136173:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529475328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718644.136194:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718644.136196:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718644.136199:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718644.136200:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718644.136201:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718644.136203:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718644.136205:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21090
00000400:00000200:1.0:1779718644.136208:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718644.136209:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718644.136211:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718644.136212:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136214:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718644.136215:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136217:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718644.136219:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718644.136220:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718644.136221:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718644.136223:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718644.136225:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718644.136226:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718644.136228:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136230:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718644.136231:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136234:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718644.136238:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718644.136241:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136243:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718644.136246:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718644.136250:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718644.136253:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136257:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718644.136261:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718644.136266:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136268:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718644.136272:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718644.136277:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718644.136280:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718644.136282:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136286:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718644.136288:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718644.136291:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718644.136294:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:1.0:1779718644.136298:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718644.136306:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529475456/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718644.136318:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718644.136321:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718644.136326:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529475456/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718644.136346:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718644.136350:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718644.136354:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718644.136356:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718644.136359:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718644.136364:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718644.136369:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21090
00000400:00000200:1.0:1779718644.136376:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718644.136381:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718644.136385:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718644.136388:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136390:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718644.136394:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136396:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718644.136398:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718644.136400:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718644.136403:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718644.136405:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718644.136408:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718644.136410:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718644.136412:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136414:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718644.136418:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136421:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718644.136423:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718644.136428:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136430:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718644.136433:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718644.136436:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718644.136438:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136440:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718644.136442:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718644.136445:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136448:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718644.136452:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718644.136457:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718644.136462:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718644.136465:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136468:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718644.136470:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718644.136473:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718644.136476:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779718644.136487:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718644.136492:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529475584/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718644.136517:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718644.136521:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718644.136525:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529475584/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718644.136534:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718644.136536:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718644.136542:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718644.136545:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718644.136549:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718644.136551:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718644.136553:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718644.136556:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718644.136561:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21090
00000800:00000200:2.1:1779718644.136563:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000400:00000200:1.0:1779718644.136566:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718644.136571:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000200:2.1:1779718644.136571:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000100:00080000:1.0:1779718644.136574:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718644.136579:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136584:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718644.136589:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136592:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718644.136595:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718644.136596:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718644.136598:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718644.136600:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718644.136603:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718644.136605:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718644.136610:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136616:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718644.136618:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136620:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718644.136622:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718644.136625:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718644.136627:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718644.136630:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718644.136632:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718644.136634:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136637:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718644.136639:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718644.136641:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136643:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718644.136645:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718644.136648:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718644.136652:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718644.136654:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718644.136657:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718644.136660:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718644.136662:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718644.136667:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779718644.136670:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718644.136677:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529475712/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718644.136688:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718644.136691:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718644.136698:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529475712/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718644.136710:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718644.136717:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21100)
00000800:00000200:2.1:1779718644.137159:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718644.137162:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1779718644.137482:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718644.137484:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1779718644.137706:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718644.137707:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 23 secs later)
00000020:00000001:1.0:1779718644.584176:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718644.584180:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718644.584185:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718645.159975:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718645.159982:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718645.159985:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718645.159991:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718645.159995:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718645.159998:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718645.160001:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718645.160003:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718645.160005:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718645.415991:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315764478, at 4315764480
00000100:00000010:0.0:1779718645.416003:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ba0.
00000100:00000040:1.0:1779718645.416014:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315764478, at 4315764480
00000100:00000010:1.0:1779718645.416023:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b53c0.
00000020:00000001:1.0:1779718645.608157:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718645.608161:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718645.608163:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718646.183974:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718646.183982:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718646.183984:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718646.183989:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718646.183993:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718646.183997:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718646.183999:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718646.184002:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718646.184005:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718646.632067:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718646.632070:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718646.632074:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718647.207965:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718647.207972:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718647.207974:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718647.207979:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718647.207981:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718647.207984:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718647.207986:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718647.207988:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718647.207990:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718647.656114:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718647.656117:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718647.656120:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718648.231975:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718648.231983:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718648.231986:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718648.231992:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718648.231997:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718648.232001:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718648.232004:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718648.232007:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718648.232011:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718648.680145:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718648.680147:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718648.680150:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718649.256009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718649.256029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718649.256032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718649.256034:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1779718649.256039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779718649.256043:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718649.256044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718649.256047:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718649.256048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779718649.256052:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718649.256052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718649.256056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718649.256059:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718649.256059:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718649.256072:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21095
00000400:00000200:0.0:1779718649.256095:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718649.256104:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718649.256110:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718649.256115:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256120:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718649.256123:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256125:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718649.256130:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718649.256132:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718649.256135:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718649.256139:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718649.256141:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718649.256143:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718649.256153:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256155:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718649.256156:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256158:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718649.256160:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718649.256164:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256166:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718649.256169:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718649.256173:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718649.256175:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.256177:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718649.256179:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718649.256185:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779718649.256188:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718649.256192:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718649.256194:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.256198:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718649.256201:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718649.256206:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718649.256214:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718649.256222:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718649.256232:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529475840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718649.256242:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718649.256246:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718649.256250:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529475840/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718649.256270:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718649.256273:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718649.256277:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718649.256278:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718649.256280:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718649.256283:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718649.256285:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21095
00000400:00000200:0.0:1779718649.256290:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718649.256303:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718649.256306:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718649.256312:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256314:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718649.256325:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256334:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718649.256344:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718649.256349:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718649.256357:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718649.256362:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718649.256368:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718649.256375:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718649.256383:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256397:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718649.256403:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256410:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718649.256420:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718649.256433:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256436:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718649.256439:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718649.256452:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718649.256454:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.256455:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718649.256460:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718649.256464:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.256470:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718649.256474:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718649.256477:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718649.256481:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718649.256483:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.256490:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718649.256491:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718649.256492:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718649.256496:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718649.256501:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718649.256506:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529475968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718649.256515:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718649.256522:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718649.256527:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529475968/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718649.256546:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718649.256556:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718649.256561:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718649.256564:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718649.256569:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718649.256572:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718649.256578:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21095
00000400:00000200:0.0:1779718649.256585:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718649.256591:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718649.256600:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718649.256607:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256609:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718649.256618:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256622:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718649.256624:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718649.256628:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718649.256634:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718649.256636:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718649.256642:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718649.256644:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718649.256648:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256656:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718649.256660:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256665:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718649.256669:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718649.256681:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256685:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718649.256689:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718649.256692:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718649.256696:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.256700:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718649.256702:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718649.256709:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.256718:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718649.256724:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779718649.256734:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718649.256748:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718649.256750:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.256763:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718649.256765:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718649.256768:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718649.256773:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779718649.256783:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718649.256801:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529476096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718649.256825:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718649.256828:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718649.256841:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529476096/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1779718649.256854:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718649.256857:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718649.256867:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1779718649.256868:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1779718649.256871:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718649.256886:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718649.256898:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718649.256901:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718649.256903:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718649.256908:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718649.256913:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21095
00000400:00000200:0.0:1779718649.256961:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718649.256966:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718649.256969:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718649.256972:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256975:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718649.256977:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256980:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718649.256982:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718649.256983:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718649.256984:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718649.256986:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718649.256987:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718649.256988:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718649.256992:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256994:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718649.256996:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718649.256998:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718649.257000:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718649.257002:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718649.257003:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718649.257004:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718649.257007:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718649.257008:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.257010:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718649.257012:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718649.257014:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.257016:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718649.257022:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779718649.257025:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718649.257029:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718649.257031:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718649.257032:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718649.257045:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718649.257047:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718649.257051:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718649.257057:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718649.257072:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529476224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718649.257099:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718649.257104:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718649.257117:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529476224/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718649.257139:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718649.257145:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21106)
00000800:00000200:2.1:1779718649.257407:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718649.257409:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718649.257634:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718649.257636:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718649.257868:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718649.257871:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1779718649.704108:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718649.704113:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718649.704116:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718650.280011:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718650.280016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718650.280018:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718650.280022:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718650.280025:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718650.280028:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718650.280030:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718650.280032:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718650.280034:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718650.536021:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315769599, at 4315769600
00000100:00000040:0.0:1779718650.536038:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315769599, at 4315769600
00000100:00000010:1.0:1779718650.536041:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5300.
00000100:00000010:0.0:1779718650.536054:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5540.
00000020:00000001:1.0:1779718650.728113:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718650.728117:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718650.728119:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718651.304027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718651.304033:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718651.304035:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718651.304039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718651.304042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718651.304044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718651.304047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718651.304049:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718651.304051:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718651.752090:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718651.752095:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718651.752098:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718652.328019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718652.328027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718652.328029:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718652.328034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718652.328037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718652.328041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718652.328043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718652.328046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718652.328048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718652.776128:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718652.776135:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718652.776140:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718653.352088:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718653.352096:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718653.352098:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718653.352104:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718653.352107:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718653.352110:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718653.352113:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718653.352116:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718653.352118:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718653.800116:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718653.800120:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718653.800122:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718654.376079:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718654.376086:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718654.376088:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718654.376093:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779718654.376095:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718654.376097:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1779718654.376104:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718654.376104:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718654.376110:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718654.376110:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1779718654.376114:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718654.376115:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718654.376121:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718654.376121:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718654.376146:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21101
00000400:00000200:0.0:1779718654.376157:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718654.376167:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718654.376172:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718654.376178:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376183:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718654.376186:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376189:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718654.376195:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718654.376197:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718654.376201:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718654.376205:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718654.376209:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718654.376213:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718654.376232:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376236:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718654.376238:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376240:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718654.376244:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718654.376247:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376250:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718654.376253:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718654.376257:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718654.376261:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.376264:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718654.376266:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718654.376277:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779718654.376281:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718654.376285:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718654.376287:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.376291:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718654.376294:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718654.376299:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718654.376309:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718654.376317:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718654.376329:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529476352/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718654.376339:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718654.376343:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718654.376347:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529476352/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718654.376368:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718654.376371:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718654.376374:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718654.376376:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718654.376377:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718654.376380:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718654.376383:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21101
00000400:00000200:0.0:1779718654.376387:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718654.376390:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718654.376393:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718654.376395:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376398:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718654.376401:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376403:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718654.376404:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718654.376405:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718654.376407:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718654.376409:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718654.376410:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718654.376412:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718654.376415:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376420:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718654.376423:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376426:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718654.376430:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718654.376435:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376439:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718654.376445:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718654.376452:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718654.376457:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.376461:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718654.376466:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718654.376472:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.376476:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718654.376484:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718654.376489:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718654.376494:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718654.376498:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.376500:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718654.376503:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718654.376505:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718654.376510:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:0.0:1779718654.376515:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718654.376524:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529476480/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718654.376535:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718654.376541:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718654.376544:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529476480/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718654.376558:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718654.376562:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718654.376567:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718654.376570:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718654.376574:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718654.376583:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718654.376591:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21101
00000400:00000200:0.0:1779718654.376604:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718654.376613:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718654.376617:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718654.376626:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376631:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718654.376639:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376643:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718654.376645:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718654.376646:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718654.376649:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718654.376653:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718654.376656:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718654.376661:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718654.376668:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376673:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718654.376680:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376684:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718654.376688:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718654.376696:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718654.376701:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718654.376704:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718654.376708:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718654.376714:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.376737:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718654.376742:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718654.376749:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.376755:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718654.376765:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779718654.376775:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.1:1779718654.376780:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718654.376783:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1779718654.376785:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1779718654.376788:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.376796:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718654.376799:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718654.376805:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718654.376811:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779718654.376820:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718654.376846:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529476608/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718654.376857:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718654.376862:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718654.376873:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529476608/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718654.376906:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718654.376911:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718654.376916:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718654.376922:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718654.376948:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718654.376952:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718654.376956:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718654.376960:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718654.376999:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21101
00000400:00000200:0.0:1779718654.377012:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718654.377024:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718654.377028:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718654.377033:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.377035:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718654.377056:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.377063:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718654.377083:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718654.377085:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718654.377088:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718654.377090:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718654.377093:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718654.377098:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718654.377103:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.377107:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718654.377112:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718654.377118:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718654.377121:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718654.377126:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718654.377129:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718654.377149:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718654.377154:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718654.377161:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.377167:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718654.377171:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718654.377176:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.377180:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718654.377189:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779718654.377194:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718654.377201:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718654.377205:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718654.377211:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718654.377215:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718654.377235:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718654.377242:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718654.377247:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718654.377258:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529476736/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718654.377276:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718654.377280:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718654.377289:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529476736/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718654.377306:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718654.377311:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21111)
00000800:00000200:2.1:1779718654.377551:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718654.377553:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718654.377812:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718654.377814:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718654.378157:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718654.378160:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1779718654.824210:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718654.824215:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718654.824220:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718655.400073:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718655.400081:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718655.400083:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718655.400089:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718655.400093:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718655.400097:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718655.400100:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718655.400104:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718655.400109:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718655.656037:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315774719, at 4315774720
00000100:00000040:1.0:1779718655.656039:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315774719, at 4315774720
00000100:00000010:0.0:1779718655.656052:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b54e0.
00000100:00000010:1.0:1779718655.656055:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5e40.
00000020:00000001:1.0:1779718655.848146:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718655.848150:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718655.848155:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718656.424048:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718656.424056:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718656.424058:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718656.424065:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718656.424070:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718656.424073:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718656.424077:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718656.424081:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718656.424084:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718656.872103:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718656.872107:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718656.872111:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718657.448050:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718657.448057:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718657.448059:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718657.448065:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718657.448069:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718657.448073:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718657.448075:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718657.448078:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718657.448080:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718657.896139:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718657.896143:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718657.896145:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718658.471991:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718658.471997:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718658.471999:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718658.472003:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718658.472005:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718658.472020:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718658.472023:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718658.472025:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718658.472027:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718658.920107:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718658.920110:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718658.920113:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718659.496130:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718659.496141:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718659.496142:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718659.496144:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718659.496151:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718659.496151:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718659.496155:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.496159:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:3.0:1779718659.496162:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718659.496167:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1779718659.496169:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21106
00000100:00000001:3.0:1779718659.496174:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718659.496179:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1779718659.496183:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718659.496184:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718659.496191:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718659.496196:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718659.496201:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718659.496206:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.496210:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718659.496214:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.496218:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718659.496223:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718659.496226:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718659.496230:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718659.496233:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718659.496236:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718659.496240:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718659.496244:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.496247:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718659.496249:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.496252:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718659.496255:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718659.496260:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718659.496263:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718659.496267:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718659.496271:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718659.496274:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.496277:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718659.496279:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718659.496290:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718659.496294:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718659.496300:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718659.496302:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.496323:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718659.496327:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718659.496333:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718659.496346:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779718659.496358:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718659.496375:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529476864/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718659.496395:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718659.496402:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718659.496411:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529476864/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718659.496468:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718659.496474:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718659.496481:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718659.496484:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718659.496488:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718659.496493:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718659.496499:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21106
00000400:00000200:0.0:1779718659.496507:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718659.496515:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718659.496521:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718659.496528:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.496549:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718659.496552:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.496555:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718659.496558:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718659.496560:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718659.496563:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718659.496567:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718659.496573:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718659.496580:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718659.496588:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.496594:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718659.496602:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.496614:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718659.496625:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718659.496634:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718659.496640:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718659.496649:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718659.496659:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718659.496669:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.496680:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718659.496687:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718659.496695:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.496701:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718659.496708:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779718659.496714:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718659.496723:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718659.496730:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.496734:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718659.496736:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718659.496741:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718659.496751:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:0.0:1779718659.496758:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718659.496768:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529476992/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718659.496795:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718659.496802:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718659.496843:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529476992/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718659.496885:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718659.496914:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718659.496923:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718659.496925:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718659.496928:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718659.496932:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718659.496938:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21106
00000400:00000200:0.0:1779718659.496945:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718659.496950:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718659.496953:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718659.496968:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.497037:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718659.497051:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718659.497053:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718659.497063:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.1:1779718659.497063:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1779718659.497074:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718659.497080:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718659.497084:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718659.497092:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718659.497096:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718659.497102:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718659.497110:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.497122:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718659.497130:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.497140:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718659.497146:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718659.497158:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718659.497173:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718659.497179:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718659.497187:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718659.497197:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.497205:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718659.497212:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718659.497219:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.497224:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718659.497234:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779718659.497239:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718659.497246:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718659.497248:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.497254:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718659.497257:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718659.497261:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718659.497273:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718659.497283:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718659.497299:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529477120/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718659.497363:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718659.497370:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718659.497383:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529477120/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718659.497418:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718659.497425:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718659.497448:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718659.497456:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718659.497469:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718659.497474:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718659.497481:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718659.497495:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718659.497503:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21106
00000400:00000200:0.0:1779718659.497521:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718659.497534:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718659.497542:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718659.497560:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.497567:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718659.497578:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.497605:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718659.497619:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718659.497623:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718659.497628:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718659.497637:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718659.497649:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718659.497661:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718659.497672:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.497679:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718659.497687:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718659.497693:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718659.497702:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718659.497715:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718659.497743:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718659.497749:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718659.497762:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718659.497772:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.497780:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718659.497789:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718659.497810:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.497818:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718659.497838:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779718659.497868:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718659.497879:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718659.497882:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718659.497887:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718659.497892:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718659.497897:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718659.497912:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779718659.497940:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718659.497952:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529477248/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718659.498073:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718659.498082:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718659.498099:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529477248/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1779718659.498123:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718659.498130:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1779718659.498161:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718659.498174:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21116)
00000800:00000200:2.1:1779718659.498383:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718659.498385:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718659.498634:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718659.498647:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1779718659.944166:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718659.944171:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718659.944175:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718660.520082:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718660.520091:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718660.520093:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718660.520100:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718660.520105:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718660.520109:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718660.520113:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718660.520116:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718660.520120:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718660.776068:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315779839, at 4315779840
00000100:00000040:1.0:1779718660.776068:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315779839, at 4315779840
00000100:00000010:1.0:1779718660.776083:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5360.
00000100:00000010:0.0:1779718660.776085:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b56c0.
00000020:00000001:3.0:1779718660.968161:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718660.968165:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718660.968170:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718661.544005:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718661.544013:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718661.544015:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718661.544020:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718661.544024:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718661.544027:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718661.544030:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718661.544033:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718661.544037:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718661.992171:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718661.992177:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718661.992181:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718662.568000:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718662.568008:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718662.568010:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718662.568015:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718662.568019:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718662.568022:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718662.568025:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718662.568034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718662.568036:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718663.016118:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718663.016123:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718663.016128:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718663.592032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718663.592039:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718663.592042:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718663.592048:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718663.592053:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718663.592057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718663.592060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718663.592063:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718663.592066:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718664.040166:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718664.040170:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718664.040174:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718664.616033:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718664.616037:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718664.616047:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718664.616047:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718664.616055:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616055:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1779718664.616064:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718664.616064:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718664.616073:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718664.616074:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718664.616079:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718664.616085:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718664.616085:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21111
00000100:00000001:0.0:1779718664.616093:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718664.616097:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718664.616101:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718664.616110:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718664.616114:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718664.616120:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616124:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718664.616126:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616128:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718664.616131:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718664.616133:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718664.616135:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718664.616137:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718664.616140:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718664.616142:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718664.616144:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616146:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718664.616147:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616148:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718664.616151:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718664.616153:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616155:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718664.616157:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718664.616161:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718664.616163:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616165:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718664.616167:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718664.616178:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718664.616181:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718664.616185:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718664.616186:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616190:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718664.616192:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718664.616197:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718664.616205:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718664.616213:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718664.616223:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529477376/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718664.616232:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718664.616235:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718664.616239:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529477376/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718664.616261:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718664.616264:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718664.616267:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718664.616268:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718664.616269:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718664.616272:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718664.616274:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21111
00000400:00000200:3.0:1779718664.616276:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718664.616278:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718664.616279:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718664.616280:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616282:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718664.616283:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616285:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718664.616287:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718664.616288:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718664.616289:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718664.616291:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718664.616292:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718664.616293:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718664.616295:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616297:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718664.616298:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616300:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718664.616301:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718664.616303:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616305:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718664.616306:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718664.616312:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718664.616313:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616315:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718664.616319:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718664.616323:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616326:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718664.616328:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718664.616330:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718664.616332:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718664.616333:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616334:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718664.616336:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718664.616337:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718664.616342:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718664.616345:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718664.616351:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529477504/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718664.616383:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718664.616388:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718664.616395:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529477504/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718664.616417:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718664.616421:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718664.616425:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718664.616427:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718664.616428:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718664.616431:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718664.616435:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21111
00000400:00000200:3.0:1779718664.616441:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718664.616445:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718664.616447:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718664.616449:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616451:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718664.616456:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616461:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718664.616463:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718664.616465:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718664.616468:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718664.616471:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718664.616473:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718664.616475:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718664.616481:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616482:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718664.616484:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616485:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718664.616487:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718664.616492:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616494:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718664.616495:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718664.616497:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718664.616499:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616500:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718664.616503:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718664.616505:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616508:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718664.616514:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718664.616518:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718664.616523:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718664.616525:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616529:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718664.616532:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718664.616535:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718664.616540:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718664.616545:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718664.616553:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529477632/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718664.616568:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718664.616569:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718664.616575:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529477632/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718664.616589:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718664.616592:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718664.616596:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718664.616599:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718664.616605:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718664.616605:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718664.616606:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718664.616608:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718664.616611:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21111
00000400:00000200:3.0:1779718664.616658:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718664.616661:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718664.616664:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718664.616670:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616673:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718664.616678:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616682:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718664.616685:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718664.616685:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718664.616687:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718664.616691:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718664.616695:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718664.616698:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718664.616700:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616705:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718664.616707:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616709:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718664.616710:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718664.616714:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718664.616718:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718664.616720:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718664.616723:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718664.616725:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616728:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718664.616731:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718664.616733:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616736:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718664.616737:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000010:3.0:1779718664.616739:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718664.616743:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000800:00000200:2.1:1779718664.616744:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1779718664.616745:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718664.616747:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718664.616751:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718664.616752:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718664.616754:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718664.616759:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718664.616762:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718664.616770:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529477760/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718664.616775:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718664.616778:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718664.616781:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529477760/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718664.616789:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718664.616792:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21121)
00000800:00000200:2.1:1779718664.617292:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718664.617295:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779718664.617590:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718664.617593:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779718664.617811:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718664.617813:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1779718665.064110:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718665.064115:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718665.064119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718665.640023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718665.640029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718665.640031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718665.640035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718665.640038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718665.640041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718665.640044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718665.640046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718665.640048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718665.896107:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315784958, at 4315784960
00000100:00000040:0.0:1779718665.896118:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315784958, at 4315784960
00000100:00000010:1.0:1779718665.896126:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b57e0.
00000100:00000010:0.0:1779718665.896135:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a20.
00010000:00000001:2.0:1779718666.088094:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718666.088097:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718666.088102:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718666.088103:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718666.088107:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718666.088108:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718666.088148:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718666.088154:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718666.088158:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718666.664025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718666.664030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718666.664032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718666.664036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718666.664040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718666.664042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718666.664044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718666.664046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718666.664048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718667.112106:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718667.112113:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718667.112120:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718667.112121:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718667.112124:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718667.112126:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718667.112190:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718667.112194:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718667.112201:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718667.688053:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718667.688060:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718667.688062:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718667.688068:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718667.688072:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718667.688076:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718667.688078:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718667.688081:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718667.688084:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718668.136030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718668.136037:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718668.136044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718668.136047:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718668.136050:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718668.136054:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718668.136057:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718668.136059:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718668.136061:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718668.136063:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718668.136066:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718668.136067:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718668.136108:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718668.136113:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718668.136116:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718668.712008:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718668.712017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718668.712019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718668.712025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718668.712029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718668.712033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718668.712036:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718668.712039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718668.712041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718669.160086:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718669.160093:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718669.160103:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718669.160104:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718669.160107:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718669.160108:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718669.160184:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718669.160188:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718669.160191:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718669.735994:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718669.735999:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718669.736001:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718669.736006:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718669.736009:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1779718669.736012:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718669.736013:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718669.736017:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1779718669.736018:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718669.736020:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718669.736021:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718669.736023:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718669.736025:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718669.736029:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718669.736034:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21116
00000400:00000200:1.0:1779718669.736042:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718669.736047:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718669.736050:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718669.736052:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736054:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718669.736056:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736058:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718669.736060:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718669.736061:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718669.736063:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718669.736066:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718669.736068:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718669.736070:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718669.736071:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736073:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718669.736074:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736075:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718669.736077:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718669.736079:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736081:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718669.736083:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718669.736085:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718669.736087:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718669.736088:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718669.736090:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718669.736097:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718669.736100:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718669.736102:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718669.736103:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718669.736106:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718669.736108:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718669.736111:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718669.736117:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779718669.736123:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718669.736129:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718669.736136:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718669.736140:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718669.736143:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718669.736160:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718669.736162:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718669.736165:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718669.736166:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718669.736167:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718669.736169:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718669.736171:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21116
00000400:00000200:1.0:1779718669.736173:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718669.736175:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718669.736176:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718669.736177:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736179:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718669.736181:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736183:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718669.736185:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718669.736186:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718669.736188:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718669.736189:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718669.736190:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718669.736192:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718669.736194:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736195:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718669.736197:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736199:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718669.736201:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718669.736203:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736204:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718669.736206:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718669.736211:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718669.736212:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718669.736214:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718669.736217:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718669.736220:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718669.736222:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718669.736222:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:1.0:1779718669.736226:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718669.736229:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:2.0:1779718669.736230:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1779718669.736236:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718669.736237:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1779718669.736241:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718669.736244:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718669.736245:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718669.736247:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718669.736252:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000040:2.0:1779718669.736252:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718669.736261:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718669.736277:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718669.736278:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718669.736283:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718669.736291:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1779718669.736296:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779718669.736298:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718669.736299:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718669.736303:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718669.736308:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718669.736312:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529477888:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718669.736329:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1779718669.736335:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718669.736336:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1779718669.736338:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1779718669.736340:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718669.736349:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1779718669.736349:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1779718669.736354:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718669.736355:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718669.736357:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718669.736359:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21116
02000000:00000010:2.0:1779718669.736360:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718669.736365:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718669.736367:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718669.736373:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718669.736376:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718669.736383:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718669.736389:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736392:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718669.736395:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718669.736395:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254938f0.
00000100:00000001:1.0:1779718669.736397:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718669.736399:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718669.736400:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718669.736401:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718669.736402:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718669.736403:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718669.736405:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718669.736406:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736407:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718669.736408:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736410:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718669.736411:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718669.736412:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736414:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718669.736415:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718669.736417:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718669.736418:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718669.736419:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718669.736420:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718669.736422:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718669.736423:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718669.736425:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718669.736426:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718669.736427:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718669.736428:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718669.736429:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718669.736430:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718669.736431:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718669.736433:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779718669.736442:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718669.736445:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1779718669.736449:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9d48.
00000100:00000001:1.0:1779718669.736461:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718669.736463:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718669.736463:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529477888, portal 25
00000100:00000040:1.0:1779718669.736473:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718669.736473:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718669.736478:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000100:00000001:1.0:1779718669.736494:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718669.736495:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718669.736497:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718669.736512:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718669.736525:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718669.736531:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1779718669.736535:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718669.736541:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1779718669.736542:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779718669.736544:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718669.736547:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:2.0:1779718669.736548:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9880.
00000100:00080000:1.0:1779718669.736551:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21116
00000400:00000200:1.0:1779718669.736554:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:2.0:1779718669.736556:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529477888, offset 0
00000400:00000200:1.0:1779718669.736559:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718669.736563:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718669.736565:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736567:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718669.736573:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718669.736578:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736579:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718669.736587:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718669.736588:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718669.736589:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718669.736590:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718669.736592:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718669.736594:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718669.736601:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718669.736602:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718669.736609:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718669.736612:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718669.736614:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718669.736617:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000040:1.0:1779718669.736621:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718669.736625:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718669.736626:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1779718669.736629:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718669.736631:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718669.736635:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
02000000:00000001:1.0:1779718669.736637:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718669.736644:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1779718669.736645:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718669.736651:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718669.736653:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000008:00100000:1.0:1779718669.736658:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718669.736666:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718669.736666:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157463:157463:256:4294967295] 192.168.203.145@tcp LPNI seq info [157462:157462:8:4294967295]
00000100:00000001:1.0:1779718669.736676:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718669.736683:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000400:00000200:2.0:1779718669.736683:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:1.0:1779718669.736692:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718669.736695:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718669.736698:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718669.736700:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718669.736704:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718669.736709:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718669.736713:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1779718669.736716:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779718669.736721:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718669.736722:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1779718669.736730:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1779718669.736731:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00000001:1.0:1779718669.736743:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718669.736748:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718669.736751:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779718669.736758:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1779718669.736771:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718669.736772:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718669.736778:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21126)
00000100:00000001:2.0:1779718669.736800:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718669.736806:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718669.736809:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315790078
00000100:00000010:2.0:1779718669.736815:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5720.
00000100:00000001:2.0:1779718669.736821:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718669.736828:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315790078
00000100:00000010:2.0:1779718669.736831:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5660.
00000100:00000001:2.0:1779718669.736833:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718669.736836:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718669.736841:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718669.736845:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718669.736849:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718669.736859:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718669.736862:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779718669.736864:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718669.736866:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718669.736868:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718669.736875:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718669.736886:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718669.736888:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718669.736890:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718669.736892:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718669.736894:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718669.736897:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478016:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718669.736900:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718669.736904:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718669.736905:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718669.736906:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718669.736909:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718669.736911:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718669.736915:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718669.736918:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718669.737013:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718669.737017:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529478016, portal 10
00000100:00000001:2.0:1779718669.737020:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718669.737022:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:2.0:1779718669.737031:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718669.737040:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718669.737042:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718669.737046:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718669.737048:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529478016, offset 0
00000400:00000200:2.0:1779718669.737052:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718669.737056:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718669.737059:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718669.737061:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718669.737063:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718669.737065:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718669.737067:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718669.737070:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157464:157464:255:4294967295] 192.168.203.145@tcp LPNI seq info [157463:157463:7:4294967295]
00000400:00000200:2.0:1779718669.737073:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718669.737078:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718669.737082:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718669.737086:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f800.
00000800:00000200:2.0:1779718669.737089:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718669.737093:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718669.737095:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718669.737098:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718669.737101:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718669.737103:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315788811
00000100:00000001:2.0:1779718669.737106:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315790078
00000100:00000001:2.0:1779718669.737109:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315788811
00000100:00000001:2.0:1779718669.737112:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315790078
00000100:00000001:2.0:1779718669.737115:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718669.737117:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718669.737120:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718669.737125:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718669.737133:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718669.737135:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718669.737137:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718669.737139:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718669.737142:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718669.737145:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478144:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718669.737148:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718669.737151:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718669.737152:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718669.737154:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718669.737157:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718669.737159:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718669.737163:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718669.737166:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718669.737170:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718669.737173:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529478144, portal 10
00000100:00000001:2.0:1779718669.737176:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718669.737177:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:2.0:1779718669.737184:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718669.737192:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718669.737194:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718669.737197:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9198.
00000100:00000200:2.0:1779718669.737200:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529478144, offset 0
00000400:00000200:2.0:1779718669.737205:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718669.737208:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718669.737213:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718669.737216:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718669.737219:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718669.737222:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718669.737224:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718669.737228:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157465:157465:254:4294967295] 192.168.203.145@tcp LPNI seq info [157464:157464:6:4294967295]
00000400:00000200:2.0:1779718669.737232:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718669.737239:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718669.737244:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718669.737248:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f000.
00000800:00000200:2.0:1779718669.737252:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718669.737256:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718669.737259:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718669.737262:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718669.737265:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718669.737267:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315788819
00000100:00000001:2.0:1779718669.737269:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315790078
00000100:00000001:2.0:1779718669.737272:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315788819
00000100:00000001:2.0:1779718669.737274:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315790078
00000100:00000001:2.0:1779718669.737276:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718669.737278:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718669.737280:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718669.737285:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718669.737293:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718669.737295:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718669.737298:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718669.737300:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718669.737302:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718669.737304:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478272:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718669.737311:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718669.737313:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718669.737315:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718669.737316:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718669.737320:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718669.737322:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718669.737325:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718669.737328:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718669.737332:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718669.737335:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529478272, portal 4
00000100:00000001:2.0:1779718669.737337:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718669.737338:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:2.0:1779718669.737344:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718669.737350:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718669.737352:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718669.737355:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9a18.
00000100:00000200:2.0:1779718669.737357:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529478272, offset 0
00000400:00000200:2.0:1779718669.737362:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718669.737365:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718669.737369:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718669.737372:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718669.737374:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718669.737377:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718669.737379:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718669.737382:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157466:157466:253:4294967295] 192.168.203.145@tcp LPNI seq info [157465:157465:5:4294967295]
00000400:00000200:2.0:1779718669.737386:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718669.737392:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718669.737397:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718669.737401:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fe00.
00000800:00000200:2.0:1779718669.737405:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718669.737410:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718669.737413:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718669.737416:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718669.737420:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718669.737422:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315788817
00000100:00000001:2.0:1779718669.737425:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315790078
00000100:00000001:2.0:1779718669.737427:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315788817
00000100:00000001:2.0:1779718669.737430:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315790078
00000100:00000001:2.0:1779718669.737432:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718669.737434:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718669.737436:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718669.737438:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718669.737442:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718669.737444:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779718669.737446:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718669.737447:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718669.737449:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718669.737451:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718670.184067:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718670.184074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718670.184081:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718670.184082:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718670.184087:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718670.184088:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718670.184165:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718670.184171:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718670.184174:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718670.760121:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718670.760128:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718670.760130:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718670.760136:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718670.760140:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718670.760144:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718670.760148:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718670.760151:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718670.760154:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718671.015990:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315790078, at 4315790080
00000100:00000040:0.0:1779718671.015998:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315790078, at 4315790080
00000100:00000010:1.0:1779718671.016004:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5660.
00000100:00000010:0.0:1779718671.016005:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5720.
00010000:00000001:2.0:1779718671.208090:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718671.208098:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718671.208107:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718671.208110:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718671.208114:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718671.208115:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718671.208169:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718671.208176:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718671.208183:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718671.784062:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718671.784071:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718671.784073:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718671.784080:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718671.784083:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718671.784087:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718671.784090:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718671.784093:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718671.784096:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718672.232076:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718672.232083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718672.232091:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718672.232093:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718672.232097:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718672.232099:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718672.232140:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718672.232148:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718672.232154:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718672.808059:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718672.808069:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718672.808071:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718672.808078:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718672.808082:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718672.808086:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.808089:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718672.808092:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.808095:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1779718672.808326:0:248753:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1779718672.808380:0:248753:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1779718672.808393:0:248753:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718672.808399:0:248753:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:0.0:1779718672.808406:0:248753:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718672.808411:0:248753:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1779718672.808417:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718672.808422:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:0.0:1779718672.808429:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718672.808435:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718672.808443:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9880
00000400:00000010:0.0:1779718672.808447:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9880.
00000100:00000001:0.0:1779718672.808453:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718672.808465:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718672.808515:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718672.808525:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718672.808543:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718672.808547:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718672.808567:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00000001:2.0:1779718672.808567:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718672.808575:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000800:00000010:0.0:1779718672.808577:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f800.
00000100:00000001:2.0:1779718672.808586:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1779718672.808587:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718672.808598:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718672.808609:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000100:00100000:2.0:1779718672.808609:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718669/real 1779718672]  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1779718672.808617:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:0.0:1779718672.808628:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718672.808644:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718672.808645:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718672.808651:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718672.808658:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254938f0.
00000400:00000200:2.0:1779718672.808668:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9d48
00000400:00000010:2.0:1779718672.808674:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9d48.
00000100:00000001:2.0:1779718672.808685:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718672.808697:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718672.808701:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718672.808714:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718672.808726:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718672.808774:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718672.808779:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718672.808781:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718672.808786:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.808794:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718672.808798:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1779718672.808808:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718672.808815:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f000.
00000100:00100000:2.0:1779718672.808820:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718672.808825:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718672.808846:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1779718672.808857:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1779718672.808860:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9198
00000400:00000010:0.0:1779718672.808867:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9198.
00000100:00000040:2.0:1779718672.808872:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718672.808877:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1779718672.808896:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718672.808917:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.808952:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718672.808954:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.808958:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718672.808961:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718672.808966:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718672.808975:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718672.808978:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718672.808986:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718672.808998:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529477888:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718672.809008:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718672.809012:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718672.809017:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529477888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809025:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718672.809030:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718672.809038:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718672.809047:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000200:0.0:1779718672.809050:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1779718672.809052:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718672.809057:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718672.809067:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718672.809074:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90800.
02000000:00000001:2.0:1779718672.809084:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718672.809089:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718672.809095:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:0.0:1779718672.809099:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1779718672.809106:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718672.809111:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718672.809115:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809118:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718672.809128:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718672.809137:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718672.809146:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1779718672.809156:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718672.809162:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718669/real 1779718672]  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718672.809164:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1779718672.809181:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000100:0.0:1779718672.809191:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000400:00000001:2.0:1779718672.809196:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000010:0.0:1779718672.809199:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fe00.
00000400:00000010:2.0:1779718672.809203:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:0.0:1779718672.809211:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1779718672.809213:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718672.809222:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000400:00000200:0.0:1779718672.809229:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1779718672.809239:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1779718672.809242:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9a18
00000100:00000200:2.0:1779718672.809253:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1779718672.809254:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9a18.
00000100:00000001:0.0:1779718672.809269:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718672.809283:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718672.809284:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809389:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718672.809395:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809404:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718672.809410:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718672.809417:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1779718672.809423:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718672.809433:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809450:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718672.809476:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718672.809480:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718672.809489:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718672.809500:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718672.809504:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809508:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718672.809510:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809513:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718672.809517:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718672.809521:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718672.809528:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718672.809531:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718672.809535:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718672.809542:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478016:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718672.809548:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718672.809554:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718669/real 1779718672]  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718672.809562:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718672.809564:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718672.809566:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718672.809570:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718672.809572:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718672.809576:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718672.809579:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718672.809589:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809598:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718672.809600:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809603:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718672.809605:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718672.809611:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809619:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718672.809623:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809630:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718672.809633:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809635:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718672.809636:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809638:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718672.809640:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718672.809643:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718672.809647:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718672.809650:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718672.809654:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718672.809662:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478144:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718672.809668:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718672.809673:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718669/real 1779718672]  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718672.809690:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718672.809691:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718672.809694:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718672.809698:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718672.809700:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718672.809702:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718672.809705:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718672.809715:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809723:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718672.809724:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809734:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718672.809736:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718672.809742:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809752:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718672.809756:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809762:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718672.809765:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809767:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718672.809768:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809770:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718672.809772:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718672.809776:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718672.809782:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718672.809787:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718672.809794:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718672.809804:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478272:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718672.809810:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809814:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718672.809823:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529478016/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809830:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718672.809833:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718672.809835:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718672.809840:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718672.809841:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718672.809843:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718672.809846:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718672.809848:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92c00.
02000000:00000001:2.0:1779718672.809853:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718672.809855:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718672.809857:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:2.0:1779718672.809860:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718672.809861:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809863:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718672.809866:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529478144/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809872:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718672.809873:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718672.809875:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718672.809878:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718672.809879:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718672.809881:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718672.809883:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718672.809885:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90400.
02000000:00000001:2.0:1779718672.809887:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718672.809889:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718672.809890:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:2.0:1779718672.809893:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718672.809908:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.809912:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718672.809917:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529478272/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718672.809981:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718672.809983:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718672.809985:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718672.809987:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718672.809988:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718672.809989:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718672.809990:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718672.809992:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90000.
02000000:00000001:2.0:1779718672.809994:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718672.809995:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718672.809996:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:2.0:1779718672.809999:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718672.810000:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.810001:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718672.810010:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718672.810011:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718672.810013:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718672.810014:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718673.256059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718673.256066:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718673.256073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718673.256074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718673.256078:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718673.256082:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718673.256084:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718673.256088:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718673.256091:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718673.256094:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718673.256095:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718673.256097:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718673.256233:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718673.256240:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718673.256246:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718673.832071:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718673.832081:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718673.832084:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718673.832092:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718673.832097:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718673.832102:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718673.832106:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718673.832110:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718673.832114:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718674.280050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718674.280057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718674.280064:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718674.280065:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718674.280068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718674.280069:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718674.280118:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718674.280123:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718674.280143:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718674.856048:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718674.856056:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718674.856059:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718674.856062:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1779718674.856065:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718674.856073:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718674.856074:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718674.856077:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718674.856078:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718674.856081:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718674.856085:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718674.856088:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718674.856093:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21121
00000100:00000001:2.0:1779718674.856095:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.856098:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718674.856104:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718674.856110:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718674.856113:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718674.856115:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856118:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718674.856120:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856122:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718674.856126:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718674.856127:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718674.856129:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718674.856131:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718674.856133:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718674.856134:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718674.856136:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856137:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718674.856139:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856140:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718674.856142:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718674.856144:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856146:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718674.856148:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718674.856151:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718674.856153:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718674.856155:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718674.856157:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718674.856162:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718674.856164:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718674.856168:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718674.856169:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718674.856172:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718674.856174:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718674.856178:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718674.856183:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718674.856188:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718674.856196:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718674.856203:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718674.856207:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718674.856210:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718674.856236:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718674.856240:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718674.856244:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718674.856245:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718674.856247:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718674.856263:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718674.856266:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21121
00000400:00000200:3.0:1779718674.856271:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718674.856275:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718674.856278:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718674.856282:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856289:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718674.856292:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856295:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718674.856298:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718674.856298:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718674.856300:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718674.856303:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718674.856305:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1779718674.856306:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718674.856308:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1779718674.856311:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718674.856316:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:2.0:1779718674.856318:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718674.856322:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856328:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718674.856332:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856338:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718674.856342:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1779718674.856342:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:2.0:1779718674.856346:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718674.856347:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718674.856352:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718674.856353:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718674.856357:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718674.856357:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718674.856363:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718674.856365:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1779718674.856369:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529478400:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718674.856371:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718674.856375:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718674.856377:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1779718674.856381:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718674.856383:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1779718674.856386:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718674.856388:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718674.856390:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718674.856392:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1779718674.856397:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
02000000:00000010:2.0:1779718674.856400:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
00000020:00000040:3.0:1779718674.856401:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:2.0:1779718674.856406:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718674.856407:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718674.856411:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718674.856413:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718674.856415:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779718674.856417:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718674.856418:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718674.856424:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
02000000:00000010:3.0:1779718674.856432:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000400:00000010:2.0:1779718674.856434:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000001:3.0:1779718674.856438:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718674.856443:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529478400, portal 25
00000100:00100000:3.0:1779718674.856446:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718674.856448:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718674.856451:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000001:3.0:1779718674.856460:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1779718674.856463:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718674.856465:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718674.856475:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.856480:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718674.856488:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856491:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718674.856493:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00080000:3.0:1779718674.856495:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1779718674.856498:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529478400, offset 0
00000100:00080000:3.0:1779718674.856500:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718674.856503:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718674.856505:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718674.856511:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856511:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718674.856517:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21121
00000400:00000200:2.0:1779718674.856522:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718674.856530:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718674.856536:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718674.856540:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718674.856544:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718674.856547:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718674.856551:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157467:157467:256:4294967295] 192.168.203.145@tcp LPNI seq info [157466:157466:8:4294967295]
00000400:00000200:2.0:1779718674.856555:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718674.856561:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718674.856569:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718674.856572:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718674.856580:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718674.856580:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718674.856588:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718674.856589:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718674.856591:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718674.856595:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.0:1779718674.856601:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718674.856601:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718674.856607:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1779718674.856609:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1779718674.856609:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718674.856613:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718674.856616:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718674.856621:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718674.856621:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718674.856628:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718674.856628:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1779718674.856637:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000100:2.0:1779718674.856639:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856643:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1779718674.856644:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000040:3.0:1779718674.856649:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.856652:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718674.856653:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1779718674.856658:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718674.856665:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718674.856666:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718674.856673:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718674.856674:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
02000000:00000001:3.0:1779718674.856675:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718674.856678:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
02000000:00000001:3.0:1779718674.856680:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718674.856684:0:248765:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1779718674.856684:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718674.856688:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1779718674.856691:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1779718674.856692:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718674.856700:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718674.856705:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718674.856713:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000100:00000001:2.0:1779718674.856714:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1779718674.856719:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000040:2.0:1779718674.856720:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718674.856724:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718674.856727:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718674.856732:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718674.856735:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718674.856736:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.856739:0:248765:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1779718674.856739:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718674.856745:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:2.0:1779718674.856747:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718674.856750:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718674.856754:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718674.856758:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315795198
00000100:00100000:3.0:1779718674.856761:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1779718674.856764:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b52a0.
00000100:00000001:3.0:1779718674.856774:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718674.856776:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718674.856777:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718674.856784:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.856785:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315795198
00000100:00000010:2.0:1779718674.856792:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5120.
00000100:00000001:2.0:1779718674.856797:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718674.856801:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718674.856804:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.856807:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718674.856812:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718674/real 1779718674]  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718674.856822:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718674.856823:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718674.856825:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718674.856828:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718674.856829:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718674.856832:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718674.856836:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718674.856844:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.856851:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718674.856853:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.856856:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718674.856858:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718674.856864:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.856870:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718674.856874:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.856898:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718674.856902:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.856904:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718674.856907:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718674.856910:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.856912:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1779718674.856915:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718674.856916:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718674.856953:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718674.856959:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000040:3.0:1779718674.856961:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1779718674.856965:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1779718674.856967:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1779718674.856974:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718674.856974:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718674.856979:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718674.856983:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718674.856991:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:2.0:1779718674.856996:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529478400:192.168.203.145@tcp:250:kworker.0
00000100:00080000:3.0:1779718674.856998:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21121
00000100:00000001:2.0:1779718674.857005:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718674.857009:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718674.857010:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718674.857018:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529478400/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718674.857018:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718674.857024:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718674.857031:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.857036:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718674.857041:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718674.857047:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718674.857051:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1779718674.857051:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718674.857055:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
02000000:00000001:2.0:1779718674.857056:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1779718674.857058:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000010:2.0:1779718674.857060:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
00000020:00000040:3.0:1779718674.857062:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
02000000:00000001:2.0:1779718674.857067:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718674.857067:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:2.0:1779718674.857071:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718674.857074:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718674.857074:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:2.0:1779718674.857078:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718674.857081:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
00000100:00000040:3.0:1779718674.857082:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718674.857085:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1779718674.857086:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718674.857088:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718674.857092:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000040:3.0:1779718674.857092:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718674.857096:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718674.857097:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718674.857099:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1779718674.857102:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718674.857105:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718674.857108:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718674.857112:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718674.857114:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718674.857115:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1779718674.857118:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718674.857119:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.857125:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1779718674.857126:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.857129:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718674.857130:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718674.857134:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1779718674.857135:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718674.857139:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718674.857142:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718674.857143:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718674.857150:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718674.857152:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718674.857155:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718674.857156:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:2.0:1779718674.857158:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718674.857161:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718674.857162:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718674.857164:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718674.857165:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718674.857169:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478528:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718674.857170:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718674.857173:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718674.857177:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718674.857178:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718674.857180:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1779718674.857184:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718674.857189:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718674.857191:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718674.857194:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718674.857199:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
00000100:00100000:3.0:1779718674.857199:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1779718674.857204:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718674.857215:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718674.857217:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1779718674.857222:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:3.0:1779718674.857222:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718674.857227:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718674.857228:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718674.857235:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529478528, portal 10
00000100:00000001:2.0:1779718674.857239:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718674.857242:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000001:3.0:1779718674.857246:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718674.857252:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21131)
00000100:00000040:2.0:1779718674.857255:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857263:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718674.857265:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718674.857268:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718674.857272:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529478528, offset 0
00000400:00000200:2.0:1779718674.857277:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718674.857281:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718674.857286:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718674.857289:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718674.857291:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718674.857294:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718674.857296:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718674.857299:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157468:157468:256:4294967295] 192.168.203.145@tcp LPNI seq info [157467:157467:8:4294967295]
00000400:00000200:2.0:1779718674.857303:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718674.857311:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718674.857316:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718674.857320:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718674.857325:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718674.857328:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718674.857332:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718674.857336:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718674.857339:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718674.857341:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718674.857344:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718674.857348:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718674.857351:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718674.857353:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718674.857356:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718674.857361:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857369:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718674.857372:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857378:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.857380:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718674.857384:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718674.857388:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718674.857391:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718674.857394:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315793931
00000100:00000001:2.0:1779718674.857397:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315795198
00000100:00000001:2.0:1779718674.857400:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315793931
00000100:00000001:2.0:1779718674.857402:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315795198
00000100:00000001:2.0:1779718674.857404:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718674.857407:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.857409:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718674.857413:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718674/real 1779718674]  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718674.857421:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718674.857423:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718674.857425:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718674.857427:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718674.857429:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718674.857432:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718674.857434:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718674.857443:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857456:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718674.857457:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.857459:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718674.857460:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718674.857464:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857472:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718674.857476:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857483:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718674.857486:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.857488:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718674.857489:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.857491:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718674.857494:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718674.857497:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718674.857501:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718674.857503:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718674.857507:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718674.857515:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478528:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718674.857519:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718674.857523:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857530:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718674.857532:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718674.857535:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718674.857537:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718674.857539:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718674.857542:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478656:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718674.857546:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718674.857548:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718674.857550:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718674.857552:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718674.857555:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718674.857557:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718674.857560:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718674.857563:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718674.857567:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718674.857570:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529478656, portal 10
00000100:00000001:2.0:1779718674.857572:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718674.857573:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718674.857579:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857586:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718674.857589:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718674.857591:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718674.857593:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529478656, offset 0
00000400:00000200:2.0:1779718674.857598:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718674.857602:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718674.857605:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718674.857609:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718674.857611:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718674.857613:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718674.857615:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718674.857617:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157469:157469:256:4294967295] 192.168.203.145@tcp LPNI seq info [157468:157468:8:4294967295]
00000400:00000200:2.0:1779718674.857620:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718674.857625:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718674.857628:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718674.857630:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718674.857633:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718674.857636:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718674.857638:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718674.857640:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718674.857643:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718674.857645:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718674.857647:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718674.857649:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718674.857651:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718674.857652:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718674.857654:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718674.857657:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857662:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718674.857664:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857668:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.857669:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718674.857672:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718674.857674:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718674.857676:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718674.857677:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315793939
00000100:00000001:2.0:1779718674.857679:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315795198
00000100:00000001:2.0:1779718674.857681:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315793939
00000100:00000001:2.0:1779718674.857682:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315795198
00000100:00000001:2.0:1779718674.857683:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718674.857685:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.857686:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718674.857688:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718674/real 1779718674]  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718674.857694:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718674.857695:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718674.857696:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718674.857697:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718674.857698:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718674.857699:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718674.857701:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718674.857707:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857711:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718674.857712:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.857713:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718674.857714:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718674.857716:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857720:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718674.857722:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857726:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718674.857728:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.857729:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718674.857730:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.857732:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718674.857734:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718674.857736:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718674.857739:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718674.857741:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718674.857745:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718674.857752:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478656:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718674.857763:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.857766:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718674.857769:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529478528/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857776:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718674.857778:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718674.857781:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718674.857784:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718674.857785:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718674.857787:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718674.857789:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718674.857795:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:2.0:1779718674.857798:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718674.857799:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718674.857801:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718674.857803:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718674.857804:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.857806:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718674.857810:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529478656/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857816:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718674.857818:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718674.857819:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718674.857822:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718674.857823:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718674.857824:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718674.857826:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718674.857827:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:2.0:1779718674.857830:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718674.857831:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718674.857833:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718674.857835:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718674.857836:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.857838:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.857843:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718674.857845:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.857848:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718674.857849:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718674.857850:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718674.857854:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857860:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718674.857862:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718674.857864:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718674.857866:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718674.857868:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718674.857871:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478784:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718674.857875:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718674.857877:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718674.857878:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718674.857880:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718674.857899:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718674.857901:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718674.857904:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718674.857906:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718674.857909:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718674.857911:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529478784, portal 4
00000100:00000001:2.0:1779718674.857912:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718674.857913:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718674.857918:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.857944:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718674.857945:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718674.857947:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718674.857949:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529478784, offset 0
00000400:00000200:2.0:1779718674.857952:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718674.857955:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718674.857957:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718674.857960:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718674.857961:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718674.857963:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718674.857965:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718674.857968:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157470:157470:256:4294967295] 192.168.203.145@tcp LPNI seq info [157469:157469:8:4294967295]
00000400:00000200:2.0:1779718674.857972:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718674.857979:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718674.857983:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718674.857986:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718674.857990:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718674.857993:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718674.857997:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718674.858000:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718674.858004:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718674.858006:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718674.858008:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718674.858012:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718674.858015:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718674.858017:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718674.858020:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718674.858024:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.858033:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718674.858036:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.858041:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.858042:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718674.858045:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718674.858048:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718674.858050:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718674.858052:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315793938
00000100:00000001:2.0:1779718674.858053:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315795198
00000100:00000001:2.0:1779718674.858055:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315793938
00000100:00000001:2.0:1779718674.858056:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315795198
00000100:00000001:2.0:1779718674.858058:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718674.858059:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.858061:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718674.858063:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718674/real 1779718674]  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718674.858068:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718674.858069:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718674.858070:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718674.858071:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718674.858072:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718674.858073:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718674.858075:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718674.858080:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.858085:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718674.858087:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.858089:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718674.858090:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718674.858094:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.858100:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718674.858103:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.858111:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718674.858113:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.858114:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718674.858116:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.858117:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718674.858119:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718674.858121:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718674.858125:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718674.858127:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718674.858132:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718674.858147:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529478784:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718674.858151:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.858152:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718674.858154:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529478784/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718674.858159:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718674.858160:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718674.858161:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718674.858167:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718674.858168:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718674.858169:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718674.858170:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718674.858171:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:2.0:1779718674.858173:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718674.858174:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718674.858175:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718674.858177:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718674.858178:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.858180:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718674.858182:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718674.858183:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718674.858185:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718674.858186:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718675.304103:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718675.304112:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718675.304115:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718675.304118:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718675.304123:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718675.304126:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718675.304128:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718675.304131:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718675.304136:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718675.304138:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718675.304142:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718675.304144:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718675.304174:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718675.304178:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718675.304182:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718675.880040:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718675.880046:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718675.880048:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718675.880053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718675.880056:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718675.880060:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718675.880063:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718675.880066:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718675.880068:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718676.136076:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315795198, at 4315795200
00000100:00000040:1.0:1779718676.136094:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315795198, at 4315795200
00000100:00000010:0.0:1779718676.136101:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b52a0.
00000100:00000010:1.0:1779718676.136122:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5120.
00010000:00000001:2.0:1779718676.328052:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718676.328060:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718676.328068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718676.328070:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718676.328074:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718676.328076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718676.328201:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718676.328207:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718676.328211:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718676.904122:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718676.904130:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718676.904133:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718676.904141:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718676.904146:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718676.904150:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718676.904155:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718676.904160:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718676.904163:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718677.352075:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718677.352083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718677.352091:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718677.352095:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718677.352098:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718677.352102:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718677.352106:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718677.352109:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718677.352112:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718677.352115:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718677.352120:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718677.352121:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718677.352174:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718677.352182:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718677.352186:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718677.928095:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718677.928104:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718677.928106:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718677.928113:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718677.928118:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718677.928124:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718677.928128:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718677.928132:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718677.928135:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718678.376008:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718678.376017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718678.376026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718678.376028:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718678.376032:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718678.376033:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718678.376072:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718678.376076:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718678.376079:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718678.952066:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718678.952075:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718678.952076:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718678.952082:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718678.952085:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718678.952089:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718678.952092:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718678.952095:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718678.952098:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718679.400050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718679.400057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718679.400064:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718679.400065:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718679.400068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718679.400069:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718679.400136:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718679.400140:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718679.400144:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718679.975997:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718679.976006:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718679.976008:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718679.976012:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718679.976015:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718679.976021:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21126
00000100:00000001:2.0:1779718679.976027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1779718679.976030:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718679.976037:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718679.976040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718679.976043:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00100000:2.0:1779718679.976046:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718679.976046:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718679.976058:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718679.976059:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976065:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718679.976066:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718679.976069:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718679.976071:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718679.976072:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718679.976076:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1779718679.976077:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718679.976082:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718679.976082:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718679.976089:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718679.976093:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718679.976095:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718679.976098:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718679.976100:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976101:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718679.976103:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976104:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718679.976106:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718679.976108:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976110:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718679.976112:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718679.976116:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718679.976118:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976119:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718679.976121:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718679.976128:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718679.976131:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718679.976134:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718679.976135:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976138:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718679.976140:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718679.976144:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718679.976149:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718679.976155:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718679.976161:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718679.976169:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718679.976172:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718679.976175:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718679.976194:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718679.976197:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718679.976200:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718679.976201:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718679.976202:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718679.976204:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718679.976206:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21126
00000400:00000200:3.0:1779718679.976209:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718679.976212:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718679.976214:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718679.976217:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976219:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718679.976220:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718679.976221:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718679.976226:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718679.976226:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718679.976229:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1779718679.976231:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718679.976234:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718679.976236:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1779718679.976240:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718679.976241:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718679.976249:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718679.976256:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718679.976267:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718679.976269:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718679.976273:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976274:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718679.976280:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718679.976282:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718679.976284:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718679.976287:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1779718679.976289:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718679.976295:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718679.976296:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976298:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718679.976305:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1779718679.976309:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529478912:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718679.976312:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718679.976315:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718679.976316:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976319:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718679.976321:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1779718679.976323:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718679.976324:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718679.976328:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718679.976330:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718679.976331:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718679.976337:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718679.976339:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000010:2.0:1779718679.976340:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:3.0:1779718679.976342:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718679.976344:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718679.976345:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976349:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718679.976351:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718679.976354:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718679.976355:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:3.0:1779718679.976359:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000400:00000010:2.0:1779718679.976361:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:3.0:1779718679.976365:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718679.976369:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00100000:3.0:1779718679.976371:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718679.976380:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1779718679.976381:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529478912, portal 25
00000100:00000001:3.0:1779718679.976382:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.976387:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718679.976392:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:3.0:1779718679.976392:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718679.976406:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718679.976410:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.976425:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1779718679.976425:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1779718679.976433:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718679.976437:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1779718679.976438:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000001:3.0:1779718679.976443:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1779718679.976445:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529478912, offset 0
00000100:00080000:3.0:1779718679.976447:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718679.976451:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718679.976457:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718679.976462:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21126
00000400:00000200:3.0:1779718679.976469:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718679.976472:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718679.976473:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718679.976476:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976477:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718679.976483:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718679.976486:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976489:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718679.976491:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718679.976493:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:2.0:1779718679.976496:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:3.0:1779718679.976497:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718679.976501:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718679.976504:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1779718679.976504:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718679.976513:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718679.976518:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:3.0:1779718679.976523:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718679.976528:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718679.976529:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718679.976535:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:3.0:1779718679.976535:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976542:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718679.976549:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157471:157471:256:4294967295] 192.168.203.145@tcp LPNI seq info [157470:157470:8:4294967295]
00000020:00000040:3.0:1779718679.976549:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718679.976561:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718679.976568:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718679.976572:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718679.976576:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718679.976580:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718679.976582:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976589:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718679.976597:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779718679.976600:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1779718679.976602:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976609:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718679.976616:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718679.976622:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.0:1779718679.976623:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718679.976625:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718679.976630:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976632:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718679.976633:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1779718679.976636:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
02000000:00000001:3.0:1779718679.976637:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718679.976644:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718679.976649:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718679.976656:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00100000:3.0:1779718679.976662:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1779718679.976664:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718679.976684:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718679.976695:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1779718679.976695:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1779718679.976702:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1779718679.976707:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718679.976708:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1779718679.976710:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718679.976724:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718679.976725:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1779718679.976726:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718679.976734:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718679.976737:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718679.976738:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1779718679.976745:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718679.976747:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718679.976748:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718679.976749:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000100:00000001:3.0:1779718679.976751:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:2.0:1779718679.976753:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00080000:3.0:1779718679.976757:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21126
00000100:00000001:2.0:1779718679.976761:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1779718679.976762:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:2.0:1779718679.976772:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718679.976773:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718679.976781:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718679.976794:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976804:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718679.976812:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976819:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718679.976829:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718679.976831:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718679.976832:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1779718679.976833:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718679.976835:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000040:2.0:1779718679.976841:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718679.976841:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718679.976865:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718679.976881:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718679.976883:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.976890:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718679.976891:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718679.976900:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718679.976903:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718679.976904:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718679.976905:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718679.976908:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718679.976911:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718679.976947:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315800319
00000100:00000001:3.0:1779718679.976952:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718679.976954:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1779718679.976955:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5840.
02000000:00000001:3.0:1779718679.976960:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718679.976963:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.976965:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718679.976965:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718679.976970:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718679.976974:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976976:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.976977:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315800319
00000100:00000010:3.0:1779718679.976980:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000100:00000010:2.0:1779718679.976981:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5f00.
00000020:00000040:3.0:1779718679.976986:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718679.976988:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1779718679.976990:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718679.976992:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718679.976994:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718679.976995:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718679.976996:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718679.976998:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718679.976999:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.977003:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1779718679.977005:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00100000:2.0:1779718679.977011:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718679/real 1779718679]  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718679.977013:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718679.977027:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1779718679.977037:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718679.977042:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1779718679.977046:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1779718679.977047:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000100:00000001:3.0:1779718679.977051:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718679.977052:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000100:00000040:3.0:1779718679.977058:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718679.977059:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718679.977066:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718679.977078:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718679.977079:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718679.977089:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21136)
00000100:00000200:2.0:1779718679.977100:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977106:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718679.977109:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977111:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718679.977113:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718679.977117:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977123:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718679.977126:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977131:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718679.977133:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977134:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718679.977135:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977137:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718679.977139:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718679.977141:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718679.977144:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718679.977146:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718679.977149:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718679.977154:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529478912:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718679.977157:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977159:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718679.977161:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529478912/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977166:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718679.977168:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718679.977171:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718679.977174:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718679.977175:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718679.977177:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718679.977179:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718679.977181:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:2.0:1779718679.977185:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718679.977187:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718679.977188:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718679.977191:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718679.977192:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977194:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977200:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718679.977201:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.977203:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718679.977205:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718679.977206:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718679.977208:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977214:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718679.977215:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718679.977217:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718679.977219:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718679.977220:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718679.977222:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479040:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718679.977224:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718679.977226:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718679.977227:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718679.977228:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718679.977230:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718679.977232:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718679.977234:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718679.977237:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718679.977239:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718679.977241:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529479040, portal 10
00000100:00000001:2.0:1779718679.977243:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718679.977244:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718679.977251:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977259:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718679.977261:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718679.977263:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718679.977266:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529479040, offset 0
00000400:00000200:2.0:1779718679.977270:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718679.977275:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718679.977280:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718679.977284:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718679.977287:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718679.977290:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718679.977292:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718679.977296:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157472:157472:256:4294967295] 192.168.203.145@tcp LPNI seq info [157471:157471:8:4294967295]
00000400:00000200:2.0:1779718679.977301:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718679.977307:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718679.977311:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718679.977314:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718679.977317:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718679.977319:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718679.977323:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718679.977325:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718679.977327:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718679.977329:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718679.977331:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718679.977333:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718679.977336:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718679.977337:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718679.977339:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718679.977341:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977348:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718679.977350:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977359:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.977360:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718679.977363:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718679.977366:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718679.977369:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718679.977371:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315799051
00000100:00000001:2.0:1779718679.977373:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315800319
00000100:00000001:2.0:1779718679.977374:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315799051
00000100:00000001:2.0:1779718679.977376:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315800319
00000100:00000001:2.0:1779718679.977377:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718679.977379:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.977380:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718679.977382:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718679/real 1779718679]  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718679.977387:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718679.977389:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718679.977390:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718679.977391:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718679.977393:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718679.977394:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718679.977396:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718679.977402:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977406:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718679.977406:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977407:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718679.977408:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718679.977410:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977416:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718679.977418:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977423:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718679.977424:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977425:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718679.977426:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977427:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718679.977429:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718679.977430:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718679.977432:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718679.977434:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718679.977436:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718679.977440:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479040:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718679.977443:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718679.977446:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977450:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718679.977451:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718679.977453:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718679.977454:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718679.977455:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718679.977457:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479168:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718679.977459:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718679.977461:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718679.977462:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718679.977463:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718679.977466:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718679.977467:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718679.977469:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718679.977471:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718679.977473:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718679.977475:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529479168, portal 10
00000100:00000001:2.0:1779718679.977476:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718679.977477:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718679.977481:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977485:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718679.977487:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718679.977488:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718679.977490:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529479168, offset 0
00000400:00000200:2.0:1779718679.977492:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718679.977494:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718679.977497:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718679.977499:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718679.977500:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718679.977502:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718679.977503:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718679.977505:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157473:157473:256:4294967295] 192.168.203.145@tcp LPNI seq info [157472:157472:8:4294967295]
00000400:00000200:2.0:1779718679.977508:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718679.977512:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718679.977515:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718679.977517:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718679.977519:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718679.977521:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718679.977524:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718679.977525:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718679.977528:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718679.977529:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718679.977531:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718679.977533:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718679.977535:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718679.977536:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718679.977537:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718679.977540:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977544:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718679.977546:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977550:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.977551:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718679.977553:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718679.977555:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718679.977557:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718679.977559:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315799059
00000100:00000001:2.0:1779718679.977560:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315800319
00000100:00000001:2.0:1779718679.977562:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315799059
00000100:00000001:2.0:1779718679.977563:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315800319
00000100:00000001:2.0:1779718679.977564:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718679.977566:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.977567:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718679.977569:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718679/real 1779718679]  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718679.977573:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718679.977574:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718679.977575:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718679.977576:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718679.977577:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718679.977579:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718679.977581:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718679.977586:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977590:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718679.977591:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977592:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718679.977593:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718679.977595:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977600:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718679.977604:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977611:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718679.977613:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977614:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718679.977615:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977617:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718679.977619:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718679.977621:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718679.977625:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718679.977627:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718679.977631:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718679.977641:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479168:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718679.977644:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718679.977649:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977655:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718679.977656:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718679.977658:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718679.977659:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718679.977661:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718679.977663:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479296:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718679.977665:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718679.977667:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718679.977669:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718679.977670:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718679.977673:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718679.977674:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718679.977677:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718679.977678:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718679.977681:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718679.977683:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529479296, portal 4
00000100:00000001:2.0:1779718679.977685:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718679.977686:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718679.977690:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977695:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718679.977697:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718679.977698:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718679.977700:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529479296, offset 0
00000400:00000200:2.0:1779718679.977703:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718679.977705:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718679.977708:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718679.977710:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718679.977711:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718679.977713:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718679.977715:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718679.977718:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157474:157474:256:4294967295] 192.168.203.145@tcp LPNI seq info [157473:157473:8:4294967295]
00000400:00000200:2.0:1779718679.977721:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718679.977726:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718679.977729:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718679.977731:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718679.977734:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718679.977736:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718679.977738:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718679.977740:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718679.977743:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718679.977745:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718679.977746:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718679.977749:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718679.977751:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718679.977752:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718679.977753:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718679.977755:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977761:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718679.977763:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977767:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.977768:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718679.977770:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718679.977773:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718679.977774:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718679.977776:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315799057
00000100:00000001:2.0:1779718679.977777:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315800319
00000100:00000001:2.0:1779718679.977779:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315799057
00000100:00000001:2.0:1779718679.977780:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315800319
00000100:00000001:2.0:1779718679.977782:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718679.977784:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.977785:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718679.977787:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718679/real 1779718679]  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718679.977793:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718679.977794:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718679.977795:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718679.977796:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718679.977797:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718679.977798:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718679.977800:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718679.977806:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977810:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718679.977811:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977812:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718679.977813:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718679.977815:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977818:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718679.977821:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977824:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718679.977826:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977827:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718679.977828:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977829:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718679.977830:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718679.977831:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718679.977834:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718679.977835:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718679.977838:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718679.977857:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479296:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718679.977860:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977861:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718679.977864:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529479040/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977868:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718679.977869:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718679.977871:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718679.977873:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718679.977874:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718679.977875:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718679.977877:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718679.977878:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:2.0:1779718679.977880:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718679.977881:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718679.977882:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718679.977884:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718679.977885:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977886:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718679.977888:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529479168/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977892:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718679.977893:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718679.977894:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718679.977895:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718679.977896:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718679.977897:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718679.977898:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718679.977899:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:2.0:1779718679.977901:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718679.977902:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718679.977903:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718679.977904:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718679.977905:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977906:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718679.977908:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529479296/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718679.977911:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718679.977912:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718679.977913:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718679.977914:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718679.977914:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718679.977915:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718679.977916:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718679.977917:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:2.0:1779718679.977918:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718679.977919:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718679.977939:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718679.977941:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718679.977941:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977943:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718679.977945:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718679.977946:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718679.977947:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718679.977948:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718680.424063:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718680.424070:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718680.424076:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718680.424077:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718680.424080:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718680.424081:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718680.424146:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718680.424150:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718680.424153:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718681.000080:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718681.000090:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718681.000092:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718681.000098:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718681.000103:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718681.000108:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718681.000111:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718681.000114:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718681.000117:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718681.255971:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315800319, at 4315800320
00000100:00000040:0.0:1779718681.255978:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315800319, at 4315800320
00000100:00000010:1.0:1779718681.255988:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f00.
00000100:00000010:0.0:1779718681.255991:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5840.
00010000:00000001:2.0:1779718681.448012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718681.448019:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718681.448025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718681.448026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718681.448030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718681.448031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718681.448069:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718681.448072:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718681.448077:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718682.024030:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718682.024038:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718682.024040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718682.024047:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718682.024052:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718682.024057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718682.024061:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718682.024065:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718682.024068:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718682.472068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718682.472075:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718682.472082:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718682.472083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718682.472087:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718682.472088:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718682.472151:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718682.472156:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718682.472160:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718683.048070:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718683.048079:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718683.048081:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718683.048087:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718683.048092:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718683.048096:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718683.048099:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718683.048102:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718683.048105:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718683.496043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718683.496050:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718683.496056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718683.496058:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718683.496062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718683.496065:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718683.496068:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718683.496072:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718683.496075:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718683.496077:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718683.496079:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718683.496081:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718683.496134:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718683.496140:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718683.496152:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718684.072040:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718684.072047:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718684.072049:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718684.072055:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718684.072059:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718684.072062:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718684.072065:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718684.072068:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718684.072071:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718684.520076:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718684.520083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718684.520090:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718684.520091:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718684.520094:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718684.520095:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718684.520151:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718684.520157:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718684.520162:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718685.096035:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718685.096045:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718685.096046:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718685.096050:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718685.096053:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718685.096054:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718685.096056:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718685.096060:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:2.0:1779718685.096066:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718685.096072:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21131
00000100:00000001:2.0:1779718685.096074:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718685.096080:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.096083:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1779718685.096084:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718685.096089:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718685.096096:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718685.096097:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718685.096103:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718685.096110:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096113:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718685.096117:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096119:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718685.096123:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718685.096124:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718685.096127:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718685.096129:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718685.096132:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718685.096134:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718685.096136:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096137:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718685.096139:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096141:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718685.096143:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718685.096145:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096146:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718685.096148:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718685.096151:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718685.096153:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718685.096155:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718685.096157:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718685.096164:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718685.096167:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718685.096170:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718685.096172:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718685.096174:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718685.096176:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718685.096180:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718685.096185:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718685.096191:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718685.096198:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718685.096205:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718685.096208:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718685.096212:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718685.096231:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718685.096233:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718685.096237:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718685.096238:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718685.096239:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718685.096242:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718685.096244:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21131
00000400:00000200:3.0:1779718685.096247:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718685.096249:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718685.096252:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718685.096254:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096255:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718685.096256:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718685.096261:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096262:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718685.096263:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718685.096269:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1779718685.096271:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718685.096276:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718685.096278:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718685.096280:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718685.096283:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718685.096285:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718685.096288:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096292:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718685.096294:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718685.096299:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096305:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718685.096313:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718685.096327:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096345:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.096346:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1779718685.096349:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718685.096350:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718685.096356:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718685.096358:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718685.096359:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718685.096361:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718685.096364:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718685.096365:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1779718685.096376:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529479424:192.168.203.145@tcp:250:kworker.0
00000008:00100000:3.0:1779718685.096376:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718685.096388:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.096389:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718685.096395:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718685.096397:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1779718685.096399:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
02000000:00000001:2.0:1779718685.096401:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718685.096403:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718685.096407:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718685.096408:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718685.096409:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718685.096410:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718685.096412:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718685.096414:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718685.096422:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000010:3.0:1779718685.096423:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
02000000:00000001:2.0:1779718685.096427:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718685.096432:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718685.096438:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718685.096444:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00100000:3.0:1779718685.096445:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1779718685.096453:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000001:3.0:1779718685.096460:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718685.096463:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718685.096464:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529479424, portal 25
00000100:00000001:2.0:1779718685.096467:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718685.096470:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000040:3.0:1779718685.096472:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718685.096482:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.096551:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718685.096551:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718685.096559:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1779718685.096562:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718685.096570:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00080000:3.0:1779718685.096571:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718685.096575:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1779718685.096577:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529479424, offset 0
00000100:00080000:3.0:1779718685.096578:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718685.096584:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718685.096593:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718685.096594:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21131
00000400:00000200:3.0:1779718685.096602:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718685.096606:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718685.096609:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718685.096611:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718685.096616:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718685.096617:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718685.096621:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096623:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718685.096625:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718685.096627:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:2.0:1779718685.096628:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:3.0:1779718685.096630:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718685.096636:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718685.096640:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1779718685.096641:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718685.096646:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718685.096649:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718685.096657:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1779718685.096657:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096666:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718685.096670:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:3.0:1779718685.096670:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096679:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718685.096689:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157475:157475:256:4294967295] 192.168.203.145@tcp LPNI seq info [157474:157474:8:4294967295]
00000020:00000040:3.0:1779718685.096689:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718685.096698:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718685.096704:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718685.096712:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718685.096713:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718685.096723:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718685.096728:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718685.096732:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1779718685.096737:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718685.096740:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1779718685.096742:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000008:00000001:3.0:1779718685.096749:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718685.096753:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718685.096753:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718685.096764:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718685.096771:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.0:1779718685.096773:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718685.096775:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718685.096777:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718685.096780:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1779718685.096781:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1779718685.096781:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718685.096783:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718685.096794:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718685.096817:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718685.096817:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718685.096827:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00100000:3.0:1779718685.096830:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1779718685.096843:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718685.096851:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718685.096851:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718685.096857:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718685.096862:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718685.096863:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718685.096877:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718685.096878:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1779718685.096882:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718685.096887:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000100:00000040:3.0:1779718685.096887:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1779718685.096895:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00080000:3.0:1779718685.096895:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718685.096903:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718685.096905:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718685.096906:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1779718685.096908:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718685.096911:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:2.0:1779718685.096916:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718685.096948:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21131
00000100:00000001:2.0:1779718685.096951:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1779718685.096956:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:2.0:1779718685.096960:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718685.096965:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718685.096975:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718685.096987:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.097001:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718685.097002:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.097008:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1779718685.097009:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.097013:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718685.097015:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718685.097019:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718685.097020:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718685.097028:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718685.097030:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718685.097034:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:2.0:1779718685.097035:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718685.097041:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718685.097042:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315805439
00000100:00000040:3.0:1779718685.097049:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000010:2.0:1779718685.097050:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5600.
00000100:00000001:3.0:1779718685.097052:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718685.097057:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718685.097058:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718685.097060:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718685.097061:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1779718685.097065:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718685.097069:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718685.097070:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718685.097073:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315805439
02000000:00000001:3.0:1779718685.097074:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718685.097081:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718685.097082:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5d20.
00000100:00000001:3.0:1779718685.097084:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718685.097087:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000008:00100000:3.0:1779718685.097088:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718685.097094:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.097097:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718685.097097:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.097105:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718685.097106:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718685.097108:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1779718685.097109:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718685.097114:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1779718685.097116:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718685/real 1779718685]  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718685.097118:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718685.097125:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718685.097130:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718685.097135:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718685.097147:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000400:00000001:2.0:1779718685.097148:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718685.097153:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1779718685.097155:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718685.097156:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718685.097165:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718685.097170:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00100000:3.0:1779718685.097171:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718685.097176:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718685.097186:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718685.097190:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718685.097197:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718685.097210:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718685.097212:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718685.097281:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.097282:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718685.097287:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718685.097290:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21141)
00000100:00000001:2.0:1779718685.097291:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718685.097297:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718685.097304:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097309:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718685.097313:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097318:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718685.097322:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.097324:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718685.097325:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.097327:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718685.097329:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718685.097332:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718685.097335:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718685.097338:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718685.097341:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718685.097347:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529479424:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718685.097350:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.097351:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718685.097353:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529479424/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097357:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718685.097360:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718685.097363:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718685.097366:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718685.097368:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718685.097369:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718685.097371:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718685.097373:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:2.0:1779718685.097377:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718685.097380:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718685.097381:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:2.0:1779718685.097385:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718685.097387:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.097389:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.097396:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718685.097397:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.097401:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718685.097404:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718685.097406:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718685.097411:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097416:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718685.097417:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718685.097419:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718685.097421:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718685.097423:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718685.097426:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479552:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718685.097428:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718685.097430:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718685.097431:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718685.097433:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718685.097435:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718685.097437:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718685.097441:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718685.097445:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718685.097450:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718685.097453:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529479552, portal 10
00000100:00000001:2.0:1779718685.097455:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718685.097456:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718685.097462:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097467:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718685.097469:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718685.097471:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718685.097473:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529479552, offset 0
00000400:00000200:2.0:1779718685.097477:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718685.097483:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718685.097487:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718685.097491:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718685.097494:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718685.097498:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718685.097501:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718685.097506:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157476:157476:256:4294967295] 192.168.203.145@tcp LPNI seq info [157475:157475:8:4294967295]
00000400:00000200:2.0:1779718685.097514:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718685.097526:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718685.097534:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718685.097539:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718685.097545:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718685.097548:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718685.097555:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718685.097558:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718685.097565:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718685.097567:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718685.097570:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718685.097573:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718685.097575:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718685.097576:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718685.097578:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718685.097581:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097587:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718685.097589:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097594:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.097595:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718685.097598:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718685.097601:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718685.097604:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718685.097605:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315804171
00000100:00000001:2.0:1779718685.097608:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315805439
00000100:00000001:2.0:1779718685.097609:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315804171
00000100:00000001:2.0:1779718685.097612:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315805439
00000100:00000001:2.0:1779718685.097613:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718685.097615:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.097617:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718685.097620:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718685/real 1779718685]  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718685.097631:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718685.097632:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718685.097633:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718685.097638:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718685.097640:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718685.097643:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718685.097647:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718685.097653:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097658:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718685.097660:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.097662:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718685.097663:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718685.097666:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097671:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718685.097675:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097680:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718685.097684:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.097686:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718685.097688:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.097690:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718685.097697:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718685.097699:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718685.097705:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718685.097709:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718685.097715:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718685.097721:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479552:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718685.097726:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718685.097731:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097738:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718685.097739:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718685.097742:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718685.097746:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718685.097748:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718685.097751:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479680:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718685.097754:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718685.097758:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718685.097760:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718685.097762:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718685.097766:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718685.097769:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718685.097773:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718685.097776:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718685.097782:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718685.097786:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529479680, portal 10
00000100:00000001:2.0:1779718685.097789:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718685.097791:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718685.097799:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097818:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718685.097821:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718685.097825:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718685.097828:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529479680, offset 0
00000400:00000200:2.0:1779718685.097833:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718685.097836:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718685.097839:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718685.097841:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718685.097844:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718685.097847:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718685.097848:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718685.097851:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157477:157477:256:4294967295] 192.168.203.145@tcp LPNI seq info [157476:157476:8:4294967295]
00000400:00000200:2.0:1779718685.097856:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718685.097862:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718685.097868:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718685.097871:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718685.097876:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718685.097878:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718685.097884:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718685.097887:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718685.097893:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718685.097895:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718685.097898:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718685.097901:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718685.097904:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718685.097906:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718685.097908:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718685.097911:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097947:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718685.097952:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.097958:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.097961:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718685.097967:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718685.097971:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718685.097976:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718685.097979:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315804180
00000100:00000001:2.0:1779718685.097982:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315805439
00000100:00000001:2.0:1779718685.097984:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315804180
00000100:00000001:2.0:1779718685.097986:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315805439
00000100:00000001:2.0:1779718685.097989:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718685.097991:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.097993:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718685.097996:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718685/real 1779718685]  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718685.098002:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718685.098003:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718685.098004:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718685.098006:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718685.098008:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718685.098010:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718685.098012:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718685.098017:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098022:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718685.098023:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098024:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718685.098025:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718685.098027:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098031:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718685.098033:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098037:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718685.098039:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098040:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718685.098041:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098043:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718685.098044:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718685.098046:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718685.098048:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718685.098049:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718685.098051:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718685.098056:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479680:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718685.098059:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718685.098062:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098066:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718685.098067:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718685.098068:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718685.098070:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718685.098071:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718685.098073:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479808:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718685.098076:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718685.098078:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718685.098079:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718685.098080:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718685.098083:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718685.098084:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718685.098086:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718685.098088:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718685.098091:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718685.098093:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529479808, portal 4
00000100:00000001:2.0:1779718685.098095:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718685.098096:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718685.098103:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098109:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718685.098112:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718685.098115:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718685.098117:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529479808, offset 0
00000400:00000200:2.0:1779718685.098121:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718685.098125:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718685.098129:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718685.098132:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718685.098134:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718685.098137:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718685.098139:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718685.098142:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157478:157478:256:4294967295] 192.168.203.145@tcp LPNI seq info [157477:157477:8:4294967295]
00000400:00000200:2.0:1779718685.098146:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718685.098153:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718685.098157:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718685.098160:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718685.098164:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718685.098166:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718685.098171:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718685.098173:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718685.098177:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718685.098179:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718685.098181:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718685.098184:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718685.098187:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718685.098189:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718685.098191:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718685.098195:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098210:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718685.098213:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098219:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.098221:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718685.098224:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718685.098228:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718685.098231:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718685.098233:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315804178
00000100:00000001:2.0:1779718685.098236:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315805439
00000100:00000001:2.0:1779718685.098239:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315804178
00000100:00000001:2.0:1779718685.098241:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315805439
00000100:00000001:2.0:1779718685.098244:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718685.098246:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.098248:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718685.098251:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718685/real 1779718685]  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718685.098257:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718685.098258:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718685.098259:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718685.098261:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718685.098262:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718685.098264:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718685.098266:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718685.098272:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098276:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718685.098277:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098279:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718685.098280:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718685.098282:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098286:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718685.098289:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098293:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718685.098294:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098295:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718685.098296:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098297:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718685.098298:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718685.098299:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718685.098301:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718685.098302:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718685.098305:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718685.098309:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529479808:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718685.098312:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098313:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718685.098315:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529479552/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098320:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718685.098321:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718685.098322:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718685.098324:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718685.098325:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718685.098327:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718685.098328:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718685.098330:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:2.0:1779718685.098332:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718685.098333:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718685.098334:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718685.098335:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718685.098336:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098338:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718685.098340:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529479680/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098345:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718685.098345:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718685.098346:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718685.098348:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718685.098348:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718685.098349:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718685.098350:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718685.098351:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:2.0:1779718685.098352:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718685.098353:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718685.098353:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718685.098355:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718685.098356:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098357:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718685.098359:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529479808/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718685.098362:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718685.098363:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718685.098364:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718685.098365:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718685.098366:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718685.098366:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718685.098367:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718685.098368:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:2.0:1779718685.098369:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718685.098371:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718685.098372:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718685.098373:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718685.098374:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098375:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718685.098378:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718685.098379:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718685.098380:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718685.098382:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718685.544054:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718685.544063:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718685.544066:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718685.544069:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718685.544075:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718685.544077:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718685.544079:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718685.544080:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718685.544084:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718685.544085:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718685.544088:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718685.544089:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718685.544151:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718685.544155:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718685.544159:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718686.120004:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718686.120019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718686.120022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718686.120028:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718686.120031:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718686.120035:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718686.120037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718686.120040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718686.120042:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718686.376018:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315805439, at 4315805440
00000100:00000040:1.0:1779718686.376022:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315805439, at 4315805440
00000100:00000010:0.0:1779718686.376036:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5600.
00000100:00000010:1.0:1779718686.376040:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5d20.
00010000:00000001:2.0:1779718686.568058:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718686.568065:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718686.568072:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718686.568074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718686.568078:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718686.568079:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718686.568121:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718686.568126:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718686.568130:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718687.144038:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718687.144044:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718687.144047:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718687.144053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718687.144057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718687.144060:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718687.144063:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718687.144066:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718687.144068:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718687.592037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718687.592044:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718687.592050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718687.592053:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718687.592056:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718687.592060:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718687.592063:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718687.592065:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718687.592066:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718687.592068:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718687.592071:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718687.592072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718687.592118:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718687.592123:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718687.592127:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718688.168084:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718688.168092:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718688.168095:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718688.168101:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718688.168105:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718688.168109:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718688.168112:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718688.168115:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718688.168128:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718688.616051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718688.616058:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718688.616065:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718688.616066:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718688.616077:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718688.616083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718688.616144:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718688.616150:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718688.616154:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718689.192042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718689.192061:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718689.192063:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718689.192068:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718689.192072:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718689.192076:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718689.192079:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718689.192082:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718689.192084:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718689.640009:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718689.640016:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718689.640046:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718689.640048:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718689.640053:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718689.640055:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718689.640105:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718689.640110:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718689.640115:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718690.216011:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718690.216011:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718690.216016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718690.216019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718690.216022:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1779718690.216024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718690.216026:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718690.216028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1779718690.216031:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718690.216031:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.216035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718690.216037:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718690.216039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.216042:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718690.216047:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21136
00000400:00000200:0.0:1779718690.216057:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718690.216064:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718690.216068:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718690.216071:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216075:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718690.216078:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216080:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718690.216083:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718690.216084:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718690.216103:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718690.216105:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718690.216107:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718690.216109:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718690.216112:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216113:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718690.216115:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216117:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718690.216119:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718690.216122:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216124:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718690.216127:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718690.216129:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718690.216131:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718690.216133:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718690.216135:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718690.216143:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4700.
00000020:00000040:0.0:1779718690.216146:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718690.216149:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718690.216151:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718690.216153:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718690.216155:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718690.216159:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718690.216165:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718690.216171:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718690.216182:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718690.216194:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718690.216199:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718690.216204:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003407d8f0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718690.216232:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718690.216236:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718690.216240:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718690.216242:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718690.216244:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718690.216247:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718690.216250:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21136
00000400:00000200:0.0:1779718690.216254:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718690.216257:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718690.216260:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718690.216263:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216265:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718690.216267:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216269:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718690.216270:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1779718690.216271:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718690.216274:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:2.0:1779718690.216275:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1779718690.216276:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718690.216279:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718690.216280:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1779718690.216283:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718690.216286:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718690.216291:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718690.216291:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718690.216296:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718690.216300:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216305:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718690.216309:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:2.0:1779718690.216312:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1779718690.216313:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718690.216315:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718690.216317:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718690.216319:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718690.216320:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718690.216323:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718690.216325:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718690.216326:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718690.216329:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718690.216333:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1779718690.216333:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529479936:192.168.203.145@tcp:250:kworker.0
00000008:00100000:0.0:1779718690.216337:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718690.216338:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1779718690.216342:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718690.216344:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718690.216344:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718690.216349:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718690.216350:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5180.
02000000:00000001:2.0:1779718690.216352:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1779718690.216353:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718690.216356:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718690.216358:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718690.216359:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
00000100:00000001:0.0:1779718690.216360:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718690.216362:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718690.216364:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718690.216365:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718690.216371:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:0.0:1779718690.216372:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000400:00000010:2.0:1779718690.216376:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:0.0:1779718690.216378:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718690.216387:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00100000:0.0:1779718690.216388:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779718690.216398:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529479936, portal 25
00000100:00000001:0.0:1779718690.216400:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718690.216403:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718690.216405:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.216408:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493239552 : -117608216312064 : ffff9509340b4700)
00000100:00000040:0.0:1779718690.216413:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084bee898] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718690.216421:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718690.216434:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718690.216439:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718690.216443:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1779718690.216444:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1779718690.216445:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718690.216448:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1779718690.216450:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216451:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:2.0:1779718690.216454:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00080000:0.0:1779718690.216456:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21136
00000100:00000200:2.0:1779718690.216459:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529479936, offset 0
00000400:00000200:0.0:1779718690.216464:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718690.216468:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718690.216471:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718690.216472:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718690.216476:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216478:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718690.216480:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718690.216484:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718690.216485:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718690.216488:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718690.216490:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718690.216491:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718690.216493:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718690.216494:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:0.0:1779718690.216498:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718690.216502:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718690.216502:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1779718690.216508:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718690.216511:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:0.0:1779718690.216512:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718690.216517:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718690.216518:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1779718690.216520:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718690.216523:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000040:0.0:1779718690.216525:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718690.216530:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157479:157479:256:4294967295] 192.168.203.145@tcp LPNI seq info [157478:157478:8:4294967295]
00000100:00080000:0.0:1779718690.216531:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216536:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718690.216539:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718690.216542:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718690.216543:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718690.216546:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718690.216548:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718690.216550:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718690.216555:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718690.216559:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718690.216560:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1779718690.216566:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000800:00000200:2.0:1779718690.216570:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000040:0.0:1779718690.216571:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718690.216575:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718690.216575:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718690.216576:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000001:0.0:1779718690.216577:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718690.216580:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718690.216582:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718690.216587:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
00000800:00000200:2.0:1779718690.216588:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718690.216593:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718690.216594:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1779718690.216602:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779718690.216604:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718690.216612:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1779718690.216615:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1779718690.216619:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216620:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718690.216624:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000040:0.0:1779718690.216627:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718690.216631:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1779718690.216637:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718690.216641:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718690.216644:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718690.216646:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718690.216651:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1779718690.216652:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718690.216655:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718690.216657:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718690.216660:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000100:00000001:0.0:1779718690.216661:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:2.0:1779718690.216666:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00080000:0.0:1779718690.216669:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21136
00000100:00000001:2.0:1779718690.216672:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1779718690.216677:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:2.0:1779718690.216679:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718690.216686:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718690.216693:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718690.216694:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718690.216713:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718690.216716:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718690.216718:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718690.216723:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216728:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718690.216730:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718690.216731:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718690.216733:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718690.216734:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1779718690.216736:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718690.216739:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:2.0:1779718690.216741:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718690.216745:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:0.0:1779718690.216747:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718690.216748:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315810558
00000020:00000001:0.0:1779718690.216751:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000010:2.0:1779718690.216754:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5a80.
00000100:00000040:0.0:1779718690.216755:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216759:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718690.216761:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216763:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718690.216763:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1779718690.216775:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718690.216778:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718690.216782:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718690.216784:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718690.216786:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315810558
02000000:00000001:0.0:1779718690.216787:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1779718690.216792:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5ae0.
02000000:00000001:0.0:1779718690.216794:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718690.216797:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718690.216797:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000008:00100000:0.0:1779718690.216801:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718690.216802:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1779718690.216822:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.216823:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718690.216824:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.216828:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000010:0.0:1779718690.216830:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000020:00000040:0.0:1779718690.216833:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00100000:2.0:1779718690.216835:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718690/real 1779718690]  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718690.216836:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718690.216839:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718690.216843:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718690.216846:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718690.216849:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718690.216855:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000400:00000001:2.0:1779718690.216856:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1779718690.216859:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718690.216859:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718690.216861:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718690.216865:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000100:00100000:0.0:1779718690.216866:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1779718690.216869:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718690.216875:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1779718690.216878:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718690.216882:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718690.216883:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718690.216889:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718690.216906:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718690.216906:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718690.216911:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21146)
00000100:00000001:2.0:1779718690.216918:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718690.216920:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.216922:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718690.216923:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718690.216927:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.216932:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718690.216955:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.216961:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718690.216963:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.216964:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718690.216965:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.216968:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718690.216969:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718690.216971:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718690.216974:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718690.216976:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718690.216979:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718690.216986:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529479936:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718690.216989:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.216991:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718690.216993:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4700 x1866162529479936/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.216998:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718690.217000:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718690.217003:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718690.217005:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718690.217006:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718690.217008:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718690.217009:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718690.217011:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58c00.
02000000:00000001:2.0:1779718690.217014:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718690.217016:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718690.217017:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4700.
00000100:00000001:2.0:1779718690.217019:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718690.217020:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217022:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217027:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718690.217028:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.217030:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718690.217031:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718690.217033:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718690.217035:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217041:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718690.217042:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718690.217060:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718690.217062:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718690.217063:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718690.217065:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480064:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718690.217067:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718690.217069:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718690.217070:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718690.217071:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718690.217073:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718690.217074:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718690.217077:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718690.217079:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718690.217081:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718690.217084:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529480064, portal 10
00000100:00000001:2.0:1779718690.217085:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718690.217086:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493242240 : -117608216309376 : ffff9509340b5180)
00000100:00000040:2.0:1779718690.217091:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217095:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718690.217097:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718690.217098:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718690.217100:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529480064, offset 0
00000400:00000200:2.0:1779718690.217103:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718690.217105:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718690.217108:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718690.217110:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718690.217112:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718690.217113:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718690.217115:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718690.217117:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157480:157480:256:4294967295] 192.168.203.145@tcp LPNI seq info [157479:157479:8:4294967295]
00000400:00000200:2.0:1779718690.217120:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718690.217124:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718690.217127:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718690.217129:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718690.217132:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718690.217134:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718690.217137:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718690.217139:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779718690.217141:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718690.217142:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718690.217144:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718690.217146:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718690.217148:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718690.217150:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718690.217151:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718690.217153:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217163:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718690.217165:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217169:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.217170:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718690.217172:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718690.217175:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718690.217177:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718690.217178:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315809291
00000100:00000001:2.0:1779718690.217180:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315810558
00000100:00000001:2.0:1779718690.217181:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315809291
00000100:00000001:2.0:1779718690.217183:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315810558
00000100:00000001:2.0:1779718690.217184:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718690.217186:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.217187:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718690.217189:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718690/real 1779718690]  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718690.217194:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718690.217195:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718690.217196:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718690.217197:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718690.217198:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718690.217199:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718690.217201:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718690.217206:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217210:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718690.217211:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217213:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718690.217214:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718690.217216:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217220:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718690.217222:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217226:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718690.217228:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217228:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718690.217229:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217230:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718690.217232:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718690.217233:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718690.217235:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718690.217236:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718690.217238:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718690.217243:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480064:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718690.217245:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718690.217247:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217252:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718690.217253:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718690.217254:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718690.217255:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718690.217256:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718690.217259:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480192:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718690.217261:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718690.217262:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718690.217263:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718690.217264:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718690.217266:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718690.217267:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718690.217269:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718690.217270:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718690.217272:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718690.217274:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529480192, portal 10
00000100:00000001:2.0:1779718690.217275:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718690.217276:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493238656 : -117608216312960 : ffff9509340b4380)
00000100:00000040:2.0:1779718690.217280:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217284:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718690.217285:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718690.217287:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718690.217288:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529480192, offset 0
00000400:00000200:2.0:1779718690.217290:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718690.217292:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718690.217294:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718690.217314:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718690.217316:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718690.217318:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718690.217320:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718690.217322:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157481:157481:256:4294967295] 192.168.203.145@tcp LPNI seq info [157480:157480:8:4294967295]
00000400:00000200:2.0:1779718690.217325:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718690.217330:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718690.217333:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718690.217335:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718690.217338:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718690.217340:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718690.217343:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718690.217345:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779718690.217348:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718690.217350:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718690.217352:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718690.217354:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718690.217356:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718690.217357:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718690.217359:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718690.217361:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217367:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718690.217368:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217373:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.217374:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718690.217376:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718690.217379:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718690.217382:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718690.217384:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315809299
00000100:00000001:2.0:1779718690.217387:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315810558
00000100:00000001:2.0:1779718690.217389:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315809299
00000100:00000001:2.0:1779718690.217392:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315810558
00000100:00000001:2.0:1779718690.217394:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718690.217397:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.217399:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718690.217403:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718690/real 1779718690]  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718690.217412:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718690.217414:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718690.217416:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718690.217419:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718690.217421:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718690.217424:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718690.217443:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718690.217453:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217460:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718690.217461:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217462:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718690.217463:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718690.217466:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217470:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718690.217473:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217477:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718690.217479:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217479:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718690.217480:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217481:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718690.217482:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718690.217484:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718690.217486:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718690.217487:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718690.217489:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718690.217498:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480192:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718690.217501:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718690.217503:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217507:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718690.217508:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718690.217510:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718690.217511:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718690.217512:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718690.217514:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480320:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718690.217516:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718690.217517:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718690.217518:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718690.217519:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718690.217522:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718690.217523:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718690.217526:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718690.217527:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718690.217530:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718690.217532:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529480320, portal 4
00000100:00000001:2.0:1779718690.217533:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718690.217534:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493248512 : -117608216303104 : ffff9509340b6a00)
00000100:00000040:2.0:1779718690.217538:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217542:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718690.217543:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718690.217545:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718690.217546:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529480320, offset 0
00000400:00000200:2.0:1779718690.217549:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718690.217552:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718690.217554:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718690.217556:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718690.217558:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718690.217560:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718690.217561:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718690.217563:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157482:157482:256:4294967295] 192.168.203.145@tcp LPNI seq info [157481:157481:8:4294967295]
00000400:00000200:2.0:1779718690.217566:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718690.217570:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718690.217573:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718690.217575:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718690.217578:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718690.217580:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718690.217582:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718690.217584:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779718690.217586:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718690.217588:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718690.217589:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718690.217592:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718690.217594:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718690.217595:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718690.217596:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718690.217598:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217603:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718690.217605:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217609:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.217611:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718690.217612:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718690.217615:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718690.217617:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718690.217619:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315809297
00000100:00000001:2.0:1779718690.217620:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315810558
00000100:00000001:2.0:1779718690.217622:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315809297
00000100:00000001:2.0:1779718690.217623:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315810558
00000100:00000001:2.0:1779718690.217624:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718690.217626:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.217627:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718690.217629:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718690/real 1779718690]  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718690.217633:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718690.217634:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718690.217635:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718690.217637:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718690.217638:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718690.217639:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718690.217641:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718690.217646:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217650:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718690.217651:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217652:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718690.217652:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718690.217654:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217658:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718690.217660:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217664:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718690.217666:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217668:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718690.217668:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217669:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718690.217671:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718690.217672:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718690.217674:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718690.217675:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718690.217677:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718690.217682:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480320:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718690.217684:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217685:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718690.217687:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5180 x1866162529480064/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217691:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718690.217692:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718690.217693:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718690.217694:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718690.217695:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718690.217696:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718690.217697:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718690.217699:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:2.0:1779718690.217701:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718690.217702:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718690.217703:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5180.
00000100:00000001:2.0:1779718690.217705:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718690.217705:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217707:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718690.217708:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4380 x1866162529480192/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217717:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718690.217718:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718690.217719:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718690.217721:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718690.217721:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718690.217722:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718690.217723:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718690.217724:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59800.
02000000:00000001:2.0:1779718690.217725:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718690.217726:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718690.217727:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4380.
00000100:00000001:2.0:1779718690.217728:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718690.217728:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217729:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718690.217731:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6a00 x1866162529480320/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718690.217735:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718690.217735:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718690.217736:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718690.217737:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718690.217738:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718690.217739:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718690.217740:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718690.217740:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58800.
02000000:00000001:2.0:1779718690.217742:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718690.217742:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718690.217743:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6a00.
00000100:00000001:2.0:1779718690.217744:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718690.217745:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217746:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718690.217748:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718690.217749:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718690.217750:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718690.217752:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718690.664062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718690.664072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718690.664083:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718690.664086:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718690.664105:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718690.664108:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718690.664159:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718690.664163:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718690.664167:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718691.240032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718691.240038:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718691.240039:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718691.240043:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718691.240046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718691.240049:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718691.240051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718691.240053:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718691.240055:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718691.496035:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315810558, at 4315810560
00000100:00000040:1.0:1779718691.496036:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315810558, at 4315810560
00000100:00000010:0.0:1779718691.496051:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a80.
00000100:00000010:1.0:1779718691.496055:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ae0.
00010000:00000001:2.0:1779718691.687999:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718691.688006:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718691.688013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718691.688014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718691.688018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718691.688020:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718691.688075:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718691.688079:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718691.688083:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718692.264050:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718692.264059:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718692.264061:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718692.264067:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718692.264071:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718692.264074:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718692.264077:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718692.264080:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718692.264082:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718692.711987:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718692.711992:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718692.711997:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718692.711999:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718692.712001:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718692.712002:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718692.712036:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718692.712041:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718692.712045:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718693.287996:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718693.288002:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718693.288004:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718693.288009:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718693.288012:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718693.288016:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718693.288018:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718693.288021:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718693.288023:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718693.736002:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718693.736007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718693.736013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718693.736015:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718693.736017:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718693.736021:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718693.736023:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718693.736026:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718693.736028:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718693.736030:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718693.736031:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718693.736033:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718693.736070:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718693.736074:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718693.736077:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718694.312024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718694.312029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718694.312031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718694.312035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718694.312038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718694.312041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718694.312044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718694.312046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718694.312048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718694.759996:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718694.760001:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718694.760006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718694.760007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718694.760009:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718694.760010:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718694.760065:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718694.760068:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718694.760071:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718695.336024:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718695.336025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718695.336031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718695.336034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718695.336036:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718695.336041:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1779718695.336041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779718695.336046:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718695.336047:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718695.336053:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718695.336053:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.336057:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1779718695.336060:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21141
00000100:00000001:2.0:1779718695.336062:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.336066:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718695.336080:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718695.336088:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718695.336091:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718695.336094:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336097:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718695.336100:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336102:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718695.336105:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718695.336107:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718695.336110:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718695.336112:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718695.336114:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718695.336117:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718695.336119:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336121:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718695.336123:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336124:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718695.336127:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718695.336129:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336131:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718695.336134:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718695.336137:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718695.336139:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.336142:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718695.336144:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718695.336153:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779718695.336156:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718695.336160:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718695.336162:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.336165:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718695.336167:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718695.336171:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718695.336178:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779718695.336184:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718695.336193:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718695.336205:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718695.336211:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718695.336218:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718695.336246:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718695.336251:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718695.336256:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718695.336258:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718695.336260:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718695.336265:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718695.336270:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21141
00000400:00000200:0.0:1779718695.336277:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718695.336277:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718695.336282:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1779718695.336283:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718695.336285:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1779718695.336287:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718695.336296:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718695.336297:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718695.336299:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718695.336304:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336310:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718695.336317:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718695.336320:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1779718695.336321:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:2.0:1779718695.336324:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718695.336325:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718695.336329:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
02000000:00000001:2.0:1779718695.336331:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1779718695.336332:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718695.336335:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1779718695.336336:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718695.336342:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718695.336344:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336349:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1779718695.336350:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529480448:192.168.203.145@tcp:250:kworker.0
00000100:00000040:0.0:1779718695.336354:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718695.336359:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1779718695.336360:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718695.336364:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718695.336364:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1779718695.336369:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718695.336369:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.336373:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718695.336375:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1779718695.336376:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1779718695.336382:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:0.0:1779718695.336383:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718695.336386:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718695.336387:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.336391:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718695.336394:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779718695.336395:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00000001:0.0:1779718695.336400:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718695.336402:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:0.0:1779718695.336403:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718695.336412:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000400:00000010:2.0:1779718695.336414:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000020:00000040:0.0:1779718695.336415:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718695.336421:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718695.336422:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.336424:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1779718695.336425:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529480448, portal 25
02000000:00000001:0.0:1779718695.336426:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718695.336431:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1779718695.336432:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.336433:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252992 : -117608216298624 : ffff9509340b7b80)
02000000:00000010:0.0:1779718695.336438:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000040:2.0:1779718695.336441:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718695.336444:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718695.336456:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718695.336456:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718695.336466:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336472:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1779718695.336473:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000001:0.0:1779718695.336476:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718695.336479:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529480448, offset 0
00000100:00000040:0.0:1779718695.336484:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718695.336493:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336504:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718695.336509:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:0.0:1779718695.336511:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718695.336515:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718695.336517:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1779718695.336519:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00080000:0.0:1779718695.336520:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718695.336528:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718695.336532:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1779718695.336534:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21141
00000400:00000200:2.0:1779718695.336540:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718695.336542:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718695.336549:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718695.336550:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718695.336556:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718695.336558:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:0.0:1779718695.336563:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336570:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718695.336571:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157483:157483:256:4294967295] 192.168.203.145@tcp LPNI seq info [157482:157482:8:4294967295]
00000100:00000040:0.0:1779718695.336579:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718695.336580:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718695.336588:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718695.336593:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718695.336597:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:2.0:1779718695.336599:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1779718695.336602:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718695.336606:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:2.0:1779718695.336607:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000001:0.0:1779718695.336613:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000010:2.0:1779718695.336615:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000020:00000001:0.0:1779718695.336620:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.0:1779718695.336627:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:0.0:1779718695.336632:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.0:1779718695.336633:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1779718695.336636:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718695.336641:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718695.336646:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718695.336647:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.1:1779718695.336652:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000020:00000040:0.0:1779718695.336653:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718695.336661:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000100:2.0:1779718695.336664:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336666:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718695.336669:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
02000000:00000001:0.0:1779718695.336670:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718695.336675:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718695.336678:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1779718695.336679:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.336686:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718695.336690:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779718695.336691:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1779718695.336697:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.336700:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718695.336700:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718695.336704:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000010:0.0:1779718695.336707:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000100:00000001:2.0:1779718695.336710:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1779718695.336711:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000200:2.0:1779718695.336717:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718695.336718:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718695.336721:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.336743:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718695.336745:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718695.336747:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718695.336755:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000100:00000001:2.0:1779718695.336758:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1779718695.336760:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718695.336768:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1779718695.336771:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718695.336794:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718695.336800:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.336800:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.336805:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1779718695.336809:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.336812:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718695.336823:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718695.336824:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.336827:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315815678
00000100:00000040:0.0:1779718695.336829:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718695.336835:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:2.0:1779718695.336837:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5de0.
00000100:00080000:0.0:1779718695.336838:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718695.336844:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718695.336845:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718695.336847:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718695.336849:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718695.336850:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718695.336855:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21141
00000100:00000001:2.0:1779718695.336858:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315815678
00000400:00000200:0.0:1779718695.336864:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:2.0:1779718695.336865:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5b40.
00000400:00000200:0.0:1779718695.336869:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718695.336872:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1779718695.336873:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718695.336880:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718695.336880:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718695.336886:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718695.336889:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718695.336890:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336895:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718695.336897:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1779718695.336898:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718695.336902:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718695.336905:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718695.336907:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718695.336910:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00100000:2.0:1779718695.336911:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718695/real 1779718695]  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1779718695.336912:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718695.336920:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336957:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718695.336962:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336965:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000001:2.0:1779718695.336965:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718695.336969:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1779718695.336970:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000010:2.0:1779718695.336973:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000100:00080000:0.0:1779718695.336974:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718695.336980:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718695.336981:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
02000000:00000001:0.0:1779718695.336983:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718695.336985:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
02000000:00000001:0.0:1779718695.336988:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718695.336990:0:248765:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1779718695.336992:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.336995:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1779718695.336998:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1779718695.336999:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718695.337006:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.337012:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718695.337019:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000100:00000200:2.0:1779718695.337022:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1779718695.337024:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718695.337031:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718695.337034:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718695.337039:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718695.337042:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718695.337042:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1779718695.337044:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.337045:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337049:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1779718695.337050:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:2.0:1779718695.337051:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718695.337058:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718695.337059:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718695.337068:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718695.337076:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718695.337085:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1779718695.337087:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718695.337089:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718695.337100:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337106:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718695.337114:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337120:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718695.337122:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718695.337123:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.337126:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1779718695.337129:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21152)
00000100:00000001:2.0:1779718695.337129:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718695.337136:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718695.337141:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718695.337143:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718695.337149:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718695.337166:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529480448:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718695.337170:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337172:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718695.337174:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7b80 x1866162529480448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337181:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718695.337183:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718695.337185:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718695.337188:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718695.337189:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718695.337191:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718695.337193:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718695.337195:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59000.
02000000:00000001:2.0:1779718695.337199:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718695.337200:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718695.337202:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7b80.
00000100:00000001:2.0:1779718695.337205:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718695.337206:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337208:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337213:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718695.337214:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.337216:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718695.337218:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718695.337219:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718695.337223:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337229:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718695.337230:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718695.337232:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718695.337234:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718695.337236:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718695.337238:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480576:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718695.337241:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718695.337243:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718695.337244:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718695.337246:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718695.337249:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718695.337251:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718695.337254:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718695.337257:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718695.337259:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718695.337262:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529480576, portal 10
00000100:00000001:2.0:1779718695.337264:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718695.337265:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493237760 : -117608216313856 : ffff9509340b4000)
00000100:00000040:2.0:1779718695.337271:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337276:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718695.337279:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718695.337280:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718695.337283:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529480576, offset 0
00000400:00000200:2.0:1779718695.337286:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718695.337290:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718695.337293:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718695.337296:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718695.337298:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718695.337301:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718695.337303:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718695.337306:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157484:157484:256:4294967295] 192.168.203.145@tcp LPNI seq info [157483:157483:8:4294967295]
00000400:00000200:2.0:1779718695.337309:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718695.337316:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718695.337320:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718695.337323:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718695.337327:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718695.337329:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718695.337333:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718695.337335:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1779718695.337338:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718695.337340:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718695.337343:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718695.337346:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718695.337349:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718695.337350:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718695.337352:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718695.337355:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337362:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718695.337364:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337370:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.337371:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718695.337374:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718695.337377:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718695.337380:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718695.337382:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315814411
00000100:00000001:2.0:1779718695.337384:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315815678
00000100:00000001:2.0:1779718695.337386:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315814411
00000100:00000001:2.0:1779718695.337388:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315815678
00000100:00000001:2.0:1779718695.337390:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718695.337392:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.337394:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718695.337397:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718695/real 1779718695]  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718695.337403:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718695.337404:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718695.337405:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718695.337407:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718695.337408:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718695.337410:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718695.337412:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718695.337420:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337425:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718695.337426:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337427:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718695.337428:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718695.337431:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337436:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718695.337439:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337445:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718695.337447:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337448:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718695.337449:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337450:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718695.337452:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718695.337455:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718695.337458:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718695.337460:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718695.337463:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718695.337469:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480576:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718695.337472:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718695.337474:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337479:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718695.337480:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718695.337482:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718695.337484:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718695.337485:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718695.337488:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480704:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718695.337490:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718695.337492:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718695.337493:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718695.337495:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718695.337497:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718695.337498:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718695.337501:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718695.337503:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718695.337505:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718695.337507:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529480704, portal 10
00000100:00000001:2.0:1779718695.337509:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718695.337510:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493246720 : -117608216304896 : ffff9509340b6300)
00000100:00000040:2.0:1779718695.337515:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337525:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718695.337527:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718695.337529:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718695.337531:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529480704, offset 0
00000400:00000200:2.0:1779718695.337534:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718695.337537:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718695.337539:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718695.337541:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718695.337543:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718695.337545:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718695.337547:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718695.337550:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157485:157485:256:4294967295] 192.168.203.145@tcp LPNI seq info [157484:157484:8:4294967295]
00000400:00000200:2.0:1779718695.337554:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718695.337559:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718695.337563:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718695.337565:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718695.337568:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718695.337571:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718695.337574:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718695.337576:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1779718695.337580:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718695.337581:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718695.337584:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718695.337586:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718695.337589:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718695.337590:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718695.337592:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718695.337594:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337601:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718695.337603:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337614:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.337615:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718695.337617:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718695.337620:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718695.337622:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718695.337624:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315814419
00000100:00000001:2.0:1779718695.337626:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315815678
00000100:00000001:2.0:1779718695.337628:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315814419
00000100:00000001:2.0:1779718695.337630:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315815678
00000100:00000001:2.0:1779718695.337631:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718695.337633:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.337635:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718695.337637:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718695/real 1779718695]  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718695.337643:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718695.337644:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718695.337645:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718695.337647:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718695.337649:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718695.337650:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718695.337653:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718695.337660:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337665:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718695.337666:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337667:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718695.337668:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718695.337671:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337677:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718695.337680:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337686:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718695.337688:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337689:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718695.337690:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337691:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718695.337693:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718695.337694:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718695.337697:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718695.337698:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718695.337701:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718695.337707:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480704:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718695.337710:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718695.337712:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337717:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718695.337718:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718695.337720:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718695.337721:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718695.337723:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718695.337725:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480832:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718695.337746:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718695.337749:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718695.337751:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718695.337752:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718695.337755:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718695.337757:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718695.337760:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718695.337762:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718695.337765:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718695.337768:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529480832, portal 4
00000100:00000001:2.0:1779718695.337770:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718695.337771:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493240448 : -117608216311168 : ffff9509340b4a80)
00000100:00000040:2.0:1779718695.337776:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337782:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718695.337783:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718695.337785:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718695.337787:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529480832, offset 0
00000400:00000200:2.0:1779718695.337790:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718695.337793:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718695.337796:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718695.337799:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718695.337801:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718695.337803:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718695.337805:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718695.337807:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157486:157486:256:4294967295] 192.168.203.145@tcp LPNI seq info [157485:157485:8:4294967295]
00000400:00000200:2.0:1779718695.337811:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718695.337816:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718695.337820:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718695.337822:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718695.337825:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718695.337827:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718695.337831:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718695.337833:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1779718695.337837:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718695.337839:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718695.337841:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718695.337844:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718695.337847:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718695.337848:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718695.337850:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718695.337853:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337859:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718695.337862:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337867:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.337868:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718695.337871:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718695.337873:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718695.337876:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718695.337877:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315814417
00000100:00000001:2.0:1779718695.337880:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315815678
00000100:00000001:2.0:1779718695.337881:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315814417
00000100:00000001:2.0:1779718695.337884:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315815678
00000100:00000001:2.0:1779718695.337886:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718695.337889:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.337892:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718695.337896:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718695/real 1779718695]  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718695.337907:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718695.337909:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718695.337911:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718695.337915:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718695.337917:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718695.337945:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718695.337950:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718695.337962:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337968:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718695.337970:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337972:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718695.337973:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718695.337976:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337982:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718695.337985:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.337990:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718695.337992:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337994:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718695.337995:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.337996:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718695.337998:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718695.338000:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718695.338002:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718695.338004:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718695.338007:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718695.338013:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529480832:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718695.338016:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.338018:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718695.338021:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4000 x1866162529480576/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.338027:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718695.338029:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718695.338030:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718695.338033:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718695.338034:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718695.338035:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718695.338037:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718695.338039:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a000.
02000000:00000001:2.0:1779718695.338042:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718695.338043:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718695.338045:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4000.
00000100:00000001:2.0:1779718695.338047:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718695.338048:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.338050:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718695.338052:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6300 x1866162529480704/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.338058:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718695.338059:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718695.338060:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718695.338062:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718695.338063:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718695.338064:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718695.338065:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718695.338066:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58400.
02000000:00000001:2.0:1779718695.338068:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718695.338068:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718695.338069:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6300.
00000100:00000001:2.0:1779718695.338071:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718695.338072:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.338073:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718695.338076:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4a80 x1866162529480832/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718695.338080:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718695.338082:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718695.338083:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718695.338085:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718695.338086:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718695.338087:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718695.338089:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718695.338090:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58800.
02000000:00000001:2.0:1779718695.338091:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718695.338092:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718695.338093:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4a80.
00000100:00000001:2.0:1779718695.338095:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718695.338104:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.338106:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718695.338109:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718695.338114:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718695.338116:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718695.338117:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718695.784025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718695.784032:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718695.784034:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718695.784037:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718695.784042:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718695.784044:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718695.784046:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718695.784047:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718695.784051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718695.784052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718695.784058:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718695.784059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718695.784097:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718695.784101:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718695.784104:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718696.360024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718696.360030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718696.360031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718696.360035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718696.360038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718696.360041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718696.360043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718696.360045:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718696.360047:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718696.616065:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315815678, at 4315815680
00000100:00000040:1.0:1779718696.616068:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315815678, at 4315815680
00000100:00000010:0.0:1779718696.616079:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5de0.
00000100:00000010:1.0:1779718696.616083:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5b40.
00010000:00000001:2.0:1779718696.808022:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718696.808027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718696.808033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718696.808034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718696.808038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718696.808039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718696.808076:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718696.808080:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718696.808084:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718697.384009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718697.384017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718697.384019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718697.384025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718697.384029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718697.384032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718697.384035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718697.384038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718697.384041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718697.832042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718697.832047:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718697.832052:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718697.832056:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718697.832058:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718697.832061:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718697.832064:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718697.832066:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718697.832068:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718697.832070:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718697.832073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718697.832074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718697.832128:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718697.832132:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718697.832135:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718698.408016:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718698.408023:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718698.408025:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718698.408028:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718698.408031:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718698.408034:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718698.408037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718698.408039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718698.408041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718698.856014:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718698.856021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718698.856029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718698.856031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718698.856036:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718698.856037:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718698.856095:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718698.856099:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718698.856102:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718699.432029:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718699.432036:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718699.432038:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718699.432045:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718699.432050:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718699.432054:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718699.432057:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718699.432060:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718699.432062:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718699.880046:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718699.880055:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718699.880066:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718699.880069:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718699.880078:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718699.880082:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718699.880146:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718699.880151:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718699.880154:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718700.456068:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1779718700.456074:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718700.456075:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718700.456078:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718700.456085:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718700.456087:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718700.456090:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718700.456092:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718700.456094:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779718700.456098:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718700.456098:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718700.456103:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718700.456105:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718700.456106:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718700.456117:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21147
00000400:00000200:1.0:1779718700.456129:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718700.456139:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718700.456143:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718700.456148:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456152:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718700.456154:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456157:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718700.456160:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718700.456162:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718700.456165:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718700.456167:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718700.456169:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718700.456171:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718700.456174:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456176:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718700.456178:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456179:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718700.456182:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718700.456186:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456188:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718700.456191:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718700.456194:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718700.456197:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718700.456199:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718700.456201:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718700.456209:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779718700.456213:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718700.456216:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718700.456218:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718700.456221:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718700.456224:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718700.456227:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718700.456235:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779718700.456241:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718700.456251:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718700.456261:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718700.456265:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718700.456269:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718700.456291:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718700.456295:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718700.456298:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718700.456300:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718700.456301:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718700.456303:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718700.456306:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21147
00000400:00000200:1.0:1779718700.456310:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718700.456314:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718700.456316:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718700.456320:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456322:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718700.456323:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1779718700.456325:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718700.456327:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718700.456328:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718700.456332:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718700.456332:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1779718700.456336:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718700.456337:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718700.456340:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718700.456343:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:2.0:1779718700.456344:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779718700.456348:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718700.456357:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456361:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718700.456366:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456370:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718700.456370:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718700.456374:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718700.456375:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718700.456381:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718700.456381:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1779718700.456384:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718700.456385:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718700.456387:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718700.456391:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718700.456394:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1779718700.456396:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529480960:192.168.203.145@tcp:250:kworker.0
02000000:00000001:1.0:1779718700.456398:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718700.456404:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718700.456406:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1779718700.456410:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718700.456410:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1779718700.456415:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718700.456416:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718700.456420:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718700.456421:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1779718700.456426:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
02000000:00000010:2.0:1779718700.456428:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
00000020:00000040:1.0:1779718700.456430:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:2.0:1779718700.456432:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718700.456436:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718700.456438:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718700.456442:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1779718700.456443:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779718700.456445:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718700.456449:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718700.456449:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
02000000:00000010:1.0:1779718700.456458:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000400:00000010:2.0:1779718700.456459:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000001:1.0:1779718700.456463:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718700.456468:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529480960, portal 25
00000100:00100000:1.0:1779718700.456470:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718700.456473:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718700.456477:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885892736 : -117608823658880 : ffff95090fd7e680)
00000100:00000001:1.0:1779718700.456484:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1779718700.456488:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718700.456489:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718700.456498:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.456505:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718700.456513:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718700.456517:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000001:1.0:1779718700.456518:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718700.456521:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529480960, offset 0
00000100:00080000:1.0:1779718700.456522:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718700.456528:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718700.456530:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1779718700.456533:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779718700.456534:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718700.456539:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718700.456542:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21147
00000400:00000200:2.0:1779718700.456546:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718700.456550:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718700.456556:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718700.456558:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718700.456559:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:1.0:1779718700.456566:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456568:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718700.456569:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1779718700.456573:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456576:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718700.456578:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000001:1.0:1779718700.456581:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718700.456583:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:2.0:1779718700.456586:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1779718700.456587:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718700.456591:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718700.456594:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000001:1.0:1779718700.456596:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718700.456601:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718700.456602:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157487:157487:256:4294967295] 192.168.203.145@tcp LPNI seq info [157486:157486:8:4294967295]
00000100:00000040:1.0:1779718700.456608:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456612:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718700.456612:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718700.456617:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456620:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718700.456623:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718700.456631:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718700.456634:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1779718700.456635:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718700.456640:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718700.456644:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1779718700.456645:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779718700.456647:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718700.456651:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718700.456652:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1779718700.456653:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000008:00000001:1.0:1779718700.456656:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718700.456659:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718700.456663:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000800:00000200:2.0:1779718700.456663:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:1.0:1779718700.456668:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.0:1779718700.456670:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
02000000:00000001:1.0:1779718700.456673:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718700.456676:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718700.456680:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1779718700.456680:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779718700.456683:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718700.456686:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718700.456686:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
02000000:00000010:1.0:1779718700.456710:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000800:00000100:2.0:1779718700.456711:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456716:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718700.456716:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718700.456722:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1779718700.456724:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718700.456733:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1779718700.456740:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718700.456742:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000100:00000001:1.0:1779718700.456743:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718700.456746:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000040:1.0:1779718700.456750:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.456754:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1779718700.456762:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718700.456762:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718700.456767:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718700.456779:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1779718700.456784:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1779718700.456785:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1779718700.456790:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718700.456795:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718700.456800:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718700.456805:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718700.456805:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.456810:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718700.456813:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718700.456816:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718700.456821:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21147
00000400:00000200:2.0:1779718700.456825:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718700.456829:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315820798
00000400:00000200:1.0:1779718700.456834:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:2.0:1779718700.456837:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5ea0.
00000400:00000200:1.0:1779718700.456841:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718700.456845:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718700.456846:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1779718700.456849:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456852:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718700.456855:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718700.456856:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315820798
00000100:00000001:1.0:1779718700.456860:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000010:2.0:1779718700.456862:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5180.
00000020:00000001:1.0:1779718700.456866:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718700.456867:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1779718700.456868:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718700.456872:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718700.456874:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1779718700.456875:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:2.0:1779718700.456880:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718700.456881:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718700.456887:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1779718700.456888:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718700.456893:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456897:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1779718700.456898:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718700/real 1779718700]  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718700.456903:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718700.456908:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718700.456913:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718700.456919:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000001:2.0:1779718700.456950:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718700.456952:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718700.456954:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718700.456959:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000100:00000001:1.0:1779718700.456960:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718700.456963:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
02000000:00000001:1.0:1779718700.456964:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718700.456969:0:248765:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1779718700.456971:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718700.456976:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718700.456977:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718700.456982:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718700.456986:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718700.456992:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718700.456992:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718700.456997:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718700.457004:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000100:00000001:2.0:1779718700.457007:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1779718700.457008:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718700.457009:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1779718700.457011:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718700.457014:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.457014:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718700.457018:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718700.457019:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718700.457022:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718700.457024:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718700.457026:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1779718700.457029:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779718700.457036:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.457040:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779718700.457045:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1779718700.457048:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718700.457073:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718700.457074:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718700.457079:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718700.457080:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.457082:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718700.457086:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457088:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718700.457091:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1779718700.457093:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1779718700.457094:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718700.457103:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718700.457107:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718700.457116:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718700.457118:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718700.457128:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21157)
00000100:00100000:2.0:1779718700.457130:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529480960:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718700.457136:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457138:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718700.457140:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7e680 x1866162529480960/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457146:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718700.457149:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718700.457151:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718700.457154:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718700.457156:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718700.457158:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718700.457160:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718700.457162:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91000.
02000000:00000001:2.0:1779718700.457166:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718700.457168:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718700.457169:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7e680.
00000100:00000001:2.0:1779718700.457172:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718700.457174:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457175:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457182:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718700.457183:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.457185:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718700.457186:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718700.457187:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718700.457190:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457197:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718700.457198:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718700.457200:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718700.457202:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718700.457203:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718700.457206:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481088:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718700.457209:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718700.457211:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718700.457212:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718700.457214:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718700.457216:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718700.457218:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718700.457221:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718700.457223:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718700.457226:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718700.457228:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529481088, portal 10
00000100:00000001:2.0:1779718700.457230:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718700.457231:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:2.0:1779718700.457237:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457242:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718700.457244:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718700.457246:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718700.457248:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529481088, offset 0
00000400:00000200:2.0:1779718700.457252:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718700.457255:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718700.457258:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718700.457261:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718700.457263:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718700.457265:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718700.457267:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718700.457270:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157488:157488:256:4294967295] 192.168.203.145@tcp LPNI seq info [157487:157487:8:4294967295]
00000400:00000200:2.0:1779718700.457274:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718700.457279:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718700.457283:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718700.457286:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718700.457289:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718700.457292:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718700.457296:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718700.457298:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1779718700.457302:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718700.457304:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718700.457306:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718700.457309:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718700.457312:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718700.457314:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718700.457316:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718700.457318:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457325:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718700.457327:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457333:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.457334:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718700.457336:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718700.457340:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718700.457342:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718700.457344:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315819531
00000100:00000001:2.0:1779718700.457347:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315820798
00000100:00000001:2.0:1779718700.457349:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315819531
00000100:00000001:2.0:1779718700.457351:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315820798
00000100:00000001:2.0:1779718700.457353:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718700.457354:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.457356:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718700.457359:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718700/real 1779718700]  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718700.457364:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718700.457365:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718700.457367:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718700.457369:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718700.457370:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718700.457373:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718700.457375:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718700.457382:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457387:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718700.457388:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457389:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718700.457390:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718700.457393:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457398:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718700.457401:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457406:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718700.457408:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457409:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718700.457410:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457412:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718700.457414:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718700.457416:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718700.457419:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718700.457421:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718700.457424:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718700.457431:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481088:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718700.457435:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718700.457437:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457443:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718700.457444:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718700.457445:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718700.457447:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718700.457448:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718700.457450:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481216:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718700.457453:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718700.457454:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718700.457455:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718700.457457:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718700.457459:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718700.457461:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718700.457463:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718700.457465:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718700.457468:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718700.457470:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529481216, portal 10
00000100:00000001:2.0:1779718700.457472:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718700.457473:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:2.0:1779718700.457478:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457483:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718700.457485:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718700.457487:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718700.457489:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529481216, offset 0
00000400:00000200:2.0:1779718700.457491:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718700.457494:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718700.457497:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718700.457499:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718700.457501:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718700.457503:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718700.457505:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718700.457508:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157489:157489:256:4294967295] 192.168.203.145@tcp LPNI seq info [157488:157488:8:4294967295]
00000400:00000200:2.0:1779718700.457511:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718700.457516:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718700.457520:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718700.457522:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718700.457525:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718700.457527:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718700.457531:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718700.457533:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1779718700.457536:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718700.457538:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718700.457540:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718700.457542:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718700.457544:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718700.457546:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718700.457548:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718700.457550:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457557:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718700.457559:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457564:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.457565:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718700.457567:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718700.457570:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718700.457572:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718700.457574:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315819539
00000100:00000001:2.0:1779718700.457575:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315820798
00000100:00000001:2.0:1779718700.457577:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315819539
00000100:00000001:2.0:1779718700.457579:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315820798
00000100:00000001:2.0:1779718700.457581:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718700.457583:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.457584:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718700.457588:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718700/real 1779718700]  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718700.457593:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718700.457594:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718700.457595:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718700.457597:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718700.457598:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718700.457600:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718700.457602:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718700.457608:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457614:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718700.457615:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457617:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718700.457618:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718700.457621:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457626:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718700.457629:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457634:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718700.457636:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457637:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718700.457638:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457640:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718700.457642:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718700.457644:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718700.457647:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718700.457648:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718700.457651:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718700.457657:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481216:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718700.457660:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718700.457662:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457667:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718700.457668:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718700.457670:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718700.457671:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718700.457673:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718700.457675:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481344:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718700.457677:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718700.457679:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718700.457680:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718700.457681:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718700.457684:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718700.457686:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718700.457706:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718700.457708:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718700.457711:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718700.457713:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529481344, portal 4
00000100:00000001:2.0:1779718700.457715:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718700.457716:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:2.0:1779718700.457721:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457727:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718700.457729:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718700.457731:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718700.457732:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529481344, offset 0
00000400:00000200:2.0:1779718700.457736:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718700.457738:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718700.457741:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718700.457743:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718700.457745:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718700.457747:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718700.457749:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718700.457751:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157490:157490:256:4294967295] 192.168.203.145@tcp LPNI seq info [157489:157489:8:4294967295]
00000400:00000200:2.0:1779718700.457755:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718700.457761:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718700.457765:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718700.457767:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718700.457770:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718700.457773:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718700.457776:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718700.457778:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1779718700.457781:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718700.457783:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718700.457786:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718700.457789:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718700.457791:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718700.457793:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718700.457794:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718700.457797:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457804:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718700.457806:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457818:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.457819:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718700.457821:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718700.457824:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718700.457826:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718700.457828:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315819537
00000100:00000001:2.0:1779718700.457830:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315820798
00000100:00000001:2.0:1779718700.457832:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315819537
00000100:00000001:2.0:1779718700.457834:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315820798
00000100:00000001:2.0:1779718700.457835:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718700.457837:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.457838:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718700.457841:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718700/real 1779718700]  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718700.457847:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718700.457848:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718700.457849:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718700.457851:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718700.457853:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718700.457854:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718700.457857:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718700.457863:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457868:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718700.457869:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457871:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718700.457872:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718700.457874:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457880:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718700.457884:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457889:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718700.457891:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457892:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718700.457893:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457895:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718700.457896:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718700.457898:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718700.457900:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718700.457902:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718700.457904:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718700.457910:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481344:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718700.457913:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457915:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718700.457917:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529481088/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457940:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718700.457942:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718700.457943:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718700.457946:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718700.457947:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718700.457948:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718700.457950:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718700.457952:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92400.
02000000:00000001:2.0:1779718700.457956:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718700.457957:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718700.457958:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:2.0:1779718700.457962:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718700.457963:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457964:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718700.457967:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529481216/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457973:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718700.457974:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718700.457975:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718700.457978:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718700.457979:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718700.457980:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718700.457981:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718700.457982:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93000.
02000000:00000001:2.0:1779718700.457984:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718700.457984:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718700.457985:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:2.0:1779718700.457987:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718700.457988:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.457989:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718700.457992:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529481344/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718700.457996:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718700.457997:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718700.457998:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718700.458000:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718700.458001:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718700.458002:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718700.458003:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718700.458004:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93c00.
02000000:00000001:2.0:1779718700.458005:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718700.458006:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718700.458007:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:2.0:1779718700.458009:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718700.458010:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.458012:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718700.458015:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718700.458016:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718700.458018:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718700.458019:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718700.904013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718700.904018:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718700.904025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718700.904026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718700.904029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718700.904030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718700.904080:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718700.904083:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718700.904086:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718701.480037:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718701.480047:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718701.480050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718701.480055:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718701.480059:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718701.480063:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718701.480067:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718701.480070:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718701.480074:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718701.736023:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315820798, at 4315820800
00000100:00000040:1.0:1779718701.736023:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315820798, at 4315820800
00000100:00000010:0.0:1779718701.736066:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ea0.
00000100:00000010:1.0:1779718701.736071:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5180.
00010000:00000001:2.0:1779718701.928062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718701.928071:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718701.928096:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718701.928097:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718701.928101:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718701.928102:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718701.928135:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718701.928142:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718701.928147:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718702.504045:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718702.504075:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718702.504078:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718702.504084:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718702.504088:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718702.504093:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718702.504096:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718702.504099:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718702.504102:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718702.952007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718702.952011:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718702.952018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718702.952019:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718702.952022:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718702.952023:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718702.952061:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718702.952065:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718702.952069:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718703.527995:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718703.528017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718703.528019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718703.528023:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718703.528026:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718703.528029:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718703.528032:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718703.528034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718703.528036:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718703.975998:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718703.976003:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718703.976009:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718703.976010:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718703.976014:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718703.976017:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718703.976019:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718703.976023:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718703.976025:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718703.976027:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718703.976029:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718703.976031:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718703.976088:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718703.976092:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718703.976096:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718704.552057:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718704.552068:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718704.552072:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718704.552081:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718704.552088:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718704.552094:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718704.552099:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718704.552104:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718704.552109:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718704.999999:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718705.000005:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718705.000011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718705.000012:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718705.000017:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718705.000019:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718705.000122:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718705.000127:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718705.000130:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718705.576056:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718705.576079:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1779718705.576082:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718705.576083:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718705.576094:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779718705.576096:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718705.576100:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718705.576101:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718705.576106:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779718705.576107:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718705.576113:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718705.576115:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718705.576118:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.576124:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718705.576125:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21152
00000400:00000200:0.0:1779718705.576139:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718705.576149:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718705.576154:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718705.576160:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576164:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718705.576167:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576170:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718705.576174:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718705.576176:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718705.576180:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718705.576183:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718705.576185:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718705.576189:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718705.576193:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576195:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718705.576197:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576199:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718705.576203:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718705.576206:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576209:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718705.576213:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718705.576230:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718705.576233:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718705.576236:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718705.576239:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718705.576249:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718705.576254:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718705.576259:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718705.576261:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718705.576265:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718705.576268:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718705.576273:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718705.576282:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718705.576289:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718705.576301:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718705.576314:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718705.576319:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718705.576325:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718705.576350:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718705.576354:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718705.576359:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718705.576361:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718705.576363:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718705.576366:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718705.576369:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21152
00000400:00000200:0.0:1779718705.576373:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718705.576378:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718705.576381:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718705.576386:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576389:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718705.576393:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718705.576394:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718705.576399:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718705.576403:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718705.576409:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1779718705.576411:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718705.576415:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718705.576418:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718705.576422:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718705.576426:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:2.0:1779718705.576426:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1779718705.576434:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718705.576446:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576455:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718705.576459:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1779718705.576460:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718705.576463:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718705.576465:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718705.576470:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1779718705.576471:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718705.576477:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1779718705.576478:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718705.576488:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718705.576489:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718705.576498:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1779718705.576503:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529481472:192.168.203.145@tcp:250:kworker.0
02000000:00000001:0.0:1779718705.576506:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718705.576514:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.576514:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1779718705.576519:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718705.576521:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1779718705.576525:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718705.576526:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1779718705.576535:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718705.576536:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1779718705.576542:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718705.576547:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
00000100:00000010:0.0:1779718705.576548:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
02000000:00000001:2.0:1779718705.576555:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1779718705.576557:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718705.576565:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1779718705.576566:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718705.576571:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718705.576575:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:0.0:1779718705.576577:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718705.576584:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1779718705.576587:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
02000000:00000001:0.0:1779718705.576588:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718705.576599:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529481472, portal 25
02000000:00000010:0.0:1779718705.576601:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:2.0:1779718705.576605:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718705.576610:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493250304 : -117608216301312 : ffff9509340b7100)
00000100:00000001:0.0:1779718705.576614:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718705.576620:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718705.576633:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718705.576638:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718705.576644:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718705.576670:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718705.576678:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529481472, offset 0
00000100:00000001:0.0:1779718705.576695:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718705.576695:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576702:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718705.576712:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718705.576713:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718705.576731:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718705.576744:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718705.576749:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718705.576751:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718705.576753:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718705.576756:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718705.576762:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21152
00000400:00000200:2.0:1779718705.576767:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718705.576771:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718705.576781:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718705.576784:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718705.576789:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718705.576791:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:0.0:1779718705.576799:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718705.576803:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718705.576809:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576815:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718705.576815:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157491:157491:256:4294967295] 192.168.203.145@tcp LPNI seq info [157490:157490:8:4294967295]
00000100:00000040:0.0:1779718705.576826:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576832:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718705.576833:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:0.0:1779718705.576842:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718705.576845:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718705.576848:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718705.576851:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718705.576860:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718705.576867:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718705.576868:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1779718705.576879:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576885:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1779718705.576887:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718705.576893:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.576897:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000010:2.0:1779718705.576898:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000020:00000040:0.0:1779718705.576906:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718705.576914:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:2.0:1779718705.576952:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718705.576960:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1779718705.576969:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718705.576973:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1779718705.576978:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718705.576980:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718705.576990:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718705.576993:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1779718705.576993:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000008:00100000:0.0:1779718705.576998:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718705.577004:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718705.577007:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1779718705.577014:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000010:0.0:1779718705.577017:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000800:00000010:2.0:1779718705.577021:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000020:00000040:0.0:1779718705.577022:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718705.577031:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718705.577033:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718705.577035:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718705.577038:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779718705.577038:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1779718705.577041:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718705.577049:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000400:00000200:2.0:1779718705.577056:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1779718705.577058:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718705.577067:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000100:00100000:0.0:1779718705.577069:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1779718705.577074:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718705.577087:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1779718705.577088:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718705.577094:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718705.577100:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718705.577104:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718705.577153:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.577155:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718705.577157:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718705.577163:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1779718705.577166:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718705.577168:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718705.577183:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718705.577188:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718705.577192:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718705.577200:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718705.577209:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21152
00000100:00000001:2.0:1779718705.577213:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718705.577220:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718705.577222:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1779718705.577227:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718705.577231:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718705.577231:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718705.577240:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.577247:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718705.577248:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779718705.577253:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.577258:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718705.577259:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315825919
00000020:00000001:0.0:1779718705.577263:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718705.577268:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718705.577270:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718705.577272:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718705.577275:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000010:2.0:1779718705.577275:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b55a0.
00000020:00000001:0.0:1779718705.577284:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718705.577288:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.577290:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718705.577291:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1779718705.577294:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718705.577301:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718705.577304:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718705.577308:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718705.577310:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315825919
00000100:00000001:0.0:1779718705.577312:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718705.577319:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1779718705.577322:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5780.
02000000:00000001:0.0:1779718705.577324:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718705.577331:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718705.577334:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718705.577336:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000008:00100000:0.0:1779718705.577337:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718705.577345:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.577348:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718705.577349:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718705.577357:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000100:00000001:2.0:1779718705.577358:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1779718705.577363:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718705.577367:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1779718705.577368:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718705.577373:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718705.577376:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718705.577378:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718705.577380:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718705.577387:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00100000:2.0:1779718705.577387:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718705/real 1779718705]  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718705.577395:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718705.577408:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718705.577434:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1779718705.577435:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1779718705.577438:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718705.577439:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718705.577446:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000100:00000040:0.0:1779718705.577448:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718705.577453:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718705.577459:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718705.577466:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1779718705.577474:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718705.577479:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718705.577482:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21162)
00000100:00000200:2.0:1779718705.577499:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.577509:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718705.577512:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.577515:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718705.577517:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718705.577522:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.577531:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718705.577536:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.577544:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718705.577547:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.577549:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718705.577551:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.577553:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718705.577555:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718705.577576:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718705.577581:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718705.577584:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718705.577589:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718705.577599:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529481472:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718705.577604:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.577607:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718705.577610:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7100 x1866162529481472/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.577619:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718705.577622:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718705.577626:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718705.577630:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718705.577632:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718705.577634:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718705.577637:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718705.577640:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a800.
02000000:00000001:2.0:1779718705.577645:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718705.577648:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718705.577695:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7100.
00000100:00000001:2.0:1779718705.577699:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718705.577701:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.577703:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.577712:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718705.577714:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.577716:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718705.577718:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718705.577720:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718705.577725:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.577734:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718705.577754:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718705.577757:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718705.577760:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718705.577762:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718705.577766:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481600:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718705.577770:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718705.577773:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718705.577775:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718705.577778:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718705.577782:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718705.577785:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718705.577790:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718705.577794:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718705.577799:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718705.577803:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529481600, portal 10
00000100:00000001:2.0:1779718705.577806:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718705.577808:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252096 : -117608216299520 : ffff9509340b7800)
00000100:00000040:2.0:1779718705.577816:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.577825:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718705.577828:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718705.577850:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718705.577853:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529481600, offset 0
00000400:00000200:2.0:1779718705.577858:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718705.577863:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718705.577869:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718705.577873:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718705.577876:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718705.577879:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718705.577882:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718705.577886:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157492:157492:256:4294967295] 192.168.203.145@tcp LPNI seq info [157491:157491:8:4294967295]
00000400:00000200:2.0:1779718705.577891:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718705.577899:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718705.577905:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718705.577909:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718705.577914:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718705.577917:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718705.577923:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718705.577944:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1779718705.577949:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718705.577952:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718705.577957:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718705.577964:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718705.578007:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718705.578012:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718705.578018:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718705.578027:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578060:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718705.578066:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578079:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.578081:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718705.578087:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718705.578092:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718705.578096:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718705.578099:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315824652
00000100:00000001:2.0:1779718705.578103:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315825919
00000100:00000001:2.0:1779718705.578106:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315824652
00000100:00000001:2.0:1779718705.578108:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315825919
00000100:00000001:2.0:1779718705.578111:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718705.578114:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.578116:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718705.578121:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718705/real 1779718705]  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718705.578130:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718705.578132:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718705.578134:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718705.578137:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718705.578139:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718705.578141:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718705.578145:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718705.578154:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578161:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718705.578163:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.578165:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718705.578166:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718705.578170:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578178:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718705.578182:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578191:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718705.578194:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.578195:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718705.578197:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.578199:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718705.578202:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718705.578204:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718705.578208:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718705.578210:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718705.578214:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718705.578223:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481600:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718705.578228:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718705.578231:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578239:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718705.578240:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718705.578243:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718705.578245:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718705.578248:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718705.578252:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481728:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718705.578258:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718705.578261:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718705.578264:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718705.578268:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718705.578274:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718705.578278:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718705.578285:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718705.578289:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718705.578295:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718705.578301:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529481728, portal 10
00000100:00000001:2.0:1779718705.578304:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718705.578307:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493243136 : -117608216308480 : ffff9509340b5500)
00000100:00000040:2.0:1779718705.578318:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578332:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718705.578336:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718705.578341:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718705.578362:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529481728, offset 0
00000400:00000200:2.0:1779718705.578370:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718705.578378:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718705.578385:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718705.578391:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718705.578396:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718705.578401:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718705.578406:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718705.578412:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157493:157493:256:4294967295] 192.168.203.145@tcp LPNI seq info [157492:157492:8:4294967295]
00000400:00000200:2.0:1779718705.578422:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718705.578452:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718705.578462:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718705.578468:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718705.578474:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718705.578478:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718705.578483:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718705.578486:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1779718705.578492:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718705.578494:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718705.578498:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718705.578502:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718705.578506:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718705.578509:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718705.578512:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718705.578517:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578544:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718705.578548:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578557:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.578559:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718705.578564:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718705.578567:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718705.578572:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718705.578575:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315824660
00000100:00000001:2.0:1779718705.578578:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315825919
00000100:00000001:2.0:1779718705.578581:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315824660
00000100:00000001:2.0:1779718705.578584:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315825919
00000100:00000001:2.0:1779718705.578586:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718705.578588:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.578591:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718705.578595:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718705/real 1779718705]  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718705.578605:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718705.578607:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718705.578609:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718705.578612:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718705.578614:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718705.578617:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718705.578620:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718705.578631:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578639:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718705.578641:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.578644:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718705.578645:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718705.578690:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578700:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718705.578705:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578713:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718705.578715:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.578717:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718705.578719:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.578721:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718705.578723:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718705.578725:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718705.578729:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718705.578731:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718705.578753:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718705.578763:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481728:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718705.578767:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718705.578771:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578780:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718705.578782:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718705.578786:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718705.578788:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718705.578791:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718705.578794:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481856:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718705.578799:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718705.578801:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718705.578803:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718705.578805:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718705.578810:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718705.578813:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718705.578818:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718705.578821:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718705.578825:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718705.578829:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529481856, portal 4
00000100:00000001:2.0:1779718705.578850:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718705.578851:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493241344 : -117608216310272 : ffff9509340b4e00)
00000100:00000040:2.0:1779718705.578858:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.578866:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718705.578868:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718705.578871:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718705.578874:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529481856, offset 0
00000400:00000200:2.0:1779718705.578878:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718705.578883:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718705.578888:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718705.578891:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718705.578894:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718705.578919:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718705.578922:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718705.578927:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157494:157494:256:4294967295] 192.168.203.145@tcp LPNI seq info [157493:157493:8:4294967295]
00000400:00000200:2.0:1779718705.578932:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718705.578941:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718705.578947:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718705.578950:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718705.578957:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718705.578962:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718705.578970:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718705.579011:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1779718705.579020:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718705.579024:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718705.579046:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718705.579053:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718705.579059:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718705.579063:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718705.579068:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718705.579075:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.579086:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718705.579090:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.579097:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.579100:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718705.579104:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718705.579108:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718705.579112:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718705.579115:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315824659
00000100:00000001:2.0:1779718705.579118:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315825919
00000100:00000001:2.0:1779718705.579121:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315824659
00000100:00000001:2.0:1779718705.579123:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315825919
00000100:00000001:2.0:1779718705.579126:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718705.579128:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.579131:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718705.579135:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718705/real 1779718705]  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718705.579145:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718705.579146:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718705.579149:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718705.579151:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718705.579153:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718705.579155:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718705.579159:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718705.579172:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.579184:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718705.579187:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.579190:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718705.579192:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718705.579199:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.579211:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718705.579219:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.579232:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718705.579237:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.579240:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718705.579243:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.579246:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718705.579249:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718705.579254:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718705.579260:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718705.579264:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718705.579272:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718705.579287:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529481856:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718705.579294:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.579298:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718705.579303:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7800 x1866162529481600/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.579315:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718705.579318:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718705.579322:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718705.579326:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718705.579329:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718705.579332:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718705.579335:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718705.579338:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:2.0:1779718705.579344:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718705.579346:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718705.579349:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7800.
00000100:00000001:2.0:1779718705.579353:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718705.579355:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.579358:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718705.579363:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5500 x1866162529481728/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.579375:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718705.579377:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718705.579380:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718705.579384:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718705.579386:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718705.579388:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718705.579391:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718705.579393:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:2.0:1779718705.579397:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718705.579400:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718705.579402:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5500.
00000100:00000001:2.0:1779718705.579406:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718705.579408:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.579411:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718705.579418:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4e00 x1866162529481856/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718705.579429:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718705.579431:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718705.579434:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718705.579438:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718705.579440:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718705.579442:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718705.579445:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718705.579448:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59400.
02000000:00000001:2.0:1779718705.579451:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718705.579454:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718705.579456:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4e00.
00000100:00000001:2.0:1779718705.579460:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718705.579462:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.579466:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718705.579473:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718705.579475:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718705.579479:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718705.579482:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718706.024042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718706.024050:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718706.024053:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718706.024056:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718706.024062:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718706.024064:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718706.024066:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718706.024068:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718706.024072:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718706.024074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718706.024077:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718706.024079:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718706.024143:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718706.024147:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718706.024151:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718706.600002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718706.600016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718706.600018:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718706.600024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718706.600028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718706.600031:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718706.600034:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718706.600038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718706.600040:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718706.856019:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315825919, at 4315825920
00000100:00000040:1.0:1779718706.856019:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315825919, at 4315825920
00000100:00000010:1.0:1779718706.856033:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5780.
00000100:00000010:0.0:1779718706.856037:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b55a0.
00010000:00000001:2.0:1779718707.048085:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718707.048095:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718707.048106:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718707.048108:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718707.048115:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718707.048117:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718707.048210:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718707.048216:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718707.048221:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718707.624037:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718707.624043:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718707.624044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718707.624049:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718707.624053:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718707.624056:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718707.624058:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718707.624060:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718707.624063:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718708.072022:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718708.072027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718708.072032:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718708.072035:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718708.072037:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718708.072040:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718708.072042:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718708.072044:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718708.072045:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718708.072047:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718708.072050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718708.072051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718708.072104:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718708.072109:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718708.072113:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718708.648032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718708.648038:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718708.648040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718708.648045:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718708.648048:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718708.648051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718708.648053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718708.648055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718708.648057:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718709.096026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718709.096033:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718709.096057:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718709.096059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718709.096064:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718709.096066:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718709.096088:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718709.096092:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718709.096096:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718709.671991:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718709.671996:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718709.671998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718709.672003:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718709.672006:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718709.672009:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718709.672011:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718709.672013:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718709.672015:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718710.120070:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718710.120078:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718710.120091:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718710.120093:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718710.120098:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718710.120100:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718710.120181:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718710.120186:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718710.120191:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718710.695985:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718710.695990:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718710.695992:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718710.695996:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718710.695999:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718710.696002:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779718710.696004:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718710.696005:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718710.696009:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.696014:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718710.696015:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718710.696018:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718710.696022:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718710.696027:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718710.696034:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21157
00000400:00000200:1.0:1779718710.696043:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718710.696049:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718710.696052:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718710.696055:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696059:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718710.696061:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696063:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718710.696067:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718710.696069:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718710.696072:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718710.696074:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718710.696077:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718710.696079:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718710.696082:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696084:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718710.696086:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696088:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718710.696092:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718710.696096:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696098:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718710.696101:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718710.696105:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718710.696108:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718710.696110:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718710.696113:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718710.696120:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718710.696124:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718710.696128:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718710.696130:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718710.696133:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718710.696135:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718710.696140:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718710.696148:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779718710.696156:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718710.696175:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718710.696187:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718710.696192:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718710.696197:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718710.696219:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718710.696222:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718710.696226:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718710.696228:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718710.696230:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718710.696233:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718710.696237:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21157
00000100:00000001:2.0:1779718710.696240:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1779718710.696243:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718710.696244:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718710.696247:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1779718710.696251:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718710.696256:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718710.696256:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718710.696266:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718710.696269:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718710.696271:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718710.696271:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718710.696276:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1779718710.696277:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718710.696279:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718710.696282:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718710.696283:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718710.696289:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1779718710.696289:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529481984:192.168.203.145@tcp:250:kworker.0
00000020:00000040:1.0:1779718710.696292:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:2.0:1779718710.696295:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1779718710.696296:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1779718710.696299:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1779718710.696300:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
02000000:00000001:2.0:1779718710.696301:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718710.696306:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718710.696307:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1779718710.696311:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000010:2.0:1779718710.696312:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718710.696315:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718710.696318:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696323:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718710.696323:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718710.696327:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000040:1.0:1779718710.696328:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696333:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000010:2.0:1779718710.696334:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000020:00000040:1.0:1779718710.696336:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718710.696341:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000200:2.0:1779718710.696341:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529481984, portal 25
00000100:00000001:2.0:1779718710.696346:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718710.696347:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.696348:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
02000000:00000001:1.0:1779718710.696352:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1779718710.696356:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718710.696360:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718710.696363:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1779718710.696365:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718710.696368:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696371:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1779718710.696371:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718710.696376:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529481984, offset 0
00000008:00100000:1.0:1779718710.696377:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718710.696382:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718710.696383:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696387:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718710.696393:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:1.0:1779718710.696394:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718710.696398:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000200:2.0:1779718710.696399:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000001:1.0:1779718710.696405:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1779718710.696407:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1779718710.696408:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718710.696412:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779718710.696413:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718710.696417:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779718710.696417:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718710.696420:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:1.0:1779718710.696421:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718710.696426:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157495:157495:256:4294967295] 192.168.203.145@tcp LPNI seq info [157494:157494:8:4294967295]
02000000:00000010:1.0:1779718710.696429:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000400:00000200:2.0:1779718710.696430:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718710.696440:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718710.696445:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696446:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718710.696449:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00100000:1.0:1779718710.696455:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1779718710.696475:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718710.696481:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718710.696493:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718710.696494:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1779718710.696497:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1779718710.696500:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1779718710.696504:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718710.696507:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000040:1.0:1779718710.696512:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718710.696513:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718710.696523:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718710.696532:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718710.696536:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:1.0:1779718710.696538:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.696540:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1779718710.696545:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1779718710.696547:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718710.696557:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718710.696562:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718710.696563:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1779718710.696564:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1779718710.696568:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718710.696570:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718710.696578:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21157
00000100:00000001:2.0:1779718710.696579:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.696583:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1779718710.696587:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718710.696591:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718710.696595:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718710.696597:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718710.696600:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718710.696605:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718710.696606:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718710.696609:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315831038
00000100:00000040:1.0:1779718710.696629:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000010:2.0:1779718710.696630:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5420.
00000100:00000001:1.0:1779718710.696635:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718710.696639:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1779718710.696640:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718710.696644:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718710.696662:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718710.696663:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315831038
00000020:00000040:1.0:1779718710.696665:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000010:2.0:1779718710.696668:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5060.
00000020:00000001:1.0:1779718710.696670:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:2.0:1779718710.696672:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000020:00000001:1.0:1779718710.696675:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:2.0:1779718710.696677:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718710.696681:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718710.696685:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718710.696685:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1779718710.696689:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1779718710.696692:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718710/real 1779718710]  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718710.696695:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696701:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718710.696707:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000001:2.0:1779718710.696709:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718710.696712:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1779718710.696713:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000010:2.0:1779718710.696715:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000100:00000001:1.0:1779718710.696717:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718710.696718:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
02000000:00000001:1.0:1779718710.696721:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718710.696721:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718710.696725:0:248765:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1779718710.696726:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1779718710.696729:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718710.696731:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718710.696736:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718710.696740:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1779718710.696743:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1779718710.696745:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718710.696750:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.696756:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718710.696758:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1779718710.696759:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000100:00000001:2.0:1779718710.696760:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718710.696764:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1779718710.696765:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00100000:2.0:1779718710.696768:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718710.696770:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718710.696773:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718710.696778:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718710.696778:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1779718710.696781:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718710.696785:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718710.696785:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1779718710.696794:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:2.0:1779718710.696794:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718710.696799:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.696800:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718710.696801:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.696802:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.696807:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718710.696810:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1779718710.696814:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1779718710.696814:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718710.696819:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718710.696824:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718710.696832:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718710.696833:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718710.696839:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718710.696849:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718710.696853:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529481984:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718710.696865:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.696871:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1779718710.696872:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718710.696877:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1779718710.696877:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529481984/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718710.696887:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1779718710.696893:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1779718710.696894:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1779718710.696896:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718710.696899:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
00000100:00080000:1.0:1779718710.696900:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718710.696904:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1779718710.696904:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:1.0:1779718710.696906:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:2.0:1779718710.696907:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718710.696910:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000100:00000001:1.0:1779718710.696912:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000020:00000001:2.0:1779718710.696913:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718710.696916:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92000.
00000100:00080000:1.0:1779718710.696919:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21157
02000000:00000001:2.0:1779718710.696922:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718710.696924:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:1.0:1779718710.696927:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:2.0:1779718710.696927:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:2.0:1779718710.696932:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000400:00000200:1.0:1779718710.696934:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718710.696951:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.696953:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.696959:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718710.696960:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.696962:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718710.696963:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718710.696965:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718710.696968:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718710.696976:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718710.696985:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718710.696991:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718710.696992:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718710.696993:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718710.696996:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1779718710.696999:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718710.696999:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718710.697004:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718710.697005:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00100000:2.0:1779718710.697009:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482112:192.168.203.145@tcp:38:kworker.0
00000020:00000001:1.0:1779718710.697010:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718710.697014:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718710.697014:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718710.697017:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:1.0:1779718710.697018:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1779718710.697019:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718710.697022:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
02000000:00000001:2.0:1779718710.697022:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718710.697024:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
00000020:00000001:1.0:1779718710.697026:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
02000000:00000001:2.0:1779718710.697027:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718710.697033:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:2.0:1779718710.697036:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718710.697040:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000040:1.0:1779718710.697043:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718710.697044:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000001:1.0:1779718710.697049:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1779718710.697050:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529482112, portal 10
00000100:00000040:1.0:1779718710.697054:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718710.697054:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718710.697057:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000001:1.0:1779718710.697060:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718710.697063:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000040:2.0:1779718710.697065:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718710.697070:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718710.697076:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1779718710.697077:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718710.697082:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779718710.697083:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718710.697085:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
02000000:00000001:1.0:1779718710.697089:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1779718710.697089:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529482112, offset 0
02000000:00000001:1.0:1779718710.697095:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718710.697101:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718710.697101:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000008:00100000:1.0:1779718710.697105:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1779718710.697111:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00000001:1.0:1779718710.697112:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718710.697116:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718710.697119:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000010:1.0:1779718710.697120:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718710.697141:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:2.0:1779718710.697143:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1779718710.697145:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718710.697147:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718710.697151:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1779718710.697151:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
02000000:00000001:1.0:1779718710.697154:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779718710.697157:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1779718710.697158:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718710.697161:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000010:1.0:1779718710.697164:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000400:00000200:2.0:1779718710.697166:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157496:157496:256:4294967295] 192.168.203.145@tcp LPNI seq info [157495:157495:8:4294967295]
00000100:00000001:1.0:1779718710.697169:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718710.697174:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:1.0:1779718710.697179:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718710.697193:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718710.697196:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1779718710.697199:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718710.697221:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718710.697226:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1779718710.697226:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718710.697235:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718710.697240:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718710.697250:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718710.697253:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718710.697253:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718710.697258:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718710.697260:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000040:1.0:1779718710.697261:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21167)
00000400:00000200:2.0:1779718710.697263:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718710.697269:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718710.697271:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718710.697273:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718710.697275:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718710.697278:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697285:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718710.697303:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697309:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.697310:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718710.697313:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718710.697316:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718710.697318:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718710.697320:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315829771
00000100:00000001:2.0:1779718710.697322:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315831038
00000100:00000001:2.0:1779718710.697324:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315829771
00000100:00000001:2.0:1779718710.697326:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315831038
00000100:00000001:2.0:1779718710.697327:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718710.697329:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.697331:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718710.697334:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718710/real 1779718710]  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718710.697340:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718710.697341:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718710.697342:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718710.697343:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718710.697345:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718710.697346:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718710.697348:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718710.697355:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697359:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718710.697360:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697361:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718710.697362:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718710.697365:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697369:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718710.697372:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697377:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718710.697379:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697396:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718710.697398:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697399:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718710.697400:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718710.697402:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718710.697405:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718710.697406:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718710.697409:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718710.697413:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482112:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718710.697416:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718710.697418:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697422:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718710.697422:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718710.697424:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718710.697425:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718710.697427:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718710.697428:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482240:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718710.697431:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718710.697432:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718710.697433:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718710.697434:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718710.697436:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718710.697438:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718710.697440:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718710.697441:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718710.697443:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718710.697445:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529482240, portal 10
00000100:00000001:2.0:1779718710.697447:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718710.697448:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:2.0:1779718710.697452:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697456:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718710.697458:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718710.697459:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718710.697460:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529482240, offset 0
00000400:00000200:2.0:1779718710.697463:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718710.697465:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718710.697485:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718710.697488:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718710.697490:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718710.697492:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718710.697494:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718710.697497:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157497:157497:256:4294967295] 192.168.203.145@tcp LPNI seq info [157496:157496:8:4294967295]
00000400:00000200:2.0:1779718710.697500:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718710.697505:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718710.697509:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718710.697511:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718710.697514:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718710.697517:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718710.697520:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718710.697522:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718710.697525:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718710.697526:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718710.697529:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718710.697532:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718710.697534:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718710.697535:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718710.697537:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718710.697539:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697545:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718710.697548:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697553:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.697555:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718710.697557:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718710.697559:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718710.697562:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718710.697564:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315829779
00000100:00000001:2.0:1779718710.697566:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315831038
00000100:00000001:2.0:1779718710.697568:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315829779
00000100:00000001:2.0:1779718710.697569:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315831038
00000100:00000001:2.0:1779718710.697571:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718710.697572:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.697574:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718710.697576:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718710/real 1779718710]  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718710.697582:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718710.697583:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718710.697584:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718710.697585:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718710.697587:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718710.697588:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718710.697591:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718710.697597:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697602:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718710.697603:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697604:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718710.697605:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718710.697608:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697631:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718710.697652:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697657:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718710.697658:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697660:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718710.697660:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697661:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718710.697663:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718710.697664:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718710.697666:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718710.697667:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718710.697670:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718710.697675:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482240:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718710.697677:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697678:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718710.697680:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529482112/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697684:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718710.697685:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718710.697687:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718710.697688:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718710.697689:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718710.697690:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718710.697691:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718710.697692:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93c00.
02000000:00000001:2.0:1779718710.697694:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718710.697695:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718710.697696:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:2.0:1779718710.697698:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718710.697699:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697700:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718710.697702:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529482240/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697706:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718710.697707:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718710.697708:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718710.697709:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718710.697709:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718710.697710:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718710.697711:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718710.697712:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93000.
02000000:00000001:2.0:1779718710.697713:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718710.697714:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718710.697715:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:2.0:1779718710.697716:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718710.697716:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697717:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697720:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718710.697721:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.697722:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718710.697723:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718710.697723:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718710.697726:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697730:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718710.697730:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718710.697732:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718710.697733:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718710.697734:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718710.697736:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482368:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718710.697738:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718710.697739:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718710.697740:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718710.697741:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718710.697744:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718710.697745:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718710.697748:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718710.697749:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718710.697751:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718710.697753:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529482368, portal 4
00000100:00000001:2.0:1779718710.697754:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718710.697755:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:2.0:1779718710.697759:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697763:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718710.697765:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718710.697766:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718710.697767:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529482368, offset 0
00000400:00000200:2.0:1779718710.697770:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718710.697772:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718710.697775:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718710.697776:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718710.697778:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718710.697780:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718710.697782:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718710.697784:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157498:157498:256:4294967295] 192.168.203.145@tcp LPNI seq info [157497:157497:8:4294967295]
00000400:00000200:2.0:1779718710.697786:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718710.697790:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718710.697793:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718710.697794:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718710.697797:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718710.697798:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718710.697801:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718710.697803:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718710.697806:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718710.697807:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718710.697809:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718710.697811:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718710.697813:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718710.697814:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718710.697815:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718710.697818:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697822:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718710.697824:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697828:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.697829:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718710.697831:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718710.697834:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718710.697837:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718710.697839:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315829777
00000100:00000001:2.0:1779718710.697842:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315831038
00000100:00000001:2.0:1779718710.697844:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315829777
00000100:00000001:2.0:1779718710.697846:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315831038
00000100:00000001:2.0:1779718710.697848:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718710.697850:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.697852:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718710.697856:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718710/real 1779718710]  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718710.697865:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718710.697867:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718710.697868:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718710.697871:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718710.697872:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718710.697875:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718710.697878:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718710.697891:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697896:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718710.697897:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697898:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718710.697899:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718710.697901:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697905:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718710.697908:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697912:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718710.697913:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697914:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718710.697915:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697916:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718710.697917:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718710.697919:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718710.697920:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718710.697922:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718710.697924:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718710.697928:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482368:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718710.697931:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697932:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718710.697948:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529482368/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718710.697957:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718710.697958:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718710.697960:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718710.697961:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718710.697962:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718710.697963:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718710.697965:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718710.697966:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92400.
02000000:00000001:2.0:1779718710.697968:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718710.697969:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718710.697970:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:2.0:1779718710.697971:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718710.697972:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697974:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718710.697976:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718710.697977:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718710.697978:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718710.697979:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718711.144036:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718711.144043:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718711.144050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718711.144051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718711.144055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718711.144057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718711.144104:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718711.144108:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718711.144110:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718711.720027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718711.720032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718711.720034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718711.720038:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718711.720041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718711.720044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718711.720047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718711.720050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718711.720052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718711.976052:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315831038, at 4315831040
00000100:00000040:1.0:1779718711.976052:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315831038, at 4315831040
00000100:00000010:0.0:1779718711.976070:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5420.
00000100:00000010:1.0:1779718711.976073:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5060.
00010000:00000001:2.0:1779718712.168055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718712.168076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718712.168083:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718712.168086:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718712.168089:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718712.168090:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718712.168208:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718712.168211:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718712.168214:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718712.744003:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718712.744009:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718712.744011:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718712.744017:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718712.744021:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718712.744024:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718712.744027:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718712.744029:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718712.744032:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718713.191994:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718713.191999:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718713.192004:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718713.192005:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718713.192008:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718713.192009:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718713.192088:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718713.192093:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718713.192097:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718713.768022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718713.768029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718713.768031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718713.768036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718713.768041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718713.768044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718713.768048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718713.768050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718713.768053:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718714.216059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718714.216066:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718714.216084:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718714.216086:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718714.216090:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718714.216094:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718714.216097:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718714.216101:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718714.216105:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718714.216108:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718714.216110:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718714.216113:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718714.216187:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718714.216192:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718714.216197:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718714.791975:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718714.791980:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718714.791982:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718714.791988:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718714.791991:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718714.791993:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718714.791995:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718714.791997:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718714.791999:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718715.240068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718715.240075:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718715.240078:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718715.240081:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718715.240087:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718715.240090:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718715.240092:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718715.240094:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718715.240099:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718715.240101:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718715.240105:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718715.240106:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718715.240184:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718715.240190:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718715.240195:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718715.815992:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718715.815999:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718715.816001:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718715.816006:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718715.816007:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718715.816012:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1779718715.816013:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718715.816016:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718715.816016:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718715.816018:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718715.816020:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718715.816022:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718715.816024:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718715.816028:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718715.816029:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21162
00000400:00000200:1.0:1779718715.816038:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718715.816044:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718715.816047:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718715.816050:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816052:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718715.816055:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816056:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718715.816059:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718715.816061:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718715.816063:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718715.816065:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718715.816067:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718715.816069:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718715.816071:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816073:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718715.816075:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816076:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718715.816079:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718715.816081:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816082:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718715.816086:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718715.816088:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718715.816090:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718715.816092:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718715.816094:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718715.816100:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718715.816102:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718715.816106:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718715.816107:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718715.816110:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718715.816111:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718715.816115:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718715.816120:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779718715.816126:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718715.816134:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718715.816141:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718715.816144:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718715.816147:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718715.816169:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718715.816171:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718715.816173:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718715.816174:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718715.816176:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718715.816178:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718715.816179:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21162
00000400:00000200:1.0:1779718715.816181:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718715.816183:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718715.816185:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718715.816188:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816189:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718715.816191:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816193:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718715.816195:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718715.816196:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718715.816197:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718715.816199:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718715.816200:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718715.816200:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1779718715.816204:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718715.816206:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1779718715.816207:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718715.816208:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1779718715.816209:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718715.816212:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816214:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718715.816216:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000040:2.0:1779718715.816217:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718715.816220:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816225:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718715.816228:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718715.816232:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1779718715.816233:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718715.816234:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718715.816238:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718715.816240:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1779718715.816241:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718715.816244:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1779718715.816246:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718715.816247:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1779718715.816249:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718715.816253:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529482496:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718715.816254:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718715.816259:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000100:00000001:2.0:1779718715.816259:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1779718715.816262:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:2.0:1779718715.816263:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718715.816265:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718715.816266:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718715.816267:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718715.816271:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718715.816272:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1779718715.816273:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718715.816276:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718715.816279:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000010:1.0:1779718715.816280:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
02000000:00000001:2.0:1779718715.816282:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718715.816284:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718715.816289:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:1.0:1779718715.816290:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1779718715.816294:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:1.0:1779718715.816299:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718715.816301:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718715.816302:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000040:1.0:1779718715.816304:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718715.816310:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529482496, portal 25
00000100:00000001:1.0:1779718715.816311:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718715.816316:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718715.816316:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718715.816319:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885893632 : -117608823657984 : ffff95090fd7ea00)
00000100:00080000:1.0:1779718715.816320:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1779718715.816328:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718715.816329:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718715.816332:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718715.816337:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718715.816340:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1779718715.816341:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21162
00000400:00000200:1.0:1779718715.816347:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:2.0:1779718715.816347:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718715.816350:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000400:00000200:1.0:1779718715.816352:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718715.816354:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1779718715.816355:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529482496, offset 0
00000100:00000040:1.0:1779718715.816358:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816361:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718715.816366:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718715.816366:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816371:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718715.816373:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718715.816374:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718715.816375:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718715.816377:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718715.816377:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:1.0:1779718715.816381:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718715.816383:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718715.816386:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:1.0:1779718715.816387:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816390:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718715.816392:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718715.816393:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1779718715.816394:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718715.816398:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718715.816399:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:1.0:1779718715.816402:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816404:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718715.816406:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1779718715.816407:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718715.816410:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718715.816411:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:1.0:1779718715.816415:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718715.816419:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718715.816419:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157499:157499:256:4294967295] 192.168.203.145@tcp LPNI seq info [157498:157498:8:4294967295]
00000008:00100000:1.0:1779718715.816422:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718715.816426:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718715.816427:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718715.816430:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718715.816434:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718715.816437:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718715.816441:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1779718715.816442:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1779718715.816444:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718715.816447:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718715.816448:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1779718715.816450:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779718715.816451:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718715.816456:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000800:00000010:2.0:1779718715.816457:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000001:1.0:1779718715.816458:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718715.816463:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1779718715.816468:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718715.816474:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1779718715.816475:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718715.816480:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718715.816483:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779718715.816485:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1779718715.816487:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1779718715.816497:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1779718715.816497:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718715.816501:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1779718715.816501:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000040:1.0:1779718715.816506:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1779718715.816508:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1779718715.816509:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718715.816515:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1779718715.816516:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1779718715.816518:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718715.816520:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718715.816521:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000100:00000001:1.0:1779718715.816524:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:2.0:1779718715.816525:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00080000:1.0:1779718715.816528:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21162
00000100:00000001:2.0:1779718715.816528:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1779718715.816533:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:2.0:1779718715.816535:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718715.816538:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718715.816540:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718715.816545:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816549:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718715.816553:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816556:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718715.816559:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718715.816560:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718715.816562:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718715.816562:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1779718715.816565:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718715.816567:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718715.816569:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:2.0:1779718715.816570:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718715.816585:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816588:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718715.816592:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816595:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718715.816599:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718715.816601:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718715.816602:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718715.816606:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.816606:0:248765:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1779718715.816609:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718715.816611:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718715.816613:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.816614:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718715.816615:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718715.816618:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718715.816622:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718715.816622:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718715.816626:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.816627:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315836158
00000100:00000010:1.0:1779718715.816630:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718715.816632:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000010:2.0:1779718715.816633:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b50c0.
02000000:00000001:1.0:1779718715.816635:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718715.816637:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718715.816639:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718715.816640:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718715.816641:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.816641:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1779718715.816645:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:2.0:1779718715.816647:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315836158
00000100:00000001:1.0:1779718715.816649:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718715.816651:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5240.
00000100:00100000:1.0:1779718715.816655:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718715.816656:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718715.816661:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718715.816666:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718715.816667:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718715.816670:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.816671:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1779718715.816674:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718715.816677:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718715/real 1779718715]  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718715.816689:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718715.816694:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21172)
00000400:00000001:2.0:1779718715.816696:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718715.816699:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718715.816700:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718715.816703:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718715.816704:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718715.816707:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718715.816709:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718715.816716:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.816720:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718715.816721:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.816722:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718715.816724:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718715.816726:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.816731:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718715.816734:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.816738:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718715.816740:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.816742:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718715.816743:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.816744:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718715.816746:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718715.816748:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718715.816750:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718715.816752:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718715.816754:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718715.816759:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529482496:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718715.816762:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.816764:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718715.816766:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7ea00 x1866162529482496/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.816770:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718715.816772:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718715.816774:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718715.816776:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718715.816777:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718715.816778:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718715.816779:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718715.816781:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91800.
02000000:00000001:2.0:1779718715.816784:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718715.816785:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718715.816786:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7ea00.
00000100:00000001:2.0:1779718715.816789:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718715.816789:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.816791:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.816796:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718715.816797:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.816798:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718715.816800:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718715.816801:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718715.816804:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.816808:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718715.816809:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718715.816811:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718715.816812:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718715.816814:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718715.816815:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482624:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718715.816818:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718715.816819:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718715.816820:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718715.816821:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718715.816824:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718715.816825:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718715.816827:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718715.816829:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718715.816831:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718715.816833:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529482624, portal 10
00000100:00000001:2.0:1779718715.816835:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718715.816836:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:2.0:1779718715.816840:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.816845:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718715.816846:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718715.816848:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718715.816849:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529482624, offset 0
00000400:00000200:2.0:1779718715.816852:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718715.816854:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718715.816857:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718715.816859:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718715.816861:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718715.816862:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718715.816865:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718715.816867:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157500:157500:256:4294967295] 192.168.203.145@tcp LPNI seq info [157499:157499:8:4294967295]
00000400:00000200:2.0:1779718715.816870:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718715.816875:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718715.816878:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718715.816880:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718715.816883:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718715.816885:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718715.816888:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718715.816890:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718715.816892:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718715.816894:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718715.816895:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718715.816898:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718715.816899:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718715.816901:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718715.816902:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718715.816904:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.816910:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718715.816911:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.816915:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.816917:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718715.816942:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718715.816945:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718715.816947:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718715.816949:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315834891
00000100:00000001:2.0:1779718715.816957:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315836158
00000100:00000001:2.0:1779718715.816959:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315834891
00000100:00000001:2.0:1779718715.816960:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315836158
00000100:00000001:2.0:1779718715.816962:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718715.816964:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.816965:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718715.816968:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718715/real 1779718715]  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718715.816974:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718715.816975:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718715.816976:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718715.816977:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718715.816978:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718715.816980:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718715.816982:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718715.816987:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.816991:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718715.816992:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.816993:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718715.816994:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718715.816996:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817000:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718715.817003:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817007:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718715.817009:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817010:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718715.817011:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817012:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718715.817013:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718715.817015:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718715.817017:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718715.817019:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718715.817021:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718715.817026:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482624:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718715.817028:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718715.817030:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817034:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718715.817035:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718715.817036:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718715.817037:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718715.817039:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718715.817040:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482752:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718715.817042:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718715.817048:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718715.817049:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718715.817050:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718715.817053:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718715.817054:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718715.817056:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718715.817058:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718715.817060:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718715.817062:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529482752, portal 10
00000100:00000001:2.0:1779718715.817063:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718715.817064:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:2.0:1779718715.817068:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817076:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718715.817077:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718715.817079:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718715.817080:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529482752, offset 0
00000400:00000200:2.0:1779718715.817083:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718715.817085:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718715.817087:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718715.817089:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718715.817090:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718715.817092:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718715.817094:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718715.817096:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157501:157501:256:4294967295] 192.168.203.145@tcp LPNI seq info [157500:157500:8:4294967295]
00000400:00000200:2.0:1779718715.817099:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718715.817103:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718715.817105:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718715.817107:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718715.817109:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718715.817111:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718715.817114:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718715.817116:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718715.817118:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718715.817119:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718715.817121:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718715.817124:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718715.817126:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718715.817127:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718715.817128:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718715.817130:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817135:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718715.817137:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817146:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.817147:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718715.817148:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718715.817150:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718715.817152:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718715.817154:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315834899
00000100:00000001:2.0:1779718715.817155:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315836158
00000100:00000001:2.0:1779718715.817157:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315834899
00000100:00000001:2.0:1779718715.817158:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315836158
00000100:00000001:2.0:1779718715.817160:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718715.817161:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.817162:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718715.817164:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718715/real 1779718715]  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718715.817169:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718715.817170:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718715.817171:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718715.817172:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718715.817173:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718715.817174:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718715.817176:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718715.817180:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817185:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718715.817186:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817187:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718715.817188:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718715.817190:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817195:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718715.817197:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817201:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718715.817203:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817204:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718715.817204:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817205:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718715.817206:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718715.817208:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718715.817210:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718715.817211:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718715.817213:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718715.817217:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482752:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718715.817219:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718715.817221:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817225:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718715.817226:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718715.817227:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718715.817229:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718715.817230:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718715.817232:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482880:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718715.817233:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718715.817234:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718715.817236:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718715.817237:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718715.817239:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718715.817240:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718715.817242:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718715.817243:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718715.817245:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718715.817247:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529482880, portal 4
00000100:00000001:2.0:1779718715.817248:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718715.817249:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:2.0:1779718715.817253:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817257:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718715.817258:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718715.817260:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000200:2.0:1779718715.817261:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529482880, offset 0
00000400:00000200:2.0:1779718715.817263:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718715.817265:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718715.817267:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718715.817269:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718715.817270:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718715.817271:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718715.817273:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718715.817274:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157502:157502:256:4294967295] 192.168.203.145@tcp LPNI seq info [157501:157501:8:4294967295]
00000400:00000200:2.0:1779718715.817277:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718715.817281:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718715.817284:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718715.817286:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718715.817288:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718715.817290:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718715.817292:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718715.817294:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718715.817296:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718715.817298:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718715.817300:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718715.817302:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718715.817304:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:2.0:1779718715.817305:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:2.0:1779718715.817306:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718715.817308:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817313:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718715.817314:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817319:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.817320:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718715.817322:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718715.817323:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718715.817325:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718715.817326:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315834897
00000100:00000001:2.0:1779718715.817328:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315836158
00000100:00000001:2.0:1779718715.817329:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315834897
00000100:00000001:2.0:1779718715.817331:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315836158
00000100:00000001:2.0:1779718715.817332:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718715.817333:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.817334:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718715.817336:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718715/real 1779718715]  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718715.817340:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718715.817341:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718715.817342:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718715.817343:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718715.817344:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718715.817346:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718715.817347:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718715.817353:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817356:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718715.817357:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817358:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718715.817359:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718715.817361:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817365:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718715.817367:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817371:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718715.817372:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817373:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718715.817374:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817375:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718715.817376:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718715.817377:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718715.817379:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718715.817380:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718715.817382:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718715.817386:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529482880:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718715.817388:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817390:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718715.817392:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529482624/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817396:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718715.817397:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718715.817398:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718715.817400:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718715.817401:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718715.817401:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718715.817403:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718715.817404:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90000.
02000000:00000001:2.0:1779718715.817405:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718715.817406:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718715.817407:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:2.0:1779718715.817409:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718715.817410:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817411:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718715.817413:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529482752/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817417:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718715.817417:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718715.817418:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718715.817420:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718715.817420:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718715.817421:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718715.817422:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718715.817423:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90400.
02000000:00000001:2.0:1779718715.817424:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718715.817424:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718715.817425:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:2.0:1779718715.817427:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718715.817427:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817428:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718715.817430:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529482880/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718715.817433:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718715.817434:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718715.817436:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718715.817437:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718715.817438:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718715.817438:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718715.817440:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718715.817440:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92c00.
02000000:00000001:2.0:1779718715.817443:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718715.817443:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718715.817444:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:2.0:1779718715.817445:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718715.817446:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817447:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718715.817449:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718715.817449:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718715.817451:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718715.817452:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718716.264031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718716.264035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718716.264040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718716.264042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718716.264044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718716.264045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718716.264100:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718716.264104:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718716.264107:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718716.840010:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718716.840015:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718716.840017:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718716.840021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718716.840024:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718716.840027:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718716.840029:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718716.840031:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718716.840033:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718717.095981:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315836158, at 4315836160
00000100:00000040:1.0:1779718717.095991:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315836158, at 4315836160
00000100:00000010:0.0:1779718717.095993:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b50c0.
00000100:00000010:1.0:1779718717.095999:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5240.
00010000:00000001:2.0:1779718717.288057:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718717.288081:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718717.288089:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718717.288093:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718717.288096:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718717.288100:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718717.288104:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718717.288107:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718717.288109:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718717.288112:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718717.288115:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718717.288117:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718717.288210:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718717.288215:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718717.288220:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718717.864097:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718717.864107:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718717.864110:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718717.864118:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718717.864123:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718717.864129:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718717.864133:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718717.864137:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718717.864155:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718718.312086:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718718.312094:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718718.312101:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718718.312103:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718718.312107:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718718.312109:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718718.312167:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718718.312170:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718718.312174:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718718.888017:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718718.888024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718718.888027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718718.888032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718718.888036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718718.888039:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718718.888042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718718.888045:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718718.888048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718719.336011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718719.336017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718719.336023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718719.336024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718719.336027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718719.336028:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718719.336086:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718719.336091:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718719.336096:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718719.912029:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718719.912035:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718719.912037:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718719.912041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718719.912044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718719.912047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718719.912048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718719.912050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718719.912052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718720.360119:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718720.360125:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718720.360133:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718720.360134:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718720.360138:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718720.360139:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718720.360217:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718720.360222:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718720.360227:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718720.936058:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718720.936070:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718720.936072:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718720.936080:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718720.936093:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718720.936097:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718720.936098:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718720.936100:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718720.936105:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718720.936120:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718720.936121:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718720.936129:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718720.936135:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718720.936141:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718720.936153:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21167
00000400:00000200:3.0:1779718720.936164:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718720.936177:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718720.936180:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718720.936184:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.936188:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718720.936191:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.936193:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718720.936198:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718720.936200:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718720.936202:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718720.936206:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718720.936209:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718720.936212:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718720.936217:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.936220:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718720.936223:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.936226:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718720.936229:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718720.936233:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718720.936235:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718720.936238:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718720.936242:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718720.936245:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718720.936248:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718720.936251:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718720.936258:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718720.936262:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718720.936266:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718720.936268:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718720.936272:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718720.936274:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718720.936280:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718720.936291:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718720.936298:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718720.936309:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718720.936321:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718720.936327:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718720.936336:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718720.936365:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718720.936371:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718720.936376:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718720.936378:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718720.936381:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718720.936386:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718720.936389:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21167
00000400:00000200:3.0:1779718720.936393:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718720.936397:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1779718720.936397:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718720.936405:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718720.936405:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718720.936413:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718720.936415:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.936419:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718720.936426:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718720.936432:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718720.936432:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718720.936441:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718720.936444:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:0.0:1779718720.936458:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718720.936461:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718720.936477:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718720.936483:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718720.936486:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718720.936493:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529483008:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718720.936501:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718720.936508:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718720.936510:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718720.936513:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718720.936521:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718720.936524:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718720.936546:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718720.936552:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718720.936574:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000200:0.0:1779718720.936583:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529483008, portal 25
00000020:00000001:3.0:1779718720.936583:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718720.936591:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:0.0:1779718720.936592:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718720.936597:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000020:00000001:3.0:1779718720.936600:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718720.936607:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718720.936612:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718720.936615:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.936627:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718720.936640:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718720.936648:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718720.936648:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718720.936656:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718720.936663:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000040:0.0:1779718720.936665:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718720.936671:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718720.936674:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
02000000:00000001:3.0:1779718720.936675:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1779718720.936682:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529483008, offset 0
02000000:00000001:3.0:1779718720.936683:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718720.936691:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718720.936695:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718720.936700:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718720.936706:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718720.936709:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718720.936710:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718720.936730:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718720.936739:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718720.936746:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718720.936750:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718720.936754:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718720.936757:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718720.936762:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157503:157503:256:4294967295] 192.168.203.145@tcp LPNI seq info [157502:157502:8:4294967295]
00000400:00000200:0.0:1779718720.936766:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718720.936781:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718720.936786:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718720.936792:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718720.936799:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718720.936803:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779718720.936809:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718720.936813:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1779718720.936817:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718720.936819:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000400:00000200:0.0:1779718720.936828:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718720.936833:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718720.936838:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718720.936840:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718720.936844:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718720.936850:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.936860:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718720.936864:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.936871:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718720.936871:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000100:00000001:0.0:1779718720.936877:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1779718720.936886:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:0.0:1779718720.936888:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718720.936894:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718720.936899:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718720.936900:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718720.936909:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779718720.936911:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315841278
00000100:00000010:0.0:1779718720.936954:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d300.
00000100:00000001:0.0:1779718720.936964:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718720.936973:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315841279
00000100:00000010:0.0:1779718720.936976:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d9c0.
00000100:00000001:0.0:1779718720.936982:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718720.936990:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718720.936994:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.936998:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718720.937004:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718720/real 1779718720]  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718720.937017:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1779718720.937019:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:0.0:1779718720.937022:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1779718720.937024:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718720.937028:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
02000000:00000010:3.0:1779718720.937033:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000400:00000200:0.0:1779718720.937037:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000100:00000001:3.0:1779718720.937040:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718720.937043:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718720.937051:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1779718720.937053:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1779718720.937065:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718720.937067:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718720.937077:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1779718720.937099:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718720.937099:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.937147:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718720.937154:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718720.937158:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.937159:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718720.937168:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718720.937168:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718720.937178:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1779718720.937179:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718720.937184:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718720.937188:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718720.937200:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718720.937208:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718720.937211:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21167
00000100:00000040:0.0:1779718720.937220:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718720.937221:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718720.937236:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718720.937248:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718720.937264:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1779718720.937264:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.937277:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718720.937278:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.937286:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1779718720.937287:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718720.937289:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718720.937292:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718720.937294:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718720.937299:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1779718720.937301:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00080000:0.0:1779718720.937304:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1779718720.937305:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718720.937311:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718720.937314:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00080000:0.0:1779718720.937318:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000020:00000001:3.0:1779718720.937324:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:0.0:1779718720.937326:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1779718720.937336:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718720.937339:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718720.937348:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.937359:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1779718720.937373:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529483008:192.168.203.145@tcp:250:kworker.0
00000100:00000040:3.0:1779718720.937373:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.937385:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718720.937397:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:0.0:1779718720.937400:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718720.937405:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718720.937406:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718720.937413:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718720.937415:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529483008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718720.937417:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718720.937425:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718720.937427:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718720.937435:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718720.937437:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1779718720.937439:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1779718720.937442:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
00000008:00100000:3.0:1779718720.937443:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718720.937455:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718720.937458:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718720.937459:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:3.0:1779718720.937463:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000001:0.0:1779718720.937464:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718720.937467:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000040:0.0:1779718720.937469:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718720.937471:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718720.937474:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718720.937476:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1779718720.937478:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718720.937482:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1779718720.937483:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718720.937487:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718720.937491:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:3.0:1779718720.937493:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
02000000:00000001:0.0:1779718720.937494:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718720.937498:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:3.0:1779718720.937500:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.937507:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718720.937511:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718720.937512:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718720.937516:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718720.937529:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718720.937531:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718720.937548:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.937552:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718720.937552:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.937556:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718720.937558:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718720.937568:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718720.937568:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.937603:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718720.937609:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718720.937618:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718720.937624:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718720.937629:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718720.937629:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718720.937637:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1779718720.937638:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483136:192.168.203.145@tcp:38:kworker.0
00000100:00000040:3.0:1779718720.937651:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1779718720.937652:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1779718720.937656:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1779718720.937659:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1779718720.937662:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1779718720.937664:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718720.937666:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718720.937669:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1779718720.937673:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718720.937673:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718720.937682:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21167
02000000:00000010:0.0:1779718720.937683:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718720.937689:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718720.937693:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718720.937703:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718720.937709:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1779718720.937713:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718720.937720:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.937726:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1779718720.937727:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000100:00000040:3.0:1779718720.937732:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718720.937736:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000010:0.0:1779718720.937737:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000020:00000001:3.0:1779718720.937739:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718720.937742:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000200:0.0:1779718720.937743:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529483136, portal 10
00000020:00000001:3.0:1779718720.937745:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718720.937751:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1779718720.937752:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:0.0:1779718720.937755:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000020:00000001:3.0:1779718720.937756:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718720.937765:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718720.937777:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718720.937778:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718720.937793:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718720.937796:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718720.937809:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718720.937809:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:0.0:1779718720.937812:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718720.937820:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529483136, offset 0
00000100:00000001:3.0:1779718720.937822:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779718720.937829:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718720.937835:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:0.0:1779718720.937841:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718720.937860:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00080000:3.0:1779718720.937868:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:0.0:1779718720.937869:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718720.937878:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718720.937884:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718720.937885:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718720.937894:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:3.0:1779718720.937898:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1779718720.937905:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157504:157504:256:4294967295] 192.168.203.145@tcp LPNI seq info [157503:157503:8:4294967295]
02000000:00000001:3.0:1779718720.937911:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718720.937917:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718720.937937:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718720.937942:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718720.937948:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718720.937953:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718720.937955:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718720.937962:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000400:00000200:0.0:1779718720.937986:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718720.937995:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718720.938000:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718720.938008:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:3.0:1779718720.938008:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718720.938018:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1779718720.938021:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1779718720.938022:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718720.938026:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718720.938029:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718720.938034:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718720.938041:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000800:00000200:0.1:1779718720.938041:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718720.938051:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1779718720.938052:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1779718720.938066:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1779718720.938066:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1779718720.938072:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000400:00000200:0.0:1779718720.938082:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718720.938096:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1779718720.938097:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718720.938101:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718720.938102:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718720.938114:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000040:3.0:1779718720.938121:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938123:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718720.938136:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718720.938154:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.938168:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718720.938168:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21177)
00000100:00000040:0.0:1779718720.938176:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938182:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.938184:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718720.938187:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718720.938192:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718720.938196:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718720.938198:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315840012
00000100:00000001:0.0:1779718720.938200:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315841278
00000100:00000001:0.0:1779718720.938202:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315840012
00000100:00000001:0.0:1779718720.938204:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315841279
00000100:00000001:0.0:1779718720.938206:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718720.938207:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.938208:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718720.938211:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718720/real 1779718720]  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718720.938216:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718720.938217:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718720.938219:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718720.938221:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000400:00000010:0.0:1779718720.938222:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718720.938223:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718720.938226:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718720.938232:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938236:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718720.938237:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938238:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718720.938239:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718720.938241:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938245:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718720.938247:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938252:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718720.938253:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938254:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718720.938255:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938256:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718720.938258:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718720.938260:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718720.938262:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718720.938264:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718720.938267:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718720.938272:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483136:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718720.938274:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938276:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718720.938277:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529483136/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938283:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718720.938284:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718720.938287:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718720.938289:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718720.938290:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718720.938290:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718720.938292:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718720.938294:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:0.0:1779718720.938296:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718720.938297:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718720.938298:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:0.0:1779718720.938300:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718720.938301:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938303:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938306:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718720.938307:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.938309:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718720.938311:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718720.938312:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718720.938315:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938320:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718720.938321:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718720.938323:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718720.938325:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718720.938327:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718720.938329:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483264:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718720.938331:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718720.938333:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718720.938334:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718720.938335:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718720.938337:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718720.938338:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718720.938341:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718720.938343:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718720.938345:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000200:0.0:1779718720.938347:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529483264, portal 10
00000100:00000001:0.0:1779718720.938349:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718720.938350:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:0.0:1779718720.938354:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938359:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718720.938360:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718720.938362:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718720.938363:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529483264, offset 0
00000400:00000200:0.0:1779718720.938366:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718720.938369:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718720.938371:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718720.938373:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718720.938375:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718720.938377:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718720.938379:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718720.938381:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157505:157505:256:4294967295] 192.168.203.145@tcp LPNI seq info [157504:157504:8:4294967295]
00000400:00000200:0.0:1779718720.938385:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718720.938389:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718720.938392:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718720.938394:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718720.938396:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718720.938398:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779718720.938401:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718720.938403:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1779718720.938406:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718720.938408:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000400:00000200:0.0:1779718720.938409:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718720.938412:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718720.938414:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718720.938416:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718720.938418:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718720.938420:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938426:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718720.938429:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938437:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.938438:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718720.938441:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718720.938444:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718720.938448:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718720.938450:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315840020
00000100:00000001:0.0:1779718720.938453:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315841278
00000100:00000001:0.0:1779718720.938455:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315840020
00000100:00000001:0.0:1779718720.938458:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315841279
00000100:00000001:0.0:1779718720.938460:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718720.938463:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.938465:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718720.938469:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718720/real 1779718720]  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718720.938478:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718720.938479:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718720.938481:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718720.938483:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000400:00000010:0.0:1779718720.938484:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718720.938486:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718720.938488:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718720.938494:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938498:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718720.938499:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938501:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718720.938502:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718720.938504:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938508:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718720.938510:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938514:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718720.938516:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938517:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718720.938518:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938519:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718720.938520:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718720.938522:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718720.938524:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718720.938525:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718720.938527:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718720.938545:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483264:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718720.938549:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718720.938552:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938557:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718720.938558:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718720.938560:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718720.938561:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718720.938563:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718720.938565:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483392:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718720.938568:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718720.938570:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718720.938571:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718720.938572:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718720.938575:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718720.938576:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718720.938579:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718720.938581:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718720.938584:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000200:0.0:1779718720.938586:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529483392, portal 4
00000100:00000001:0.0:1779718720.938588:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718720.938589:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:0.0:1779718720.938593:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938598:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718720.938599:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718720.938601:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718720.938602:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529483392, offset 0
00000400:00000200:0.0:1779718720.938605:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718720.938607:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718720.938610:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718720.938612:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718720.938614:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718720.938616:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718720.938617:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718720.938619:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157506:157506:256:4294967295] 192.168.203.145@tcp LPNI seq info [157505:157505:8:4294967295]
00000400:00000200:0.0:1779718720.938622:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718720.938627:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718720.938631:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718720.938633:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718720.938636:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718720.938638:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1779718720.938641:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718720.938643:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1779718720.938647:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718720.938649:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000400:00000200:0.0:1779718720.938652:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718720.938656:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718720.938659:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718720.938660:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718720.938663:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718720.938666:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938675:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718720.938678:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938686:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.938688:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718720.938691:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718720.938695:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718720.938698:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718720.938701:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315840018
00000100:00000001:0.0:1779718720.938703:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315841278
00000100:00000001:0.0:1779718720.938705:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315840018
00000100:00000001:0.0:1779718720.938706:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315841279
00000100:00000001:0.0:1779718720.938708:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718720.938709:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.938710:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718720.938713:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718720/real 1779718720]  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718720.938720:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718720.938721:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718720.938722:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718720.938723:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000400:00000010:0.0:1779718720.938724:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718720.938726:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718720.938728:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718720.938734:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938738:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718720.938739:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938740:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718720.938741:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718720.938743:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938747:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718720.938749:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938753:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718720.938754:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938755:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718720.938756:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938757:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718720.938758:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718720.938760:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718720.938762:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718720.938764:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718720.938767:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718720.938772:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483392:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718720.938775:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938776:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718720.938778:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529483264/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938782:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718720.938782:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718720.938784:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718720.938786:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718720.938787:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718720.938788:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718720.938789:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718720.938790:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:0.0:1779718720.938792:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718720.938793:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718720.938794:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:0.0:1779718720.938796:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718720.938797:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938798:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718720.938800:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529483392/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718720.938804:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718720.938805:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718720.938806:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718720.938807:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718720.938808:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718720.938808:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718720.938809:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718720.938810:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:0.0:1779718720.938811:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718720.938813:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718720.938813:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:0.0:1779718720.938815:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718720.938816:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938817:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718720.938820:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718720.938821:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718720.938822:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718720.938824:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718721.384037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718721.384043:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718721.384048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718721.384049:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718721.384053:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718721.384054:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718721.384101:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718721.384104:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718721.384107:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718721.960016:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718721.960021:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718721.960023:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718721.960034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718721.960037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718721.960040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718721.960042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718721.960044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718721.960046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718722.216013:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315841278, at 4315841280
00000100:00000040:1.0:1779718722.216013:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315841279, at 4315841280
00000100:00000010:1.0:1779718722.216027:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d9c0.
00000100:00000010:0.0:1779718722.216028:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d300.
00010000:00000001:2.0:1779718722.408017:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718722.408022:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718722.408028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718722.408029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718722.408033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718722.408034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718722.408079:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718722.408082:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718722.408085:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718722.984023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718722.984030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718722.984032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718722.984037:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718722.984041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718722.984044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718722.984046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718722.984048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718722.984051:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718723.432059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718723.432067:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718723.432074:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718723.432076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718723.432080:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718723.432085:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718723.432088:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718723.432094:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718723.432098:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718723.432100:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718723.432103:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718723.432106:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718723.432196:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718723.432204:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718723.432211:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718724.008095:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718724.008102:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718724.008104:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718724.008109:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718724.008113:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718724.008116:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718724.008119:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718724.008122:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718724.008125:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718724.456025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718724.456029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718724.456034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718724.456035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718724.456038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718724.456039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718724.456095:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718724.456098:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718724.456101:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718725.031990:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718725.031996:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718725.031998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718725.032004:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718725.032007:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718725.032010:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718725.032012:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718725.032014:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718725.032016:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718725.480035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718725.480044:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718725.480048:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718725.480054:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718725.480059:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718725.480062:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718725.480066:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718725.480069:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718725.480074:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718725.480075:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718725.480080:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718725.480081:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718725.480147:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718725.480152:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718725.480156:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718726.055992:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718726.056000:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718726.056000:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718726.056002:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718726.056005:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718726.056006:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718726.056009:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718726.056010:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:0.0:1779718726.056015:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718726.056018:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21172
00000100:00000001:0.0:1779718726.056020:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718726.056024:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718726.056028:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718726.056033:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1779718726.056034:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718726.056037:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718726.056040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718726.056040:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718726.056046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718726.056046:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718726.056051:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056053:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718726.056056:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718726.056057:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718726.056059:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718726.056061:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718726.056064:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718726.056066:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718726.056068:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056069:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718726.056071:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056072:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718726.056075:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718726.056077:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056078:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718726.056081:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718726.056084:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718726.056087:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718726.056090:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718726.056093:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718726.056103:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718726.056107:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718726.056112:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718726.056114:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718726.056119:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718726.056121:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718726.056126:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718726.056135:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718726.056141:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718726.056150:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718726.056158:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718726.056161:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718726.056166:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718726.056184:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718726.056186:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718726.056189:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718726.056190:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718726.056192:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718726.056194:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718726.056196:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21172
00000400:00000200:3.0:1779718726.056199:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718726.056201:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718726.056203:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718726.056206:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056207:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718726.056209:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056211:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718726.056213:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718726.056214:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:0.0:1779718726.056215:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718726.056215:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718726.056217:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:0.0:1779718726.056220:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718726.056220:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:0.0:1779718726.056224:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1779718726.056224:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718726.056234:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718726.056235:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718726.056236:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718726.056241:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056244:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718726.056249:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718726.056254:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718726.056255:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718726.056257:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.056258:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718726.056259:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718726.056262:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718726.056264:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718726.056265:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718726.056268:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718726.056269:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718726.056271:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1779718726.056275:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529483520:192.168.203.145@tcp:250:kworker.0
00000008:00100000:3.0:1779718726.056276:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718726.056282:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.056283:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718726.056284:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718726.056287:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1779718726.056288:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
02000000:00000001:0.0:1779718726.056292:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718726.056292:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718726.056295:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718726.056297:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718726.056299:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718726.056299:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718726.056302:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718726.056304:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718726.056307:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000010:3.0:1779718726.056308:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
02000000:00000001:0.0:1779718726.056312:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718726.056314:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718726.056321:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:3.0:1779718726.056323:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1779718726.056330:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000100:00000001:3.0:1779718726.056336:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718726.056340:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718726.056342:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000040:3.0:1779718726.056346:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718726.056349:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529483520, portal 25
00000100:00000001:0.0:1779718726.056354:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718726.056357:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000001:3.0:1779718726.056365:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718726.056368:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718726.056369:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718726.056375:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718726.056378:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718726.056381:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718726.056384:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718726.056385:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718726.056389:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21172
00000100:00000040:0.0:1779718726.056392:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718726.056395:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000400:00000200:3.0:1779718726.056395:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:0.0:1779718726.056400:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529483520, offset 0
00000400:00000200:3.0:1779718726.056401:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718726.056405:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718726.056407:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056409:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1779718726.056411:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718726.056414:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056416:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718726.056418:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718726.056419:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:0.0:1779718726.056422:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718726.056423:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718726.056426:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718726.056428:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718726.056429:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779718726.056431:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718726.056434:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056437:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1779718726.056438:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1779718726.056441:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056443:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:0.0:1779718726.056446:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000040:3.0:1779718726.056447:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718726.056452:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:0.0:1779718726.056453:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718726.056455:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718726.056458:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:3.0:1779718726.056458:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718726.056463:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718726.056464:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157507:157507:256:4294967295] 192.168.203.145@tcp LPNI seq info [157506:157506:8:4294967295]
02000000:00000001:3.0:1779718726.056467:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718726.056471:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1779718726.056474:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00100000:3.0:1779718726.056474:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718726.056477:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718726.056479:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718726.056482:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000400:00000200:0.0:1779718726.056487:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1779718726.056487:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718726.056492:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1779718726.056507:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718726.056507:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718726.056511:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718726.056513:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1779718726.056514:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
02000000:00000001:3.0:1779718726.056515:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718726.056522:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000800:00000200:0.0:1779718726.056526:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718726.056526:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718726.056547:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00100000:3.0:1779718726.056552:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1779718726.056559:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718726.056567:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1779718726.056579:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056582:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1779718726.056584:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000100:00000001:3.0:1779718726.056586:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718726.056592:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1779718726.056593:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718726.056604:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718726.056611:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718726.056613:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000100:00000040:3.0:1779718726.056614:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1779718726.056618:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000040:3.0:1779718726.056619:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718726.056624:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718726.056625:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1779718726.056629:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718726.056631:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1779718726.056634:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718726.056634:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718726.056640:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718726.056645:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21172
00000400:00000200:3.0:1779718726.056653:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718726.056657:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1779718726.056658:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718726.056677:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718726.056684:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:0.0:1779718726.056688:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718726.056689:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718726.056695:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056701:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718726.056709:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718726.056714:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718726.056721:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718726.056726:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:0.0:1779718726.056727:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718726.056735:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:0.0:1779718726.056736:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1779718726.056743:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:0.0:1779718726.056748:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718726.056750:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:0.0:1779718726.056758:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718726.056759:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718726.056765:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315846398
00000100:00000040:3.0:1779718726.056767:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718726.056774:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000010:0.0:1779718726.056775:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d300.
00000020:00000040:3.0:1779718726.056794:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718726.056799:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718726.056800:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718726.056803:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.056807:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315846398
02000000:00000001:3.0:1779718726.056807:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1779718726.056811:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d960.
02000000:00000001:3.0:1779718726.056812:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718726.056814:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1779718726.056818:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.056820:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718726.056823:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718726.056823:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718726.056827:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1779718726.056827:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718726.056832:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718726.056833:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718726/real 1779718726]  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718726.056835:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718726.056842:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000400:00000001:0.0:1779718726.056844:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1779718726.056846:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000001:0.0:1779718726.056847:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718726.056850:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
02000000:00000001:3.0:1779718726.056851:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1779718726.056853:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
02000000:00000001:3.0:1779718726.056854:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718726.056855:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:3.0:1779718726.056858:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1779718726.056859:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718726.056861:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718726.056868:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1779718726.056869:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718726.056872:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718726.056879:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:0.0:1779718726.056886:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718726.056886:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.056888:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.056891:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718726.056892:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718726.056895:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1779718726.056899:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.056920:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718726.056920:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1779718726.056924:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.056929:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718726.056931:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.056932:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718726.056933:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.056935:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718726.056936:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718726.056938:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718726.056941:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718726.056942:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718726.056945:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718726.056952:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718726.056955:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529483520:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718726.056960:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718726.056961:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.056963:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718726.056972:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718726.056979:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21182)
00000100:00000040:0.0:1779718726.056988:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529483520/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.056994:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718726.056996:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718726.056998:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718726.057002:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718726.057004:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718726.057006:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:0.0:1779718726.057007:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718726.057010:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:0.0:1779718726.057013:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718726.057015:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718726.057017:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:0.0:1779718726.057019:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718726.057020:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057022:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057027:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718726.057028:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.057029:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718726.057031:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718726.057032:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718726.057034:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057039:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718726.057040:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718726.057041:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718726.057043:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718726.057044:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718726.057046:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483648:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718726.057049:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718726.057051:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718726.057052:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718726.057055:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718726.057058:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718726.057060:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718726.057063:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718726.057066:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718726.057070:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000200:0.0:1779718726.057073:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529483648, portal 10
00000100:00000001:0.0:1779718726.057076:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718726.057077:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:0.0:1779718726.057084:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057091:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718726.057094:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718726.057096:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718726.057099:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529483648, offset 0
00000400:00000200:0.0:1779718726.057104:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718726.057107:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718726.057110:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718726.057112:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718726.057114:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718726.057116:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718726.057118:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718726.057120:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157508:157508:256:4294967295] 192.168.203.145@tcp LPNI seq info [157507:157507:8:4294967295]
00000400:00000200:0.0:1779718726.057123:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718726.057127:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718726.057130:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718726.057132:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718726.057135:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718726.057138:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779718726.057141:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718726.057142:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1779718726.057145:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718726.057146:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000400:00000200:0.0:1779718726.057148:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718726.057151:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718726.057153:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718726.057154:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718726.057156:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718726.057158:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057168:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718726.057170:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057174:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.057175:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718726.057177:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718726.057179:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718726.057181:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718726.057183:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315845131
00000100:00000001:0.0:1779718726.057185:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315846398
00000100:00000001:0.0:1779718726.057186:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315845131
00000100:00000001:0.0:1779718726.057188:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315846398
00000100:00000001:0.0:1779718726.057189:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718726.057191:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.057193:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718726.057196:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718726/real 1779718726]  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718726.057204:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718726.057205:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718726.057207:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718726.057209:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000400:00000010:0.0:1779718726.057211:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718726.057213:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718726.057217:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718726.057226:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057234:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718726.057236:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057238:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718726.057239:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718726.057243:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057248:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718726.057250:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057255:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718726.057256:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057257:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718726.057258:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057259:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718726.057261:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718726.057262:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718726.057264:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718726.057265:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718726.057267:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718726.057272:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483648:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718726.057275:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718726.057277:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057282:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718726.057283:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718726.057284:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718726.057286:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718726.057288:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718726.057292:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483776:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718726.057295:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718726.057297:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718726.057298:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718726.057300:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718726.057303:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718726.057305:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718726.057308:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718726.057311:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718726.057314:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000200:0.0:1779718726.057317:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529483776, portal 10
00000100:00000001:0.0:1779718726.057319:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718726.057321:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:0.0:1779718726.057327:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057335:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718726.057336:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718726.057338:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718726.057340:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529483776, offset 0
00000400:00000200:0.0:1779718726.057342:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718726.057346:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718726.057349:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718726.057351:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718726.057352:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718726.057354:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718726.057356:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718726.057358:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157509:157509:256:4294967295] 192.168.203.145@tcp LPNI seq info [157508:157508:8:4294967295]
00000400:00000200:0.0:1779718726.057360:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718726.057365:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718726.057368:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718726.057370:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718726.057373:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718726.057375:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779718726.057378:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718726.057380:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1779718726.057383:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718726.057384:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000400:00000200:0.0:1779718726.057386:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718726.057389:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718726.057391:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718726.057392:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718726.057393:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718726.057396:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057401:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718726.057403:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057408:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.057409:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718726.057411:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718726.057413:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718726.057415:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718726.057416:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315845139
00000100:00000001:0.0:1779718726.057418:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315846398
00000100:00000001:0.0:1779718726.057420:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315845139
00000100:00000001:0.0:1779718726.057421:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315846398
00000100:00000001:0.0:1779718726.057423:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718726.057424:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.057425:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718726.057427:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718726/real 1779718726]  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718726.057432:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718726.057434:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718726.057435:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718726.057436:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000400:00000010:0.0:1779718726.057437:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718726.057439:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718726.057441:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718726.057445:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057449:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718726.057450:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057451:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718726.057452:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718726.057454:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057458:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718726.057460:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057464:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718726.057466:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057467:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718726.057468:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057469:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718726.057470:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718726.057472:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718726.057474:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718726.057475:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718726.057477:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718726.057486:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483776:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718726.057488:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718726.057490:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057508:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718726.057509:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718726.057511:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718726.057512:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718726.057513:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718726.057515:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483904:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718726.057518:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718726.057519:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718726.057520:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718726.057522:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718726.057524:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b000.
02000000:00000001:0.0:1779718726.057542:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718726.057546:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718726.057548:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718726.057550:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000200:0.0:1779718726.057553:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529483904, portal 4
00000100:00000001:0.0:1779718726.057555:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718726.057556:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:0.0:1779718726.057561:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057567:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718726.057568:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718726.057570:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718726.057572:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529483904, offset 0
00000400:00000200:0.0:1779718726.057575:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718726.057579:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718726.057582:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718726.057584:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718726.057587:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718726.057589:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718726.057590:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718726.057593:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157510:157510:256:4294967295] 192.168.203.145@tcp LPNI seq info [157509:157509:8:4294967295]
00000400:00000200:0.0:1779718726.057596:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718726.057602:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718726.057605:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718726.057608:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718726.057611:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718726.057613:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1779718726.057616:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718726.057619:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1779718726.057622:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718726.057623:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000400:00000200:0.0:1779718726.057626:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718726.057629:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718726.057631:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718726.057633:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718726.057634:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718726.057637:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057643:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718726.057646:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057651:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.057653:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718726.057656:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718726.057659:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718726.057681:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718726.057684:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315845137
00000100:00000001:0.0:1779718726.057688:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315846398
00000100:00000001:0.0:1779718726.057691:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315845137
00000100:00000001:0.0:1779718726.057694:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315846398
00000100:00000001:0.0:1779718726.057697:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718726.057701:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.057704:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718726.057710:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718726/real 1779718726]  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718726.057723:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718726.057726:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718726.057729:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718726.057733:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000400:00000010:0.0:1779718726.057735:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718726.057739:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718726.057745:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718726.057757:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057763:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718726.057765:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057767:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718726.057769:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718726.057772:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057795:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718726.057797:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057801:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718726.057803:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057804:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718726.057805:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057807:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718726.057808:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718726.057809:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718726.057811:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718726.057813:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718726.057815:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718726.057819:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529483904:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718726.057822:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057823:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718726.057825:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529483648/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057829:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718726.057831:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718726.057832:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718726.057834:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718726.057835:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718726.057836:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718726.057837:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718726.057839:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:0.0:1779718726.057840:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718726.057841:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718726.057842:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:0.0:1779718726.057844:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718726.057845:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057846:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718726.057848:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529483776/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057856:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718726.057857:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718726.057858:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718726.057859:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718726.057859:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718726.057860:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718726.057861:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718726.057862:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:0.0:1779718726.057863:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718726.057864:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718726.057865:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:0.0:1779718726.057866:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718726.057867:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057868:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718726.057869:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529483904/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718726.057873:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718726.057874:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718726.057874:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b000.
02000000:00000001:0.0:1779718726.057876:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718726.057876:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718726.057877:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718726.057878:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718726.057879:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:0.0:1779718726.057880:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718726.057881:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718726.057881:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:0.0:1779718726.057883:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718726.057884:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057885:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718726.057887:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718726.057888:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718726.057889:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718726.057890:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718726.504025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718726.504030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718726.504035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718726.504036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718726.504039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718726.504040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718726.504121:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718726.504128:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718726.504133:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718727.080022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718727.080028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718727.080030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718727.080035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718727.080039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718727.080043:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718727.080045:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718727.080049:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718727.080052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718727.336022:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315846398, at 4315846400
00000100:00000040:1.0:1779718727.336025:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315846398, at 4315846400
00000100:00000010:0.0:1779718727.336040:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d300.
00000100:00000010:1.0:1779718727.336046:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d960.
00010000:00000001:2.0:1779718727.528022:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718727.528027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718727.528032:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718727.528035:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718727.528038:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718727.528040:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718727.528043:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718727.528045:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718727.528047:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718727.528048:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718727.528051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718727.528052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718727.528157:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718727.528162:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718727.528166:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718728.104034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718728.104041:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718728.104044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718728.104050:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718728.104054:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718728.104057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718728.104060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718728.104063:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718728.104067:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718728.552040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718728.552047:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718728.552055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718728.552057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718728.552062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718728.552064:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718728.552117:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718728.552120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718728.552124:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718729.128041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718729.128047:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718729.128049:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718729.128053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718729.128056:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718729.128058:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718729.128060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718729.128062:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718729.128064:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718729.576027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718729.576032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718729.576037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718729.576038:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718729.576041:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718729.576042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718729.576099:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718729.576102:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718729.576105:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718730.152030:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718730.152037:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718730.152040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718730.152056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718730.152061:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718730.152066:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718730.152069:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718730.152072:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718730.152076:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718730.600056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718730.600065:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718730.600076:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718730.600079:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718730.600085:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718730.600087:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718730.600163:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718730.600167:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718730.600170:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718731.176031:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718731.176034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718731.176039:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718731.176041:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718731.176041:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718731.176046:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1779718731.176047:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718731.176051:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718731.176052:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718731.176054:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718731.176058:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718731.176065:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718731.176066:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21177
00000100:00000001:0.0:1779718731.176068:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.176072:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718731.176080:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718731.176088:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718731.176091:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718731.176094:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718731.176097:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718731.176100:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718731.176101:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718731.176104:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718731.176106:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718731.176108:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718731.176111:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718731.176113:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718731.176114:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718731.176117:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718731.176118:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718731.176120:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718731.176121:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718731.176123:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718731.176125:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718731.176127:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718731.176129:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718731.176132:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718731.176134:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718731.176136:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718731.176138:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718731.176145:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718731.176148:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718731.176151:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718731.176152:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718731.176155:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718731.176157:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718731.176161:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718731.176166:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718731.176171:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718731.176178:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718731.176186:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718731.176189:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718731.176192:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718731.176210:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718731.176213:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718731.176215:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718731.176216:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718731.176217:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718731.176219:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718731.176221:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21177
00000400:00000200:3.0:1779718731.176224:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718731.176227:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718731.176229:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718731.176231:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718731.176233:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718731.176233:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718731.176237:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718731.176238:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718731.176240:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718731.176244:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:0.0:1779718731.176248:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718731.176249:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718731.176253:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718731.176257:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718731.176259:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718731.176261:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718731.176261:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
02000000:00000001:0.0:1779718731.176263:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1779718731.176266:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:0.0:1779718731.176267:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718731.176270:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718731.176272:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00100000:0.0:1779718731.176274:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529484032:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718731.176279:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1779718731.176282:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:0.0:1779718731.176283:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718731.176287:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1779718731.176288:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718731.176292:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1779718731.176293:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000010:0.0:1779718731.176297:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:3.0:1779718731.176297:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:0.0:1779718731.176301:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718731.176302:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000400:00000200:0.0:1779718731.176307:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718731.176308:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000010:0.0:1779718731.176311:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000100:00000001:3.0:1779718731.176313:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718731.176316:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1779718731.176317:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
02000000:00000001:3.0:1779718731.176322:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1779718731.176324:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529484032, portal 25
00000100:00000001:0.0:1779718731.176328:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1779718731.176329:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.176330:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000001:3.0:1779718731.176333:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1779718731.176337:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1779718731.176339:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718731.176347:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718731.176352:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.176358:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718731.176360:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000010:3.0:1779718731.176360:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000400:00000010:0.0:1779718731.176364:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000020:00000040:3.0:1779718731.176365:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000200:0.0:1779718731.176367:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529484032, offset 0
02000000:00000001:3.0:1779718731.176369:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718731.176371:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.176375:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718731.176376:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718731.176379:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718731.176381:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.176383:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:3.0:1779718731.176389:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000400:00000200:0.0:1779718731.176391:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718731.176397:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718731.176397:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.176402:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718731.176406:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1779718731.176407:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1779718731.176409:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718731.176415:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157511:157511:256:4294967295] 192.168.203.145@tcp LPNI seq info [157510:157510:8:4294967295]
00000400:00000200:0.0:1779718731.176423:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718731.176428:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718731.176433:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.176435:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718731.176442:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718731.176442:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1779718731.176447:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718731.176467:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718731.176470:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1779718731.176476:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1779718731.176476:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718731.176482:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1779718731.176482:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1779718731.176487:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718731.176490:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000010:0.0:1779718731.176505:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000100:00000001:3.0:1779718731.176510:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718731.176512:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1779718731.176514:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718731.176517:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:0.0:1779718731.176521:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1779718731.176524:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21177
00000400:00000200:0.0:1779718731.176527:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718731.176529:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000400:00000200:3.0:1779718731.176531:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718731.176535:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1779718731.176539:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000200:0.0:1779718731.176542:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718731.176544:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718731.176553:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718731.176555:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718731.176557:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718731.176561:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718731.176563:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718731.176570:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718731.176577:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718731.176580:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718731.176584:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718731.176585:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.176588:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1779718731.176589:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000001:0.0:1779718731.176593:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718731.176593:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718731.176598:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:0.0:1779718731.176601:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718731.176605:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315851518
00000100:00000040:3.0:1779718731.176608:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000010:0.0:1779718731.176611:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7d300.
00000100:00000001:3.0:1779718731.176612:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718731.176616:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718731.176619:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718731.176620:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718731.176625:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:0.0:1779718731.176626:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315851518
00000100:00080000:3.0:1779718731.176630:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000010:0.0:1779718731.176631:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950905e7df00.
00000100:00000001:0.0:1779718731.176636:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718731.176636:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.176640:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718731.176641:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1779718731.176644:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718731.176647:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718731.176648:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1779718731.176652:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718731.176653:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718731/real 1779718731]  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718731.176657:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718731.176662:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000001:0.0:1779718731.176664:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718731.176667:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:3.0:1779718731.176668:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718731.176669:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718731.176673:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000100:00000001:3.0:1779718731.176673:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1779718731.176676:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718731.176679:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1779718731.176681:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000100:00000200:0.0:1779718731.176682:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718731.176687:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000200:0.0:1779718731.176693:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718731.176694:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718731.176698:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718731.176703:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718731.176706:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1779718731.176707:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718731.176710:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1779718731.176711:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.176712:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718731.176715:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718731.176718:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1779718731.176719:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718731.176726:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.176728:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718731.176735:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718731.176738:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718731.176746:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718731.176751:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.176754:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718731.176757:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.176761:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718731.176764:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718731.176764:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1779718731.176769:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1779718731.176770:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718731.176774:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718731.176777:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718731.176780:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718731.176783:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718731.176803:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529484032:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718731.176809:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718731.176811:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.176812:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718731.176816:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529484032/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718731.176818:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718731.176828:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1779718731.176830:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:0.0:1779718731.176831:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718731.176835:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
00000100:00080000:3.0:1779718731.176836:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1779718731.176839:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718731.176841:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1779718731.176843:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000040:0.0:1779718731.176844:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000100:00000001:3.0:1779718731.176848:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718731.176851:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718731.176854:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000020:00000001:0.0:1779718731.176855:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718731.176858:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
00000100:00080000:3.0:1779718731.176860:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21177
02000000:00000001:0.0:1779718731.176862:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718731.176866:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718731.176867:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000400:00000200:3.0:1779718731.176871:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718731.176872:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718731.176874:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.176876:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718731.176879:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718731.176883:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718731.176884:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718731.176886:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.176889:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718731.176890:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718731.176891:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718731.176894:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718731.176896:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718731.176899:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718731.176903:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718731.176910:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718731.176911:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718731.176913:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718731.176915:0:303356:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1779718731.176916:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1779718731.176919:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718731.176923:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718731.176925:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718731.176928:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718731.176931:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
02000000:00000001:0.0:1779718731.176938:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718731.176940:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718731.176943:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484160:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718731.176946:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718731.176948:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718731.176949:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718731.176950:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718731.176953:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718731.176954:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.176957:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718731.176959:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718731.176962:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000200:0.0:1779718731.176964:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529484160, portal 10
00000100:00000001:0.0:1779718731.176967:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1779718731.176967:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718731.176969:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000001:3.0:1779718731.176973:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718731.176978:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718731.176980:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718731.176987:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718731.176988:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718731.176993:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718731.176993:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000010:0.0:1779718731.176995:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718731.176999:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529484160, offset 0
00000100:00080000:3.0:1779718731.177002:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:0.0:1779718731.177005:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718731.177010:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.177012:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718731.177017:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1779718731.177018:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718731.177021:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1779718731.177022:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779718731.177024:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718731.177028:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1779718731.177029:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.177031:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:3.0:1779718731.177035:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1779718731.177036:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157512:157512:256:4294967295] 192.168.203.145@tcp LPNI seq info [157511:157511:8:4294967295]
00000008:00100000:3.0:1779718731.177040:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1779718731.177041:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00000001:3.0:1779718731.177047:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.177051:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1779718731.177052:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1779718731.177058:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718731.177061:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000100:00000010:3.0:1779718731.177061:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000800:00000200:0.0:1779718731.177067:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:3.0:1779718731.177069:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000800:00000200:0.0:1779718731.177070:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1779718731.177076:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1779718731.177077:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718731.177080:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1779718731.177081:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1779718731.177086:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:0.0:1779718731.177087:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718731.177090:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
02000000:00000001:3.0:1779718731.177090:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1779718731.177095:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1779718731.177096:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.177100:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718731.177103:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718731.177104:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
02000000:00000010:3.0:1779718731.177105:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:0.0:1779718731.177107:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718731.177111:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718731.177112:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.177121:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1779718731.177125:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1779718731.177126:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177145:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.177149:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718731.177154:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718731.177154:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718731.177159:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718731.177160:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:0.0:1779718731.177166:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718731.177168:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315850251
00000100:00000001:0.0:1779718731.177171:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315851518
00000100:00000040:3.0:1779718731.177171:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177175:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315850251
00000100:00000001:0.0:1779718731.177178:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315851518
00000100:00000001:0.0:1779718731.177181:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718731.177185:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.177189:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718731.177195:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718731/real 1779718731]  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718731.177198:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1779718731.177204:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718731.177206:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718731.177207:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000100:00000040:3.0:1779718731.177207:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21187)
00000400:00000200:0.0:1779718731.177213:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000400:00000010:0.0:1779718731.177214:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718731.177217:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718731.177219:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718731.177226:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177231:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718731.177232:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177233:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718731.177234:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718731.177237:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177241:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718731.177244:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177249:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718731.177251:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177252:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718731.177253:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177254:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718731.177256:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718731.177257:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718731.177259:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718731.177261:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718731.177263:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718731.177268:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484160:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718731.177271:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718731.177273:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177278:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718731.177279:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718731.177280:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718731.177281:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718731.177282:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718731.177284:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484288:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718731.177286:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718731.177288:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718731.177289:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718731.177290:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718731.177292:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718731.177294:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.177296:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718731.177298:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718731.177300:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000200:0.0:1779718731.177302:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529484288, portal 10
00000100:00000001:0.0:1779718731.177303:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718731.177304:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:0.0:1779718731.177308:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177313:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718731.177314:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718731.177316:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718731.177317:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529484288, offset 0
00000400:00000200:0.0:1779718731.177320:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718731.177322:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718731.177324:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718731.177326:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718731.177328:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718731.177329:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718731.177331:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718731.177333:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157513:157513:256:4294967295] 192.168.203.145@tcp LPNI seq info [157512:157512:8:4294967295]
00000400:00000200:0.0:1779718731.177336:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718731.177341:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718731.177344:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718731.177346:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718731.177348:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718731.177350:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779718731.177353:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718731.177354:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1779718731.177357:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718731.177358:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000400:00000200:0.0:1779718731.177360:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718731.177362:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718731.177364:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718731.177366:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718731.177367:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718731.177369:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177375:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718731.177377:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177381:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.177382:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718731.177384:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718731.177386:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:0.0:1779718731.177388:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718731.177389:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315850259
00000100:00000001:0.0:1779718731.177391:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315851518
00000100:00000001:0.0:1779718731.177393:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315850259
00000100:00000001:0.0:1779718731.177394:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315851518
00000100:00000001:0.0:1779718731.177395:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718731.177397:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.177398:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718731.177400:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718731/real 1779718731]  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718731.177406:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718731.177407:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718731.177408:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718731.177409:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000400:00000010:0.0:1779718731.177410:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718731.177412:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718731.177414:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718731.177419:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177425:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718731.177426:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177427:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718731.177428:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718731.177430:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177434:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718731.177437:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177441:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718731.177443:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177444:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718731.177444:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177446:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718731.177447:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718731.177448:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718731.177450:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718731.177451:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718731.177466:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718731.177472:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484288:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718731.177475:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177476:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718731.177478:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529484160/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177482:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718731.177484:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718731.177486:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:0.0:1779718731.177488:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718731.177489:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718731.177490:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:0.0:1779718731.177491:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718731.177492:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:0.0:1779718731.177494:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718731.177495:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718731.177496:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:0.0:1779718731.177498:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718731.177499:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177500:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718731.177502:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529484288/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177506:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718731.177507:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718731.177508:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718731.177509:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718731.177510:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718731.177511:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:0.0:1779718731.177512:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718731.177513:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:0.0:1779718731.177514:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718731.177515:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718731.177516:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:0.0:1779718731.177517:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718731.177518:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177519:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177521:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718731.177522:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.177523:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718731.177524:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718731.177525:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779718731.177527:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177531:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718731.177533:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718731.177534:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718731.177536:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718731.177537:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718731.177539:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484416:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718731.177541:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1779718731.177542:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718731.177543:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718731.177544:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1779718731.177546:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718731.177548:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718731.177550:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:0.0:1779718731.177551:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95091cd02268.
00000400:00000010:0.0:1779718731.177554:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7770.
00000100:00000200:0.0:1779718731.177556:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529484416, portal 4
00000100:00000001:0.0:1779718731.177557:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1779718731.177558:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:0.0:1779718731.177562:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177566:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779718731.177568:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:0.0:1779718731.177569:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff950940eb7198.
00000100:00000200:0.0:1779718731.177571:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529484416, offset 0
00000400:00000200:0.0:1779718731.177573:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718731.177576:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718731.177578:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718731.177580:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718731.177581:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779718731.177583:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779718731.177585:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:0.0:1779718731.177587:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157514:157514:256:4294967295] 192.168.203.145@tcp LPNI seq info [157513:157513:8:4294967295]
00000400:00000200:0.0:1779718731.177590:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718731.177594:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1779718731.177598:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718731.177600:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950910c62000.
00000800:00000200:0.0:1779718731.177602:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.0:1779718731.177604:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1779718731.177607:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:0.1:1779718731.177609:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1779718731.177612:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:0.0:1779718731.177613:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950910c62000.
00000400:00000200:0.0:1779718731.177615:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1779718731.177618:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718731.177620:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7198
00000400:00000010:0.0:1779718731.177621:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7198.
00000100:00000001:0.0:1779718731.177622:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718731.177625:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177630:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718731.177632:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177636:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.177638:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718731.177639:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718731.177642:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:0.0:1779718731.177644:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718731.177645:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315850257
00000100:00000001:0.0:1779718731.177647:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315851518
00000100:00000001:0.0:1779718731.177649:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315850257
00000100:00000001:0.0:1779718731.177650:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315851518
00000100:00000001:0.0:1779718731.177651:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718731.177653:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.177654:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1779718731.177656:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718731/real 1779718731]  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1779718731.177662:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1779718731.177663:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1779718731.177664:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95091cd02268.
00000400:00000200:0.0:1779718731.177665:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff950940eb7770
00000400:00000010:0.0:1779718731.177666:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff950940eb7770.
00000100:00000001:0.0:1779718731.177668:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1779718731.177670:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718731.177675:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177679:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1779718731.177680:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177682:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718731.177683:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1779718731.177685:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177689:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718731.177691:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177696:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718731.177697:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177698:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718731.177699:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177700:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718731.177701:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1779718731.177703:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1779718731.177705:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718731.177706:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718731.177709:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718731.177714:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484416:192.168.203.145@tcp:8:kworker.0
00000100:00000001:0.0:1779718731.177717:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177718:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718731.177720:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529484416/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718731.177724:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718731.177724:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1779718731.177725:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95091cd5b400.
02000000:00000001:0.0:1779718731.177727:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1779718731.177728:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1779718731.177728:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:0.0:1779718731.177730:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1779718731.177731:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:0.0:1779718731.177732:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1779718731.177733:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1779718731.177733:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:0.0:1779718731.177735:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1779718731.177736:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177737:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718731.177739:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718731.177740:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718731.177741:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718731.177742:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718731.624058:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718731.624063:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718731.624069:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718731.624070:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718731.624074:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718731.624075:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718731.624143:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718731.624146:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718731.624149:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718732.200009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718732.200014:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718732.200016:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718732.200020:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718732.200023:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718732.200026:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718732.200028:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718732.200030:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718732.200033:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718732.456046:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315851518, at 4315851520
00000100:00000040:1.0:1779718732.456052:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315851518, at 4315851520
00000100:00000010:0.0:1779718732.456062:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7d300.
00000100:00000010:1.0:1779718732.456065:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950905e7df00.
00010000:00000001:2.0:1779718732.647999:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718732.648004:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718732.648009:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718732.648010:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718732.648013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718732.648014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718732.648066:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718732.648070:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718732.648074:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718733.224058:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718733.224064:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718733.224067:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718733.224072:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718733.224076:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718733.224080:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718733.224083:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718733.224086:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718733.224088:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718733.672045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718733.672052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718733.672058:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718733.672061:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718733.672065:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718733.672069:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718733.672071:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718733.672075:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718733.672078:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718733.672080:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718733.672082:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718733.672084:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718733.672173:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718733.672179:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718733.672184:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718734.247985:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718734.247990:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718734.247992:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718734.247996:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718734.247999:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718734.248002:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718734.248003:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718734.248006:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718734.248007:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718734.695995:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718734.696001:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718734.696007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718734.696008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718734.696011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718734.696012:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718734.696091:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718734.696096:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718734.696099:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718735.272077:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718735.272084:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718735.272087:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718735.272093:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718735.272098:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718735.272102:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718735.272105:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718735.272108:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718735.272111:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718735.719984:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718735.719990:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718735.719992:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718735.719994:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718735.719998:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718735.720000:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718735.720001:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718735.720003:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718735.720006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718735.720007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718735.720010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718735.720011:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718735.720071:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718735.720076:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718735.720079:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718736.295992:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718736.295998:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718736.295999:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718736.296004:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718736.296007:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718736.296009:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718736.296011:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718736.296013:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718736.296022:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718736.296037:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718736.296042:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718736.296044:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718736.296046:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718736.296049:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718736.296054:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21182
00000400:00000200:0.0:1779718736.296061:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718736.296067:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718736.296069:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718736.296071:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296073:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718736.296075:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296077:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718736.296080:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718736.296081:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718736.296083:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718736.296085:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718736.296086:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718736.296088:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718736.296090:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296091:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718736.296092:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296094:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718736.296096:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718736.296099:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296100:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718736.296102:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718736.296105:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718736.296107:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718736.296109:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718736.296111:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718736.296118:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718736.296120:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718736.296123:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718736.296125:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718736.296128:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718736.296130:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718736.296133:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718736.296139:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779718736.296144:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718736.296152:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718736.296159:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718736.296163:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718736.296166:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718736.296189:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718736.296191:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718736.296194:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718736.296195:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718736.296196:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718736.296198:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718736.296200:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21182
00000400:00000200:0.0:1779718736.296202:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718736.296205:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718736.296207:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718736.296210:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296212:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718736.296214:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296215:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718736.296217:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718736.296218:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718736.296220:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718736.296221:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718736.296221:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1779718736.296225:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718736.296228:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718736.296228:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1779718736.296233:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718736.296233:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779718736.296237:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718736.296239:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296240:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718736.296243:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000040:2.0:1779718736.296245:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718736.296247:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296250:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718736.296254:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718736.296258:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718736.296262:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718736.296266:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718736.296266:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1779718736.296269:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718736.296270:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1779718736.296273:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718736.296276:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.296277:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1779718736.296278:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
02000000:00000001:2.0:1779718736.296281:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1779718736.296282:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718736.296287:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718736.296288:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.296288:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718736.296293:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718736.296294:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718736.296296:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718736.296298:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529484544:192.168.203.145@tcp:250:kworker.0
02000000:00000010:0.0:1779718736.296301:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
00000100:00000001:2.0:1779718736.296303:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1779718736.296304:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.296307:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1779718736.296311:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1779718736.296311:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.296315:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1779718736.296321:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718736.296324:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718736.296326:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1779718736.296331:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
00000100:00000001:0.0:1779718736.296332:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718736.296336:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1779718736.296336:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718736.296340:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718736.296341:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718736.296343:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718736.296344:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718736.296346:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718736.296350:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21182
00000400:00000010:2.0:1779718736.296350:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000200:0.0:1779718736.296355:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718736.296357:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000010:2.0:1779718736.296358:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00080000:0.0:1779718736.296359:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718736.296364:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296365:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718736.296366:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:2.0:1779718736.296367:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529484544, portal 25
00000100:00000001:0.0:1779718736.296368:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718736.296373:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718736.296373:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1779718736.296375:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000001:2.0:1779718736.296376:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493251200 : -117608216300416 : ffff9509340b7480)
00000020:00000001:0.0:1779718736.296377:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718736.296379:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718736.296382:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718736.296384:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718736.296388:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718736.296388:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718736.296391:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718736.296394:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296397:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718736.296401:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718736.296406:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296411:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718736.296414:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718736.296414:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1779718736.296429:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718736.296432:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718736.296434:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296435:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718736.296438:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718736.296441:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718736.296441:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f93b8.
00000100:00000001:0.0:1779718736.296445:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718736.296447:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529484544, offset 0
00000100:00000010:0.0:1779718736.296449:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779718736.296452:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718736.296455:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1779718736.296455:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000001:0.0:1779718736.296457:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718736.296460:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718736.296462:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779718736.296464:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718736.296465:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718736.296471:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000400:00000200:2.0:1779718736.296472:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:0.0:1779718736.296479:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718736.296479:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718736.296484:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00100000:0.0:1779718736.296489:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718736.296489:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718736.296493:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718736.296499:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157515:157515:256:4294967295] 192.168.203.145@tcp LPNI seq info [157514:157514:8:4294967295]
00000400:00000200:2.0:1779718736.296509:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718736.296515:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718736.296519:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718736.296524:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1779718736.296529:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779718736.296535:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718736.296543:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000001:0.0:1779718736.296544:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718736.296548:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718736.296553:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1779718736.296554:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779718736.296559:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1779718736.296564:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779718736.296565:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718736.296568:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718736.296570:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718736.296572:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718736.296575:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21182
00000400:00000200:0.0:1779718736.296578:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718736.296580:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718736.296581:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718736.296585:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718736.296587:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779718736.296588:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296591:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718736.296591:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315856638
00000100:00000040:0.0:1779718736.296596:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296598:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000010:2.0:1779718736.296598:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5000.
00000020:00000001:0.0:1779718736.296603:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718736.296605:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718736.296606:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718736.296607:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1779718736.296608:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718736.296611:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718736.296613:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718736.296615:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315856638
00000100:00000010:2.0:1779718736.296619:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b58a0.
00000100:00000001:2.0:1779718736.296621:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1779718736.296624:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718736.296624:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718736.296628:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718736.296629:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718736.296632:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718736.296634:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718736.296635:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718736.296639:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718736.296640:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779718736.296645:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718736.296647:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718736.296664:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718736.296665:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1779718736.296668:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718736.296668:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:0.0:1779718736.296674:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718736.296675:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718736.296676:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718736.296679:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1779718736.296680:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718736.296683:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1779718736.296684:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718736.296687:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718736.296691:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000100:00000040:2.0:1779718736.296693:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1779718736.296695:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718736.296700:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718736.296702:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718736.296708:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718736.296711:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718736.296714:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718736.296718:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1779718736.296721:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:2.0:1779718736.296722:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718736.296727:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.296728:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718736.296733:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1779718736.296735:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1779718736.296741:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718736.296749:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484672:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718736.296751:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718736.296756:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718736.296757:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718736.296762:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1779718736.296764:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1779718736.296766:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.296775:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718736.296796:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
00000100:00000001:0.0:1779718736.296800:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.296800:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718736.296806:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21193)
00000400:00000200:2.0:1779718736.296810:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718736.296814:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718736.296819:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718736.296824:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529484672, portal 10
00000100:00000001:2.0:1779718736.296826:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718736.296828:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493245824 : -117608216305792 : ffff9509340b5f80)
00000100:00000040:2.0:1779718736.296835:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718736.296841:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718736.296859:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718736.296861:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9d48.
00000100:00000200:2.0:1779718736.296863:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529484672, offset 0
00000400:00000200:2.0:1779718736.296867:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718736.296872:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718736.296877:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718736.296881:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718736.296884:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718736.296887:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718736.296890:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718736.296894:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157516:157516:255:4294967295] 192.168.203.145@tcp LPNI seq info [157515:157515:7:4294967295]
00000400:00000200:2.0:1779718736.296899:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718736.296923:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718736.296927:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718736.296931:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f100.
00000800:00000200:2.0:1779718736.296935:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718736.296939:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718736.296942:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718736.296946:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718736.296949:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718736.296951:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315855370
00000100:00000001:2.0:1779718736.296954:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315856638
00000100:00000001:2.0:1779718736.296956:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315855370
00000100:00000001:2.0:1779718736.296958:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315856638
00000100:00000001:2.0:1779718736.296960:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718736.296963:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718736.296965:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718736.296969:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718736.297009:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718736.297011:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.297013:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718736.297015:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718736.297017:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718736.297020:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484800:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718736.297024:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718736.297026:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718736.297027:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.297029:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718736.297034:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718736.297036:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718736.297039:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718736.297042:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718736.297046:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718736.297049:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529484800, portal 10
00000100:00000001:2.0:1779718736.297051:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718736.297052:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244032 : -117608216307584 : ffff9509340b5880)
00000100:00000040:2.0:1779718736.297058:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718736.297066:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718736.297068:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718736.297071:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9dd0.
00000100:00000200:2.0:1779718736.297073:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529484800, offset 0
00000400:00000200:2.0:1779718736.297078:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718736.297082:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718736.297087:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718736.297090:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718736.297093:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718736.297096:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718736.297098:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718736.297102:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157517:157517:254:4294967295] 192.168.203.145@tcp LPNI seq info [157516:157516:6:4294967295]
00000400:00000200:2.0:1779718736.297107:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718736.297112:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718736.297115:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718736.297118:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f500.
00000800:00000200:2.0:1779718736.297122:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718736.297126:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718736.297128:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718736.297131:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718736.297135:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718736.297137:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315855379
00000100:00000001:2.0:1779718736.297139:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315856638
00000100:00000001:2.0:1779718736.297141:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315855379
00000100:00000001:2.0:1779718736.297143:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315856638
00000100:00000001:2.0:1779718736.297145:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718736.297147:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718736.297150:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718736.297152:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718736.297156:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718736.297158:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779718736.297160:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718736.297161:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718736.297162:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718736.297167:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718736.297174:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718736.297175:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.297177:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718736.297179:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718736.297181:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718736.297184:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484928:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718736.297191:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718736.297193:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718736.297194:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718736.297196:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718736.297199:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718736.297201:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718736.297205:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718736.297207:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254938f0.
00000400:00000010:2.0:1779718736.297212:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9a18.
00000100:00000200:2.0:1779718736.297216:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529484928, portal 4
00000100:00000001:2.0:1779718736.297218:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718736.297220:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244928 : -117608216306688 : ffff9509340b5c00)
00000100:00000040:2.0:1779718736.297226:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718736.297233:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718736.297236:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718736.297238:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9198.
00000100:00000200:2.0:1779718736.297241:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529484928, offset 0
00000400:00000200:2.0:1779718736.297245:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718736.297250:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718736.297253:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718736.297256:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718736.297259:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718736.297261:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718736.297264:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718736.297266:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157518:157518:253:4294967295] 192.168.203.145@tcp LPNI seq info [157517:157517:5:4294967295]
00000400:00000200:2.0:1779718736.297270:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718736.297278:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718736.297282:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718736.297285:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f900.
00000800:00000200:2.0:1779718736.297289:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718736.297294:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718736.297297:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718736.297300:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718736.297303:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718736.297305:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315855377
00000100:00000001:2.0:1779718736.297308:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315856638
00000100:00000001:2.0:1779718736.297310:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315855377
00000100:00000001:2.0:1779718736.297312:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315856638
00000100:00000001:2.0:1779718736.297314:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718736.297316:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718736.297319:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718736.297321:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718736.297325:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718736.297326:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779718736.297328:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718736.297329:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718736.297331:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718736.297333:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718736.744007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718736.744011:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718736.744017:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718736.744019:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718736.744022:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718736.744023:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718736.744064:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718736.744068:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718736.744071:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718737.320036:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718737.320042:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718737.320043:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718737.320047:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718737.320050:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718737.320053:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718737.320056:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718737.320058:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718737.320061:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718737.576004:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315856638, at 4315856640
00000100:00000040:0.0:1779718737.576009:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315856638, at 4315856640
00000100:00000010:1.0:1779718737.576017:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b58a0.
00000100:00000010:0.0:1779718737.576018:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5000.
00010000:00000001:2.0:1779718737.768087:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718737.768096:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718737.768108:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718737.768114:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718737.768117:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718737.768123:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718737.768127:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718737.768131:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718737.768135:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718737.768139:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718737.768146:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718737.768149:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718737.768266:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718737.768273:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718737.768280:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718738.344017:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718738.344024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718738.344026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718738.344033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718738.344038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718738.344043:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718738.344046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718738.344050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718738.344055:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718738.792043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718738.792052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718738.792078:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718738.792080:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718738.792085:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718738.792088:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718738.792180:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718738.792186:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718738.792191:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718739.368100:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718739.368110:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718739.368114:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718739.368123:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718739.368130:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718739.368135:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718739.368141:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718739.368145:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718739.368150:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1779718739.368240:0:248755:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1779718739.368285:0:248755:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1779718739.368296:0:248755:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718739.368301:0:248755:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:1.0:1779718739.368307:0:248755:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718739.368312:0:248755:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1779718739.368319:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718739.368324:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:1.0:1779718739.368359:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718739.368368:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718739.368379:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f93b8
00000400:00000010:1.0:1779718739.368384:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f93b8.
00000100:00000001:1.0:1779718739.368391:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718739.368445:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718739.368487:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718739.368494:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718739.368506:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718739.368509:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718739.368522:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718739.368526:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f100.
00000400:00000200:1.0:1779718739.368530:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718739.368535:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718739.368540:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9d48
00000400:00000010:1.0:1779718739.368542:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9d48.
00000100:00000001:1.0:1779718739.368546:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718739.368552:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718739.368564:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718739.368569:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718739.368579:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718739.368581:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718739.368587:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718739.368591:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f500.
00000400:00000200:1.0:1779718739.368594:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718739.368599:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718739.368603:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9dd0
00000400:00000010:1.0:1779718739.368606:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9dd0.
00000100:00000001:1.0:1779718739.368608:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718739.368615:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718739.368627:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718739.368631:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718739.368642:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718739.368644:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718739.368650:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718739.368653:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f900.
00000400:00000200:1.0:1779718739.368665:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718739.368670:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718739.368675:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9198
00000400:00000010:1.0:1779718739.368678:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9198.
00000100:00000001:1.0:1779718739.368681:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718739.368688:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718739.368708:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718739.368713:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718739.368723:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718739.368726:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718739.368830:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718739.368835:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718739.368839:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718739.368850:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718736/real 1779718739]  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718739.368870:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718739.368873:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718739.368878:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254938f0.
00000400:00000200:2.0:1779718739.368884:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9a18
00000400:00000010:2.0:1779718739.368886:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9a18.
00000100:00000001:2.0:1779718739.368891:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718739.368917:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718739.368980:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.368993:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718739.368996:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369001:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718739.369004:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718739.369011:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369023:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718739.369038:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369051:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718739.369055:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369059:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718739.369062:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369066:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718739.369069:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718739.369074:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718739.369081:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718739.369085:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718739.369091:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718739.369104:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484928:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718739.369112:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718739.369117:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718736/real 1779718739]  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718739.369130:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718739.369132:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718739.369135:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718739.369140:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718739.369143:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718739.369147:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718739.369152:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718739.369165:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369177:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718739.369179:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369182:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718739.369184:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718739.369190:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369210:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718739.369216:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369227:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718739.369231:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369234:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718739.369236:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369238:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718739.369241:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718739.369245:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718739.369249:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718739.369253:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718739.369260:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718739.369271:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484672:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718739.369277:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718739.369282:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718736/real 1779718739]  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718739.369293:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718739.369295:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718739.369297:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718739.369301:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718739.369303:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718739.369306:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718739.369311:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718739.369332:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369342:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718739.369345:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369348:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718739.369349:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718739.369356:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369368:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718739.369374:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369384:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718739.369389:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369391:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718739.369418:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369421:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718739.369425:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718739.369429:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718739.369435:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718739.369440:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718739.369448:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718739.369461:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529484800:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718739.369468:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718739.369474:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718736/real 1779718739]  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718739.369499:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718739.369501:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718739.369504:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718739.369510:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718739.369514:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718739.369519:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718739.369528:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718739.369543:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369554:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718739.369557:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369560:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718739.369564:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718739.369570:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369582:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718739.369589:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369600:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718739.369604:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369606:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718739.369608:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369611:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718739.369613:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718739.369617:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718739.369624:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718739.369628:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718739.369634:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718739.369647:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529484544:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718739.369653:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369656:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718739.369661:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5c00 x1866162529484928/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369672:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718739.369676:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718739.369682:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718739.369688:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718739.369692:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718739.369695:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718739.369698:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718739.369702:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58000.
02000000:00000001:2.0:1779718739.369707:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718739.369710:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718739.369713:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5c00.
00000100:00000001:2.0:1779718739.369719:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718739.369721:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369723:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718739.369728:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5f80 x1866162529484672/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369738:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718739.369740:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718739.369742:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718739.369745:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718739.369747:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718739.369749:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718739.369752:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718739.369755:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b400.
02000000:00000001:2.0:1779718739.369761:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718739.369763:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718739.369765:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5f80.
00000100:00000001:2.0:1779718739.369770:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718739.369772:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369775:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718739.369780:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5880 x1866162529484800/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369790:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718739.369792:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718739.369794:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718739.369797:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718739.369799:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718739.369801:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718739.369804:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718739.369806:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b000.
02000000:00000001:2.0:1779718739.369810:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718739.369811:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718739.369813:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5880.
00000100:00000001:2.0:1779718739.369817:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718739.369819:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369821:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718739.369826:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7480 x1866162529484544/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718739.369837:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718739.369839:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718739.369841:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718739.369845:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718739.369846:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718739.369848:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718739.369851:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718739.369853:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:2.0:1779718739.369857:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718739.369859:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718739.369861:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7480.
00000100:00000001:2.0:1779718739.369864:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718739.369866:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369869:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718739.369880:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718739.369884:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718739.369887:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718739.369890:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718739.816071:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718739.816079:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718739.816087:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718739.816089:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718739.816094:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718739.816095:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718739.816196:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718739.816218:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718739.816225:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718740.392171:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718740.392178:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718740.392181:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718740.392187:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718740.392191:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718740.392195:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718740.392198:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718740.392202:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718740.392205:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718740.839985:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718740.839990:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718740.839994:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718740.839995:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718740.839998:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718740.839999:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718740.840038:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718740.840041:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718740.840044:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718741.416048:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718741.416056:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718741.416058:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718741.416062:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718741.416066:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718741.416073:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21188
00000400:00000200:3.0:1779718741.416083:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718741.416087:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1779718741.416088:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718741.416091:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718741.416092:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718741.416093:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718741.416096:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00100000:0.0:1779718741.416098:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718741.416100:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718741.416102:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718741.416104:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718741.416106:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718741.416106:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718741.416111:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1779718741.416112:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718741.416114:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000100:00000001:0.0:1779718741.416115:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1779718741.416116:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718741.416119:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718741.416119:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718741.416124:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718741.416126:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718741.416128:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416129:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718741.416130:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416132:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718741.416134:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718741.416137:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416139:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718741.416142:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718741.416146:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718741.416150:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718741.416152:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718741.416154:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718741.416161:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718741.416165:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718741.416169:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718741.416171:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718741.416175:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718741.416177:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718741.416182:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718741.416191:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718741.416199:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718741.416211:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718741.416251:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718741.416260:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718741.416266:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718741.416292:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718741.416295:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718741.416298:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718741.416300:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718741.416302:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718741.416305:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718741.416313:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21188
00000400:00000200:3.0:1779718741.416317:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718741.416322:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718741.416324:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718741.416328:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416331:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718741.416334:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416336:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718741.416338:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718741.416340:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1779718741.416340:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718741.416343:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718741.416346:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1779718741.416347:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718741.416350:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1779718741.416351:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718741.416355:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:2.0:1779718741.416361:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718741.416362:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416368:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718741.416373:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416390:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718741.416395:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:2.0:1779718741.416399:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718741.416399:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718741.416402:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718741.416404:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718741.416408:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718741.416409:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718741.416413:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718741.416418:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718741.416418:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718741.416423:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718741.416426:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529485056:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718741.416427:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718741.416431:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718741.416433:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1779718741.416435:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718741.416438:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718741.416439:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718741.416443:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718741.416444:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
02000000:00000001:2.0:1779718741.416447:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1779718741.416449:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718741.416453:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718741.416454:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718741.416455:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718741.416458:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718741.416465:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718741.416465:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718741.416469:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1779718741.416472:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
02000000:00000001:3.0:1779718741.416473:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718741.416482:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000400:00000010:2.0:1779718741.416483:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000001:3.0:1779718741.416489:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718741.416493:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529485056, portal 25
00000100:00000001:2.0:1779718741.416498:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1779718741.416499:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718741.416501:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000040:2.0:1779718741.416513:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718741.416514:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718741.416519:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718741.416528:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.416531:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718741.416540:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718741.416546:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000001:3.0:1779718741.416548:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718741.416551:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529485056, offset 0
00000100:00080000:3.0:1779718741.416553:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718741.416558:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1779718741.416562:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416562:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718741.416566:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718741.416570:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718741.416574:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718741.416575:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21188
00000400:00000200:2.0:1779718741.416585:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718741.416590:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718741.416595:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718741.416598:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718741.416601:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718741.416605:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157519:157519:256:4294967295] 192.168.203.145@tcp LPNI seq info [157518:157518:8:4294967295]
00000400:00000200:2.0:1779718741.416610:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718741.416617:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718741.416624:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1779718741.416642:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718741.416647:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1779718741.416652:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718741.416656:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718741.416658:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000100:00000001:3.0:1779718741.416662:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718741.416665:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416671:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.0:1779718741.416672:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718741.416676:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1779718741.416679:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1779718741.416679:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718741.416683:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718741.416687:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:2.1:1779718741.416691:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718741.416692:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718741.416711:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718741.416716:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416718:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718741.416720:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.416725:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.1:1779718741.416725:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1779718741.416730:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000100:2.0:1779718741.416736:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718741.416737:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000010:2.0:1779718741.416741:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000100:00000001:3.0:1779718741.416742:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718741.416746:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718741.416747:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1779718741.416750:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718741.416754:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1779718741.416756:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718741.416776:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000100:00000001:3.0:1779718741.416776:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718741.416779:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1779718741.416781:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000008:00000001:3.0:1779718741.416783:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.416787:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718741.416788:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718741.416794:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000100:00000200:2.0:1779718741.416795:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718741.416800:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718741.416806:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718741.416809:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718741.416814:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718741.416817:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718741.416821:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718741.416844:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:2.0:1779718741.416846:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718741.416849:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718741.416853:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718741.416860:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718741.416867:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.416869:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718741.416877:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718741.416882:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718741.416884:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315861758
00000100:00000010:2.0:1779718741.416889:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b51e0.
00000100:00000001:2.0:1779718741.416896:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718741.416903:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315861758
00000100:00000010:2.0:1779718741.416906:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5c60.
00000100:00000001:2.0:1779718741.416909:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718741.416913:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718741.416917:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.416920:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718741.416926:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718741/real 1779718741]  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718741.416936:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718741.416938:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718741.416940:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718741.416943:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718741.416945:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718741.416948:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718741.417012:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718741.417018:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718741.417021:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718741.417028:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718741.417051:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718741.417054:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718741.417056:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718741.417066:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718741.417070:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718741.417078:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1779718741.417080:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718741.417081:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718741.417085:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718741.417085:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718741.417092:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718741.417092:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718741.417097:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718741.417101:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718741.417105:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21188
00000400:00000200:3.0:1779718741.417115:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718741.417118:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718741.417122:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718741.417127:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718741.417128:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718741.417134:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.417141:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718741.417145:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.417147:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718741.417149:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718741.417151:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718741.417152:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718741.417155:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:2.0:1779718741.417156:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1779718741.417159:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718741.417162:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1779718741.417164:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718741.417166:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718741.417169:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718741.417170:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718741.417173:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718741.417174:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718741.417178:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1779718741.417179:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718741.417184:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00080000:2.0:1779718741.417186:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1779718741.417190:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:2.0:1779718741.417195:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00080000:3.0:1779718741.417198:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718741.417200:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1779718741.417203:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718741.417207:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1779718741.417209:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718741.417213:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718741.417219:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718741.417223:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718741.417227:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1779718741.417228:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529485056:192.168.203.145@tcp:250:kworker.0
00000008:00000001:3.0:1779718741.417233:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.417236:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718741.417237:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.417243:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1779718741.417245:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000100:00000040:2.0:1779718741.417249:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529485056/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718741.417251:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718741.417258:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718741.417261:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718741.417265:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718741.417268:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718741.417270:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718741.417271:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718741.417273:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718741.417278:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000010:3.0:1779718741.417278:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
02000000:00000001:2.0:1779718741.417283:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1779718741.417284:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718741.417287:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718741.417290:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000100:00100000:3.0:1779718741.417294:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1779718741.417295:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718741.417299:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:2.0:1779718741.417306:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1779718741.417309:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779718741.417310:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718741.417314:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:3.0:1779718741.417314:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.417320:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1779718741.417322:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417323:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.417328:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718741.417337:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.417340:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1779718741.417342:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21198)
00000100:00000001:2.0:1779718741.417343:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.417348:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718741.417351:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718741.417353:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718741.417360:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417368:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718741.417370:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718741.417373:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718741.417375:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718741.417390:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718741.417394:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485184:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718741.417398:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718741.417400:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718741.417402:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718741.417404:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718741.417407:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718741.417409:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718741.417413:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718741.417416:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718741.417425:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718741.417430:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529485184, portal 10
00000100:00000001:2.0:1779718741.417432:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718741.417434:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718741.417442:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417450:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718741.417452:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718741.417453:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718741.417459:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529485184, offset 0
00000400:00000200:2.0:1779718741.417463:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718741.417467:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718741.417488:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718741.417491:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718741.417493:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718741.417495:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718741.417497:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718741.417500:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157520:157520:256:4294967295] 192.168.203.145@tcp LPNI seq info [157519:157519:8:4294967295]
00000400:00000200:2.0:1779718741.417503:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718741.417509:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718741.417513:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718741.417515:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718741.417519:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718741.417522:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718741.417525:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718741.417528:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718741.417531:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718741.417532:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718741.417535:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718741.417554:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718741.417557:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718741.417558:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718741.417560:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718741.417562:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417568:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718741.417570:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417579:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.417580:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718741.417583:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718741.417586:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718741.417588:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718741.417590:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315860491
00000100:00000001:2.0:1779718741.417592:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315861758
00000100:00000001:2.0:1779718741.417593:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315860491
00000100:00000001:2.0:1779718741.417595:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315861758
00000100:00000001:2.0:1779718741.417596:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718741.417598:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.417599:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718741.417601:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718741/real 1779718741]  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718741.417607:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718741.417608:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718741.417609:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718741.417611:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718741.417612:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718741.417613:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718741.417616:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718741.417621:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417625:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718741.417626:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.417627:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718741.417628:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718741.417630:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417636:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718741.417638:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417643:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718741.417645:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.417646:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718741.417646:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.417648:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718741.417649:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718741.417651:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718741.417654:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718741.417656:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718741.417660:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718741.417668:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485184:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718741.417671:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718741.417675:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417698:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718741.417700:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718741.417702:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718741.417705:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718741.417707:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718741.417710:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485312:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718741.417714:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718741.417716:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718741.417718:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718741.417719:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718741.417723:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718741.417725:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718741.417729:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718741.417731:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718741.417735:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718741.417737:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529485312, portal 10
00000100:00000001:2.0:1779718741.417739:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718741.417741:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718741.417747:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417754:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718741.417757:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718741.417759:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718741.417762:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529485312, offset 0
00000400:00000200:2.0:1779718741.417771:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718741.417775:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718741.417780:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718741.417783:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718741.417785:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718741.417787:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718741.417789:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718741.417792:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157521:157521:256:4294967295] 192.168.203.145@tcp LPNI seq info [157520:157520:8:4294967295]
00000400:00000200:2.0:1779718741.417797:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718741.417804:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718741.417809:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718741.417812:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718741.417816:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718741.417819:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718741.417822:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718741.417825:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718741.417828:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718741.417831:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718741.417834:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718741.417837:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718741.417840:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718741.417842:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718741.417844:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718741.417848:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417855:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718741.417857:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417864:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.417865:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718741.417869:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718741.417872:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718741.417876:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718741.417878:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315860499
00000100:00000001:2.0:1779718741.417880:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315861758
00000100:00000001:2.0:1779718741.417882:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315860499
00000100:00000001:2.0:1779718741.417884:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315861758
00000100:00000001:2.0:1779718741.417886:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718741.417888:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.417890:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718741.417893:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718741/real 1779718741]  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718741.417901:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718741.417902:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718741.417904:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718741.417906:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718741.417907:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718741.417910:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718741.417913:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718741.417943:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417950:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718741.417952:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.417954:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718741.417955:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718741.417959:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417966:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718741.417969:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.417975:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718741.417977:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.417979:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718741.417980:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.417982:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718741.417983:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718741.417986:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718741.417989:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718741.417991:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718741.417995:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718741.418002:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485312:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718741.418005:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718741.418008:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.418014:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718741.418015:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718741.418017:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718741.418019:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718741.418021:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718741.418023:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485440:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718741.418026:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718741.418028:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718741.418029:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718741.418031:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718741.418034:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718741.418036:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718741.418039:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718741.418042:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718741.418046:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718741.418048:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529485440, portal 4
00000100:00000001:2.0:1779718741.418050:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718741.418051:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718741.418057:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.418062:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718741.418064:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718741.418066:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718741.418068:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529485440, offset 0
00000400:00000200:2.0:1779718741.418072:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718741.418076:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718741.418080:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718741.418082:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718741.418084:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718741.418087:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718741.418089:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718741.418092:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157522:157522:256:4294967295] 192.168.203.145@tcp LPNI seq info [157521:157521:8:4294967295]
00000400:00000200:2.0:1779718741.418096:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718741.418103:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718741.418106:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718741.418110:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718741.418113:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718741.418116:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718741.418120:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718741.418123:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718741.418127:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718741.418129:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718741.418132:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718741.418135:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718741.418138:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718741.418140:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718741.418142:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718741.418146:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.418154:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718741.418157:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.418163:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.418164:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718741.418168:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718741.418171:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718741.418174:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718741.418176:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315860498
00000100:00000001:2.0:1779718741.418178:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315861758
00000100:00000001:2.0:1779718741.418180:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315860498
00000100:00000001:2.0:1779718741.418182:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315861758
00000100:00000001:2.0:1779718741.418184:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718741.418187:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.418188:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718741.418192:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718741/real 1779718741]  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718741.418198:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718741.418199:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718741.418200:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718741.418202:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718741.418203:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718741.418204:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718741.418206:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718741.418212:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.418216:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718741.418217:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.418218:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718741.418219:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718741.418221:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.418225:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718741.418227:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.418231:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718741.418233:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.418234:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718741.418235:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.418236:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718741.418237:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718741.418239:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718741.418241:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718741.418243:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718741.418247:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718741.418255:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485440:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718741.418259:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.418261:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718741.418270:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529485184/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.418277:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718741.418279:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718741.418281:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718741.418284:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718741.418285:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718741.418287:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718741.418289:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718741.418291:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:2.0:1779718741.418294:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718741.418295:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718741.418296:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718741.418298:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718741.418299:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.418300:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718741.418303:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529485312/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.418307:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718741.418308:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718741.418309:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718741.418310:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718741.418311:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718741.418312:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718741.418314:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718741.418315:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:2.0:1779718741.418316:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718741.418317:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718741.418318:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718741.418335:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718741.418336:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.418337:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718741.418339:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529485440/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718741.418343:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718741.418344:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718741.418345:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718741.418346:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718741.418347:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718741.418347:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718741.418348:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718741.418349:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:2.0:1779718741.418350:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718741.418351:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718741.418352:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718741.418353:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718741.418354:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.418355:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718741.418358:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718741.418359:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718741.418361:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718741.418362:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718741.864021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718741.864027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718741.864033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718741.864034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718741.864038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718741.864039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718741.864104:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718741.864108:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718741.864111:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718742.440069:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718742.440077:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718742.440079:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718742.440085:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718742.440089:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718742.440093:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718742.440097:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718742.440100:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718742.440102:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718742.696001:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315861758, at 4315861760
00000100:00000040:0.0:1779718742.696011:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315861758, at 4315861760
00000100:00000010:1.0:1779718742.696014:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c60.
00000100:00000010:0.0:1779718742.696023:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b51e0.
00010000:00000001:2.0:1779718742.888017:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718742.888023:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718742.888029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718742.888030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718742.888034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718742.888035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718742.888090:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718742.888094:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718742.888098:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718743.464059:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718743.464067:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718743.464070:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718743.464077:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718743.464082:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718743.464087:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718743.464091:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718743.464095:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718743.464098:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718743.912114:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718743.912122:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718743.912129:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718743.912131:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718743.912135:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718743.912137:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718743.912140:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718743.912143:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718743.912163:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718743.912167:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718743.912171:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718743.912175:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718743.912263:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718743.912270:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718743.912276:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718744.488044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718744.488052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718744.488055:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718744.488061:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718744.488065:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718744.488070:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718744.488074:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718744.488078:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718744.488081:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718744.936024:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718744.936029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718744.936034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718744.936036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718744.936039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718744.936040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718744.936095:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718744.936099:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718744.936103:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718745.512046:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718745.512052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718745.512054:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718745.512060:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718745.512064:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718745.512067:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718745.512070:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718745.512074:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718745.512076:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718745.960027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718745.960033:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718745.960035:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718745.960038:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718745.960043:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718745.960044:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718745.960046:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718745.960048:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718745.960052:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718745.960053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718745.960056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718745.960057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718745.960112:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718745.960116:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718745.960119:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718746.536039:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718746.536039:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718746.536044:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718746.536047:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718746.536048:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718746.536051:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1779718746.536053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718746.536054:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718746.536057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718746.536058:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718746.536061:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.536065:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718746.536065:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21193
00000100:00000001:2.0:1779718746.536069:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.536072:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718746.536075:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718746.536081:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718746.536084:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718746.536087:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536090:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718746.536092:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536095:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718746.536105:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718746.536107:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718746.536109:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718746.536111:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718746.536112:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718746.536114:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718746.536116:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536118:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718746.536119:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536121:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718746.536123:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718746.536126:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536128:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718746.536130:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718746.536132:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718746.536134:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718746.536136:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718746.536137:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718746.536145:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718746.536148:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718746.536151:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718746.536152:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718746.536155:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718746.536157:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718746.536160:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718746.536166:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718746.536172:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718746.536179:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718746.536187:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718746.536190:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718746.536193:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718746.536209:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718746.536211:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718746.536213:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718746.536215:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718746.536216:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718746.536218:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718746.536219:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21193
00000400:00000200:3.0:1779718746.536223:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718746.536226:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718746.536228:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718746.536231:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536233:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718746.536234:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718746.536235:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536238:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718746.536239:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718746.536240:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718746.536241:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1779718746.536242:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718746.536245:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718746.536246:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718746.536249:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:2.0:1779718746.536251:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718746.536251:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718746.536257:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536261:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718746.536265:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536269:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718746.536272:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1779718746.536272:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:2.0:1779718746.536274:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718746.536276:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718746.536280:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718746.536280:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718746.536283:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718746.536284:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718746.536287:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718746.536287:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718746.536291:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718746.536292:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529485568:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718746.536293:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718746.536298:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1779718746.536298:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718746.536302:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1779718746.536302:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718746.536303:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718746.536305:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718746.536307:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
02000000:00000001:2.0:1779718746.536308:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1779718746.536310:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718746.536313:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1779718746.536314:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:3.0:1779718746.536314:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718746.536318:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718746.536319:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718746.536321:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718746.536324:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718746.536327:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:3.0:1779718746.536328:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000400:00000010:2.0:1779718746.536331:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:3.0:1779718746.536331:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718746.536336:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1779718746.536348:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718746.536356:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529485568, portal 25
00000100:00000001:3.0:1779718746.536356:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718746.536361:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718746.536361:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.536364:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:3.0:1779718746.536367:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718746.536373:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718746.536382:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718746.536387:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718746.536388:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1779718746.536391:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1779718746.536395:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536395:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718746.536397:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1779718746.536399:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000001:3.0:1779718746.536400:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:2.0:1779718746.536405:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529485568, offset 0
00000100:00080000:3.0:1779718746.536405:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21193
00000400:00000200:3.0:1779718746.536410:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718746.536415:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718746.536417:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718746.536417:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718746.536421:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536423:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718746.536425:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536428:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718746.536429:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718746.536433:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718746.536436:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718746.536437:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718746.536439:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718746.536440:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:3.0:1779718746.536442:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718746.536446:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1779718746.536446:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718746.536451:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718746.536455:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718746.536455:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718746.536459:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718746.536461:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718746.536462:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718746.536467:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000040:3.0:1779718746.536467:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718746.536471:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718746.536476:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157523:157523:256:4294967295] 192.168.203.145@tcp LPNI seq info [157522:157522:8:4294967295]
00000100:00000001:3.0:1779718746.536476:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718746.536480:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718746.536484:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718746.536486:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718746.536487:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718746.536489:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718746.536491:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718746.536493:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718746.536496:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718746.536501:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1779718746.536501:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718746.536505:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718746.536508:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718746.536511:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718746.536512:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536514:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718746.536516:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718746.536517:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718746.536518:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
02000000:00000010:3.0:1779718746.536521:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718746.536524:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718746.536526:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718746.536531:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00100000:3.0:1779718746.536531:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718746.536544:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1779718746.536544:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718746.536548:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718746.536549:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1779718746.536553:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1779718746.536558:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718746.536562:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000100:00000001:3.0:1779718746.536567:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718746.536569:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1779718746.536570:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718746.536576:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1779718746.536577:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1779718746.536581:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718746.536583:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000100:00080000:3.0:1779718746.536584:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:2.0:1779718746.536587:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:3.0:1779718746.536587:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718746.536590:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718746.536592:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718746.536593:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718746.536598:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21193
00000100:00000200:2.0:1779718746.536600:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718746.536604:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718746.536610:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718746.536614:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718746.536619:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536622:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718746.536623:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718746.536624:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536627:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:2.0:1779718746.536630:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718746.536630:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718746.536633:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718746.536636:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718746.536638:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718746.536642:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718746.536647:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718746.536649:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718746.536651:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718746.536654:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718746.536654:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718746.536658:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536660:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718746.536661:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718746.536663:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718746.536664:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718746.536669:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718746.536671:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718746.536674:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718746.536675:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718746.536679:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.536680:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315866878
00000100:00000001:3.0:1779718746.536680:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718746.536683:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718746.536686:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718746.536687:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718746.536689:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b51e0.
00000100:00000010:3.0:1779718746.536690:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718746.536695:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718746.536697:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718746.536698:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718746.536699:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718746.536700:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1779718746.536700:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718746.536701:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718746.536706:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718746.536709:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.536710:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315866878
00000100:00100000:3.0:1779718746.536713:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1779718746.536716:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5c60.
00000100:00000001:2.0:1779718746.536722:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718746.536722:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718746.536726:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.536727:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1779718746.536730:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.536731:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.536736:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1779718746.536742:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718746.536744:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718746/real 1779718746]  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718746.536746:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21203)
00000400:00000001:2.0:1779718746.536755:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718746.536757:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718746.536758:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718746.536761:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718746.536763:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718746.536765:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718746.536768:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718746.536775:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.536779:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718746.536780:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.536782:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718746.536783:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718746.536786:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.536790:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718746.536793:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.536798:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718746.536800:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.536801:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718746.536802:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.536804:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718746.536805:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718746.536807:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718746.536810:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718746.536811:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718746.536814:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718746.536819:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529485568:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718746.536822:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.536823:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718746.536827:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529485568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.536834:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718746.536836:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718746.536839:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718746.536842:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718746.536844:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718746.536845:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718746.536848:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718746.536850:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:2.0:1779718746.536854:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718746.536856:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718746.536858:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718746.536861:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718746.536862:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.536865:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.536871:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718746.536873:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.536875:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718746.536876:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718746.536877:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718746.536880:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.536886:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718746.536887:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718746.536889:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718746.536890:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718746.536892:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718746.536893:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485696:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718746.536896:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718746.536897:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718746.536898:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718746.536899:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718746.536902:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718746.536903:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718746.536906:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718746.536908:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718746.536910:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718746.536913:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529485696, portal 10
00000100:00000001:2.0:1779718746.536914:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718746.536915:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718746.536937:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.536943:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718746.536945:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718746.536946:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718746.536948:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529485696, offset 0
00000400:00000200:2.0:1779718746.536951:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718746.536954:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718746.536957:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718746.536960:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718746.536961:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718746.536963:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718746.536965:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718746.536967:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157524:157524:256:4294967295] 192.168.203.145@tcp LPNI seq info [157523:157523:8:4294967295]
00000400:00000200:2.0:1779718746.536970:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718746.536975:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718746.536978:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718746.536980:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718746.536983:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718746.536985:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718746.536988:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718746.536990:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718746.536992:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718746.536993:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718746.536995:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718746.536998:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718746.537000:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718746.537001:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718746.537003:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718746.537005:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537010:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718746.537012:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537017:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.537018:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718746.537020:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718746.537022:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718746.537025:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718746.537026:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315865611
00000100:00000001:2.0:1779718746.537028:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315866878
00000100:00000001:2.0:1779718746.537029:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315865611
00000100:00000001:2.0:1779718746.537031:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315866878
00000100:00000001:2.0:1779718746.537032:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718746.537034:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.537035:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718746.537038:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718746/real 1779718746]  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718746.537043:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718746.537044:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718746.537045:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718746.537046:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718746.537047:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718746.537049:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718746.537051:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718746.537056:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537060:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718746.537061:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537062:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718746.537063:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718746.537065:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537069:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718746.537071:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537075:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718746.537076:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537077:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718746.537079:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537080:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718746.537082:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718746.537083:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718746.537086:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718746.537087:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718746.537090:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718746.537095:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485696:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718746.537097:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718746.537099:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537103:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718746.537103:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718746.537105:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718746.537106:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718746.537107:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718746.537109:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485824:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718746.537111:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718746.537112:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718746.537113:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718746.537114:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718746.537116:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718746.537117:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718746.537119:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718746.537121:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718746.537122:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718746.537124:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529485824, portal 10
00000100:00000001:2.0:1779718746.537126:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718746.537127:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718746.537130:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537135:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718746.537137:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718746.537138:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718746.537139:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529485824, offset 0
00000400:00000200:2.0:1779718746.537142:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718746.537144:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718746.537146:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718746.537148:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718746.537150:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718746.537152:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718746.537153:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718746.537155:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157525:157525:256:4294967295] 192.168.203.145@tcp LPNI seq info [157524:157524:8:4294967295]
00000400:00000200:2.0:1779718746.537158:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718746.537162:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718746.537164:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718746.537166:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718746.537168:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718746.537170:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718746.537172:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718746.537174:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718746.537176:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718746.537178:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718746.537179:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718746.537182:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718746.537183:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718746.537184:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718746.537185:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718746.537203:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537209:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718746.537211:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537216:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.537218:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718746.537220:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718746.537222:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718746.537225:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718746.537226:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315865619
00000100:00000001:2.0:1779718746.537228:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315866878
00000100:00000001:2.0:1779718746.537229:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315865619
00000100:00000001:2.0:1779718746.537231:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315866878
00000100:00000001:2.0:1779718746.537232:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718746.537233:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.537234:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718746.537237:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718746/real 1779718746]  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718746.537242:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718746.537243:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718746.537244:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718746.537245:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718746.537246:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718746.537248:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718746.537250:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718746.537255:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537259:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718746.537260:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537261:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718746.537262:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718746.537264:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537268:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718746.537271:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537276:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718746.537278:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537279:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718746.537280:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537296:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718746.537297:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718746.537299:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718746.537301:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718746.537302:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718746.537304:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718746.537309:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485824:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718746.537311:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718746.537312:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537316:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718746.537317:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718746.537318:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718746.537319:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718746.537320:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718746.537322:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485952:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718746.537324:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718746.537325:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718746.537326:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718746.537328:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718746.537330:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718746.537331:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718746.537333:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718746.537335:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718746.537337:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718746.537353:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529485952, portal 4
00000100:00000001:2.0:1779718746.537354:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718746.537355:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718746.537359:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537363:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718746.537365:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718746.537367:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718746.537368:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529485952, offset 0
00000400:00000200:2.0:1779718746.537371:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718746.537373:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718746.537376:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718746.537378:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718746.537379:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718746.537381:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718746.537383:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718746.537385:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157526:157526:256:4294967295] 192.168.203.145@tcp LPNI seq info [157525:157525:8:4294967295]
00000400:00000200:2.0:1779718746.537388:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718746.537392:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718746.537394:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718746.537397:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718746.537399:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718746.537401:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718746.537404:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718746.537405:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718746.537408:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718746.537409:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718746.537411:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718746.537413:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718746.537415:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718746.537416:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718746.537418:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718746.537420:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537425:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718746.537427:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537431:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.537432:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718746.537434:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718746.537436:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718746.537437:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718746.537439:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315865617
00000100:00000001:2.0:1779718746.537440:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315866878
00000100:00000001:2.0:1779718746.537442:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315865617
00000100:00000001:2.0:1779718746.537443:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315866878
00000100:00000001:2.0:1779718746.537445:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718746.537446:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.537447:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718746.537449:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718746/real 1779718746]  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718746.537454:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718746.537454:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718746.537455:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718746.537457:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718746.537458:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718746.537459:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718746.537460:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718746.537465:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537470:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718746.537471:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537472:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718746.537473:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718746.537476:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537479:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718746.537482:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537485:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718746.537487:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537488:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718746.537488:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537490:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718746.537491:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718746.537492:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718746.537494:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718746.537495:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718746.537497:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718746.537502:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529485952:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718746.537504:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537505:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718746.537507:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529485696/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537511:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718746.537512:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718746.537514:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718746.537516:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718746.537517:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718746.537518:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718746.537519:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718746.537520:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:2.0:1779718746.537522:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718746.537523:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718746.537524:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718746.537526:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718746.537527:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537528:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718746.537530:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529485824/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537534:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718746.537534:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718746.537535:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718746.537537:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718746.537537:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718746.537538:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718746.537539:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718746.537540:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:2.0:1779718746.537541:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718746.537542:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718746.537543:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718746.537544:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718746.537544:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537545:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718746.537547:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529485952/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718746.537551:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718746.537551:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718746.537552:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718746.537553:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718746.537554:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718746.537554:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718746.537556:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718746.537557:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:2.0:1779718746.537559:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718746.537560:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718746.537560:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718746.537562:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718746.537563:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537564:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718746.537566:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718746.537567:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718746.537568:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718746.537569:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718746.984033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718746.984043:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718746.984050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718746.984052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718746.984057:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718746.984059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718746.984106:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718746.984109:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718746.984111:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718747.560015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718747.560022:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718747.560024:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718747.560029:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718747.560033:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718747.560036:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718747.560039:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718747.560041:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718747.560044:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718747.816031:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315866878, at 4315866880
00000100:00000040:1.0:1779718747.816036:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315866878, at 4315866880
00000100:00000010:0.0:1779718747.816043:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b51e0.
00000100:00000010:1.0:1779718747.816048:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c60.
00010000:00000001:2.0:1779718748.008023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718748.008027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718748.008031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718748.008034:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718748.008036:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718748.008039:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718748.008041:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718748.008043:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718748.008045:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718748.008047:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718748.008050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718748.008052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718748.008113:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718748.008117:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718748.008120:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718748.584029:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718748.584035:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718748.584036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718748.584041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718748.584043:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718748.584047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718748.584049:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718748.584051:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718748.584053:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718749.032049:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718749.032055:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718749.032062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718749.032064:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718749.032068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718749.032070:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718749.032134:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718749.032138:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718749.032141:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718749.608012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718749.608017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718749.608019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718749.608023:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718749.608026:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718749.608029:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718749.608031:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718749.608034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718749.608035:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718750.056001:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718750.056006:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718750.056011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718750.056013:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718750.056015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718750.056016:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718750.056075:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718750.056078:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718750.056081:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718750.632048:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718750.632055:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718750.632057:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718750.632062:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718750.632065:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718750.632069:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718750.632072:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718750.632075:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718750.632078:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718751.080097:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718751.080105:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718751.080114:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718751.080115:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718751.080119:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718751.080121:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718751.080259:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718751.080265:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718751.080270:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718751.656016:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718751.656018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718751.656023:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718751.656026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718751.656026:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718751.656030:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1779718751.656032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718751.656034:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718751.656037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718751.656038:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718751.656041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.656044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718751.656046:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21198
00000100:00000001:2.0:1779718751.656048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.656052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718751.656056:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718751.656062:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718751.656066:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718751.656070:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656073:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718751.656075:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656076:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718751.656079:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718751.656081:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718751.656083:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718751.656085:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718751.656086:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718751.656088:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718751.656090:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656092:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718751.656093:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656095:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718751.656097:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718751.656099:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656101:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718751.656103:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718751.656106:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718751.656108:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656109:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718751.656111:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718751.656119:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718751.656121:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718751.656124:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718751.656126:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656128:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718751.656130:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718751.656134:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718751.656140:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718751.656146:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718751.656154:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718751.656162:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718751.656166:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718751.656169:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718751.656188:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718751.656190:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718751.656193:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718751.656194:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718751.656195:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718751.656197:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718751.656199:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21198
00000400:00000200:3.0:1779718751.656202:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718751.656205:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718751.656207:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718751.656209:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718751.656210:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718751.656211:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718751.656214:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718751.656215:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718751.656217:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718751.656225:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718751.656225:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718751.656231:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718751.656233:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718751.656237:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718751.656240:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718751.656242:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1779718751.656243:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718751.656245:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718751.656246:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718751.656249:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1779718751.656253:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718751.656254:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718751.656255:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718751.656259:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718751.656260:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656265:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00100000:2.0:1779718751.656268:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529486080:192.168.203.145@tcp:250:kworker.0
00000020:00000040:3.0:1779718751.656269:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:2.0:1779718751.656276:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1779718751.656276:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656278:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718751.656280:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718751.656281:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718751.656284:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718751.656285:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718751.656287:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1779718751.656288:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656291:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1779718751.656293:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
00000008:00100000:3.0:1779718751.656294:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718751.656311:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656313:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718751.656314:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718751.656317:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718751.656320:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718751.656322:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1779718751.656324:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718751.656325:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656328:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718751.656329:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1779718751.656331:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
02000000:00000001:3.0:1779718751.656331:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718751.656359:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000400:00000010:2.0:1779718751.656361:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000001:3.0:1779718751.656363:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718751.656371:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529486080, portal 25
00000100:00100000:3.0:1779718751.656374:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718751.656377:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718751.656381:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000001:3.0:1779718751.656392:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1779718751.656395:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718751.656397:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.656409:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718751.656415:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718751.656420:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000040:3.0:1779718751.656424:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718751.656425:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529486080, offset 0
00000400:00000200:2.0:1779718751.656442:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656446:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718751.656451:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718751.656457:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718751.656460:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718751.656464:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718751.656466:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718751.656470:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718751.656475:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718751.656481:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1779718751.656485:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21198
00000400:00000200:2.0:1779718751.656491:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718751.656497:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718751.656500:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718751.656504:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157527:157527:256:4294967295] 192.168.203.145@tcp LPNI seq info [157526:157526:8:4294967295]
00000400:00000200:2.0:1779718751.656508:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718751.656531:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718751.656540:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718751.656544:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1779718751.656546:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718751.656555:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.0:1779718751.656559:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656560:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718751.656567:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718751.656568:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000100:00000001:3.0:1779718751.656571:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718751.656575:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718751.656578:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000800:00000200:2.0:1779718751.656581:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718751.656582:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718751.656587:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:2.0:1779718751.656588:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1779718751.656592:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718751.656596:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718751.656600:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718751.656602:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718751.656604:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1779718751.656605:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718751.656611:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656613:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000100:2.0:1779718751.656615:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718751.656635:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000010:2.0:1779718751.656637:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000100:00080000:3.0:1779718751.656641:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656644:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718751.656645:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1779718751.656646:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718751.656653:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718751.656656:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1779718751.656658:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656661:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718751.656662:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718751.656665:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718751.656669:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1779718751.656672:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1779718751.656676:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1779718751.656677:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656683:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718751.656690:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000100:00000001:2.0:1779718751.656694:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1779718751.656695:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000040:2.0:1779718751.656699:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718751.656700:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718751.656703:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656708:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718751.656711:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718751.656715:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.656717:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.656720:0:248765:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1779718751.656721:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:2.0:1779718751.656726:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656727:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718751.656735:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:3.0:1779718751.656738:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718751.656740:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315871998
00000100:00000010:2.0:1779718751.656749:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b58a0.
00000100:00000001:3.0:1779718751.656751:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718751.656755:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.656757:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1779718751.656760:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.656764:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315871998
00000100:00000010:2.0:1779718751.656772:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5000.
00000100:00000001:3.0:1779718751.656773:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.656780:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1779718751.656780:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718751.656786:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1779718751.656786:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1779718751.656792:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718751.656793:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718751.656797:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1779718751.656798:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718751.656801:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718751.656804:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1779718751.656805:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718751/real 1779718751]  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718751.656808:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718751.656815:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21198
00000400:00000200:3.0:1779718751.656824:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000001:2.0:1779718751.656825:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718751.656829:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1779718751.656830:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000010:2.0:1779718751.656833:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000100:00080000:3.0:1779718751.656834:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718751.656841:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000100:00000040:3.0:1779718751.656841:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718751.656845:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:3.0:1779718751.656846:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718751.656851:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718751.656852:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1779718751.656856:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000200:2.0:1779718751.656860:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718751.656860:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718751.656863:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718751.656867:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718751.656870:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718751.656875:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718751.656883:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000200:2.0:1779718751.656886:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718751.656894:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718751.656902:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718751.656903:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718751.656906:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718751.656908:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718751.656910:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718751.656913:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718751.656931:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00100000:2.0:1779718751.656936:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.656941:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718751.656946:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.656951:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718751.656954:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.656955:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718751.656956:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.656958:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718751.656962:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1779718751.656962:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:2.0:1779718751.656967:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718751.656971:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00080000:2.0:1779718751.656975:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718751.656976:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.656977:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1779718751.656979:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718751.656984:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718751.656986:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656987:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718751.656990:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718751.656992:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.656993:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718751.656997:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718751.656999:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718751.657000:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718751.657001:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718751.657003:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718751.657004:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718751.657006:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718751.657009:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1779718751.657010:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718751.657017:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718751.657024:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529486080:192.168.203.145@tcp:250:kworker.0
00000100:00100000:3.0:1779718751.657027:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718751.657031:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657036:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718751.657043:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529486080/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718751.657066:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718751.657067:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1779718751.657070:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718751.657071:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718751.657075:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
00000100:00000040:3.0:1779718751.657076:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1779718751.657078:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718751.657081:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718751.657085:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718751.657091:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1779718751.657091:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718751.657093:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
00000100:00000040:3.0:1779718751.657096:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21208)
02000000:00000001:2.0:1779718751.657098:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718751.657101:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718751.657102:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:2.0:1779718751.657105:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718751.657106:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657107:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657113:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718751.657115:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.657117:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718751.657118:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718751.657119:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718751.657123:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657129:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718751.657130:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718751.657131:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718751.657133:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718751.657134:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718751.657136:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486208:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718751.657138:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718751.657140:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718751.657141:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718751.657143:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718751.657145:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718751.657147:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718751.657149:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718751.657151:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718751.657154:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718751.657156:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529486208, portal 10
00000100:00000001:2.0:1779718751.657158:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718751.657159:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718751.657164:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657169:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718751.657171:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718751.657172:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718751.657174:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529486208, offset 0
00000400:00000200:2.0:1779718751.657177:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718751.657180:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718751.657183:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718751.657185:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718751.657187:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718751.657189:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718751.657190:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718751.657193:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157528:157528:256:4294967295] 192.168.203.145@tcp LPNI seq info [157527:157527:8:4294967295]
00000400:00000200:2.0:1779718751.657196:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718751.657201:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718751.657204:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718751.657206:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718751.657209:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718751.657211:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718751.657214:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718751.657216:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718751.657219:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718751.657220:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718751.657222:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718751.657224:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718751.657227:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718751.657228:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718751.657229:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718751.657232:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657237:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718751.657239:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657249:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.657250:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718751.657252:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718751.657255:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718751.657258:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718751.657259:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315870731
00000100:00000001:2.0:1779718751.657261:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315871998
00000100:00000001:2.0:1779718751.657263:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315870731
00000100:00000001:2.0:1779718751.657264:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315871998
00000100:00000001:2.0:1779718751.657266:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718751.657267:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.657268:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718751.657271:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718751/real 1779718751]  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718751.657276:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718751.657277:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718751.657278:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718751.657280:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718751.657281:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718751.657282:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718751.657284:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718751.657290:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657294:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718751.657295:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657296:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718751.657297:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718751.657317:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657323:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718751.657326:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657350:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718751.657353:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657355:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718751.657357:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657359:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718751.657361:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718751.657364:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718751.657368:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718751.657370:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718751.657375:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718751.657384:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486208:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718751.657389:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718751.657392:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657400:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718751.657401:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718751.657404:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718751.657406:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718751.657409:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718751.657412:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486336:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718751.657416:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718751.657418:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718751.657421:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718751.657423:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718751.657427:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718751.657430:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718751.657434:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718751.657437:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718751.657440:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718751.657444:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529486336, portal 10
00000100:00000001:2.0:1779718751.657446:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718751.657448:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718751.657454:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657462:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718751.657464:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718751.657466:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718751.657469:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529486336, offset 0
00000400:00000200:2.0:1779718751.657473:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718751.657478:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718751.657499:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718751.657503:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718751.657506:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718751.657508:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718751.657512:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718751.657517:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157529:157529:256:4294967295] 192.168.203.145@tcp LPNI seq info [157528:157528:8:4294967295]
00000400:00000200:2.0:1779718751.657525:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718751.657537:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718751.657544:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718751.657565:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718751.657569:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718751.657572:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718751.657576:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718751.657580:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718751.657584:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718751.657587:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718751.657590:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718751.657594:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718751.657598:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718751.657600:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718751.657602:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718751.657606:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657614:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718751.657617:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657623:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.657640:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718751.657644:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718751.657647:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718751.657650:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718751.657651:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315870739
00000100:00000001:2.0:1779718751.657654:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315871998
00000100:00000001:2.0:1779718751.657655:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315870739
00000100:00000001:2.0:1779718751.657657:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315871998
00000100:00000001:2.0:1779718751.657659:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718751.657661:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.657662:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718751.657665:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718751/real 1779718751]  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718751.657671:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718751.657672:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718751.657674:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718751.657675:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718751.657676:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718751.657679:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718751.657681:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718751.657688:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657692:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718751.657693:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657695:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718751.657696:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718751.657698:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657703:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718751.657706:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657711:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718751.657713:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657715:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718751.657716:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657717:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718751.657719:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718751.657721:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718751.657723:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718751.657725:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718751.657727:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718751.657733:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486336:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718751.657736:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718751.657739:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657745:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718751.657746:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718751.657748:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718751.657750:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718751.657751:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718751.657753:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486464:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718751.657756:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718751.657757:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718751.657759:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718751.657760:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718751.657763:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718751.657765:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718751.657767:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718751.657770:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718751.657774:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718751.657778:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529486464, portal 4
00000100:00000001:2.0:1779718751.657780:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718751.657782:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718751.657788:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657797:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718751.657799:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718751.657802:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718751.657805:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529486464, offset 0
00000400:00000200:2.0:1779718751.657810:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718751.657816:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718751.657820:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718751.657839:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718751.657841:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718751.657844:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718751.657847:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718751.657851:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157530:157530:256:4294967295] 192.168.203.145@tcp LPNI seq info [157529:157529:8:4294967295]
00000400:00000200:2.0:1779718751.657856:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718751.657861:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718751.657864:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718751.657867:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718751.657870:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718751.657872:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718751.657875:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718751.657877:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718751.657879:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718751.657881:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718751.657883:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718751.657885:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718751.657888:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718751.657889:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718751.657891:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718751.657893:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657899:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718751.657901:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657906:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.657907:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718751.657909:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718751.657912:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718751.657914:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718751.657915:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315870737
00000100:00000001:2.0:1779718751.657917:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315871998
00000100:00000001:2.0:1779718751.657919:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315870737
00000100:00000001:2.0:1779718751.657920:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315871998
00000100:00000001:2.0:1779718751.657922:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718751.657924:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.657925:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718751.657928:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718751/real 1779718751]  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718751.657934:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718751.657934:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718751.657936:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718751.657937:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718751.657938:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718751.657939:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718751.657942:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718751.657947:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657952:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718751.657953:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657954:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718751.657955:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718751.657957:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657961:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718751.657963:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.657968:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718751.657969:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657970:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718751.657972:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657973:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718751.657974:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718751.657976:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718751.657979:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718751.657980:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718751.657983:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718751.657988:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486464:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718751.657990:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.657992:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718751.657994:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529486208/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.658014:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718751.658015:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718751.658017:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718751.658019:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718751.658020:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718751.658021:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718751.658023:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718751.658024:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:2.0:1779718751.658026:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718751.658028:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718751.658029:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718751.658032:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718751.658033:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.658035:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718751.658040:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529486336/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.658047:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718751.658048:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718751.658050:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718751.658053:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718751.658054:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718751.658056:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718751.658058:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718751.658061:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:2.0:1779718751.658063:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718751.658064:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718751.658066:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718751.658069:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718751.658070:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.658072:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718751.658075:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529486464/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718751.658081:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718751.658083:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718751.658084:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718751.658087:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718751.658088:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718751.658090:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718751.658092:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718751.658093:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:2.0:1779718751.658096:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718751.658097:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718751.658098:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718751.658100:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718751.658102:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.658104:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718751.658108:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718751.658110:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718751.658112:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718751.658114:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718752.104010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718752.104014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718752.104020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718752.104021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718752.104025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718752.104026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718752.104074:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718752.104077:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718752.104080:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718752.680037:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718752.680045:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718752.680047:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718752.680053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718752.680058:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718752.680062:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718752.680065:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718752.680068:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718752.680070:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718752.936031:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315871998, at 4315872000
00000100:00000040:0.0:1779718752.936034:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315871998, at 4315872000
00000100:00000010:1.0:1779718752.936045:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5000.
00000100:00000010:0.0:1779718752.936048:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b58a0.
00010000:00000001:2.0:1779718753.128016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718753.128022:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718753.128036:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718753.128039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718753.128044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718753.128046:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718753.128096:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718753.128100:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718753.128103:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718753.704041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718753.704050:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718753.704053:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718753.704059:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718753.704064:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718753.704069:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718753.704072:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718753.704076:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718753.704080:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718754.152051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718754.152059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718754.152067:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718754.152069:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718754.152073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718754.152077:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718754.152080:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718754.152084:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718754.152088:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718754.152091:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718754.152093:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718754.152096:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718754.152177:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718754.152182:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718754.152186:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718754.727972:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718754.727978:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718754.727979:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718754.727983:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718754.727986:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718754.727988:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718754.727991:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718754.727994:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718754.727996:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718755.176305:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718755.176312:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718755.176319:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718755.176321:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718755.176325:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718755.176327:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718755.176413:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718755.176420:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718755.176427:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718755.751983:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718755.751990:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718755.751993:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718755.751998:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718755.752002:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718755.752005:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718755.752008:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718755.752011:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718755.752014:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718756.200006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718756.200014:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718756.200017:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718756.200020:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718756.200033:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718756.200036:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718756.200038:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718756.200041:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718756.200046:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718756.200047:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718756.200051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718756.200053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718756.200104:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718756.200107:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718756.200110:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718756.776006:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718756.776012:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718756.776012:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718756.776016:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718756.776022:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1779718756.776023:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718756.776026:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718756.776028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718756.776030:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718756.776032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718756.776035:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718756.776036:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718756.776040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718756.776044:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21203
00000100:00000001:2.0:1779718756.776045:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718756.776056:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718756.776062:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718756.776065:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718756.776070:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718756.776073:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718756.776075:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718756.776077:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718756.776080:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718756.776082:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718756.776084:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718756.776087:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718756.776089:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718756.776090:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718756.776094:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718756.776096:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718756.776099:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718756.776101:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718756.776105:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718756.776109:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718756.776112:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718756.776115:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718756.776119:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718756.776122:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718756.776123:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718756.776126:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718756.776132:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718756.776136:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718756.776139:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718756.776141:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718756.776145:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718756.776147:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718756.776151:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718756.776158:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718756.776165:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718756.776174:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718756.776183:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718756.776188:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718756.776192:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718756.776210:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718756.776213:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718756.776216:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718756.776219:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718756.776221:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718756.776224:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718756.776228:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1779718756.776228:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21203
00000100:00000001:2.0:1779718756.776233:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718756.776237:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1779718756.776237:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718756.776245:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000040:2.0:1779718756.776249:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718756.776249:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718756.776259:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718756.776277:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718756.776282:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718756.776283:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718756.776286:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1779718756.776290:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718756.776291:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718756.776296:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718756.776296:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718756.776303:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1779718756.776306:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529486592:192.168.203.145@tcp:250:kworker.0
00000020:00000040:3.0:1779718756.776307:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718756.776312:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718756.776314:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1779718756.776315:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718756.776318:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718756.776320:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1779718756.776321:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718756.776324:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718756.776328:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718756.776330:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718756.776335:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718756.776337:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718756.776343:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718756.776347:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718756.776353:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718756.776360:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529486592, portal 25
00000100:00000001:2.0:1779718756.776363:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718756.776365:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:2.0:1779718756.776371:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.776378:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718756.776380:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718756.776382:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718756.776385:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529486592, offset 0
00000400:00000200:2.0:1779718756.776390:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718756.776397:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718756.776403:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718756.776408:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718756.776412:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718756.776415:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718756.776418:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718756.776425:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157531:157531:256:4294967295] 192.168.203.145@tcp LPNI seq info [157530:157530:8:4294967295]
00000100:00000001:3.0:1779718756.776427:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718756.776432:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718756.776436:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718756.776440:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718756.776448:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1779718756.776449:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718756.776459:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:2.0:1779718756.776460:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718756.776465:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718756.776468:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
02000000:00000001:3.0:1779718756.776469:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1779718756.776478:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718756.776481:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718756.776485:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718756.776488:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779718756.776492:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718756.776494:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718756.776497:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718756.776501:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718756.776505:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718756.776507:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718756.776510:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718756.776513:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.776522:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718756.776525:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.776530:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.776532:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718756.776537:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718756.776539:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718756.776541:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315877118
00000100:00000010:2.0:1779718756.776545:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5240.
00000100:00000001:2.0:1779718756.776551:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718756.776557:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315877118
00000100:00000010:2.0:1779718756.776560:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b50c0.
00000100:00000001:2.0:1779718756.776562:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718756.776565:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718756.776567:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.776570:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718756.776573:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718756/real 1779718756]  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718756.776580:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718756.776582:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718756.776584:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718756.776587:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718756.776588:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718756.776590:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718756.776593:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718756.776597:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718756.776604:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718756.776608:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718756.776609:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718756.776614:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718756.776619:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718756.776622:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.776624:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718756.776626:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718756.776629:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.776635:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718756.776639:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.776645:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718756.776647:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.776649:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718756.776651:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.776654:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000008:00000001:3.0:1779718756.776655:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.776656:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718756.776661:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718756.776663:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718756.776668:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000010:3.0:1779718756.776668:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718756.776673:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1779718756.776674:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718756.776680:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718756.776683:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718756.776685:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718756.776687:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718756.776690:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718756.776694:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718756.776701:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00100000:2.0:1779718756.776707:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529486592:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718756.776707:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718756.776714:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718756.776727:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718756.776727:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718756.776732:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.776733:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718756.776738:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718756.776743:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529486592/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718756.776753:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.776757:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1779718756.776758:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1779718756.776761:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1779718756.776762:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718756.776764:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:2.0:1779718756.776765:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
00000100:00080000:3.0:1779718756.776766:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1779718756.776770:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1779718756.776771:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000020:00000001:2.0:1779718756.776774:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1779718756.776777:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21203
00000020:00000040:2.0:1779718756.776778:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718756.776784:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000400:00000200:3.0:1779718756.776786:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:2.0:1779718756.776787:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
00000400:00000200:3.0:1779718756.776791:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
02000000:00000001:2.0:1779718756.776792:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718756.776795:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1779718756.776795:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1779718756.776798:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000040:3.0:1779718756.776801:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718756.776803:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718756.776805:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718756.776806:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718756.776810:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718756.776811:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718756.776814:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718756.776817:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718756.776818:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718756.776819:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718756.776820:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1779718756.776821:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000001:2.0:1779718756.776823:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718756.776824:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:2.0:1779718756.776827:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718756.776828:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:2.0:1779718756.776830:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718756.776832:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718756.776836:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718756.776840:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718756.776841:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718756.776847:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718756.776853:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718756.776859:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:2.0:1779718756.776860:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718756.776864:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718756.776864:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718756.776867:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718756.776869:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718756.776870:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718756.776872:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718756.776876:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718756.776877:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1779718756.776881:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486720:192.168.203.145@tcp:38:kworker.0
02000000:00000001:3.0:1779718756.776882:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718756.776886:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718756.776888:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1779718756.776889:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718756.776892:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1779718756.776893:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718756.776894:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718756.776896:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718756.776898:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1779718756.776900:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
02000000:00000010:2.0:1779718756.776902:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
00000020:00000040:3.0:1779718756.776904:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:2.0:1779718756.776906:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718756.776908:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718756.776911:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718756.776915:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718756.776916:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1779718756.776945:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718756.776949:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
02000000:00000001:3.0:1779718756.776950:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1779718756.776952:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529486720, portal 10
02000000:00000001:3.0:1779718756.776953:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.776956:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718756.776958:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
02000000:00000010:3.0:1779718756.776960:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718756.776965:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718756.776967:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718756.776974:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718756.776979:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718756.776987:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718756.776992:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1779718756.776993:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000001:3.0:1779718756.776996:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718756.776997:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529486720, offset 0
00000100:00000040:3.0:1779718756.777002:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718756.777005:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718756.777013:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718756.777021:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718756.777021:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718756.777027:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718756.777028:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718756.777034:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:3.0:1779718756.777035:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1779718756.777038:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1779718756.777040:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718756.777042:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:3.0:1779718756.777047:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1779718756.777050:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157532:157532:256:4294967295] 192.168.203.145@tcp LPNI seq info [157531:157531:8:4294967295]
00000100:00000001:3.0:1779718756.777051:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718756.777054:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718756.777058:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718756.777058:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718756.777064:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21203
00000400:00000200:2.0:1779718756.777075:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1779718756.777075:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718756.777086:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000200:2.0:1779718756.777087:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718756.777090:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1779718756.777092:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000100:00000040:3.0:1779718756.777096:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718756.777100:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1779718756.777101:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718756.777106:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.0:1779718756.777107:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1779718756.777111:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718756.777117:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1779718756.777117:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:3.0:1779718756.777119:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718756.777123:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1779718756.777123:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000020:00000040:3.0:1779718756.777126:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718756.777131:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000800:00000100:2.0:1779718756.777132:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718756.777136:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000020:00000001:3.0:1779718756.777137:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:2.0:1779718756.777142:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1779718756.777143:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718756.777147:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718756.777152:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1779718756.777153:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718756.777158:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718756.777159:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000020:00000040:3.0:1779718756.777161:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000010:2.0:1779718756.777162:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00080000:3.0:1779718756.777166:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718756.777168:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718756.777169:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718756.777172:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1779718756.777174:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718756.777176:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718756.777182:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718756.777187:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718756.777190:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718756.777193:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1779718756.777194:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718756.777197:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718756.777198:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718756.777205:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718756.777209:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718756.777211:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.777214:0:248765:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1779718756.777214:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718756.777218:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.777220:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718756.777221:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718756.777224:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1779718756.777225:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
02000000:00000001:3.0:1779718756.777225:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718756.777233:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:3.0:1779718756.777233:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:2.0:1779718756.777238:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315875851
00000100:00000001:3.0:1779718756.777238:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.777242:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315877118
00000100:00000001:2.0:1779718756.777247:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315875851
00000100:00100000:3.0:1779718756.777248:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718756.777254:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315877118
00000100:00000001:2.0:1779718756.777278:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718756.777281:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718756.777282:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718756.777285:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.777287:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1779718756.777292:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718756.777295:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718756/real 1779718756]  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718756.777320:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718756.777324:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718756.777326:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1779718756.777326:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21213)
00000400:00000010:2.0:1779718756.777328:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718756.777332:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718756.777334:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718756.777336:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718756.777339:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718756.777347:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777352:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718756.777353:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777355:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718756.777356:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718756.777358:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777363:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718756.777366:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777371:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718756.777373:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777374:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718756.777375:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777376:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718756.777378:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718756.777380:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718756.777383:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718756.777385:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718756.777388:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718756.777394:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486720:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718756.777396:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777398:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718756.777400:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529486720/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777405:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718756.777406:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718756.777407:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718756.777409:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718756.777410:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718756.777412:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718756.777413:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718756.777415:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:2.0:1779718756.777417:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718756.777418:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718756.777419:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718756.777422:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718756.777423:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777424:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777426:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718756.777428:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.777429:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718756.777431:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718756.777432:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718756.777434:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777440:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718756.777441:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718756.777443:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718756.777445:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718756.777447:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718756.777449:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486848:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718756.777451:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718756.777453:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718756.777454:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718756.777455:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718756.777458:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718756.777459:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718756.777462:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718756.777464:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718756.777466:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718756.777469:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529486848, portal 10
00000100:00000001:2.0:1779718756.777470:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718756.777471:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718756.777476:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777481:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718756.777483:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718756.777484:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718756.777486:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529486848, offset 0
00000400:00000200:2.0:1779718756.777489:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718756.777492:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718756.777495:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718756.777497:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718756.777499:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718756.777501:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718756.777503:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718756.777506:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157533:157533:256:4294967295] 192.168.203.145@tcp LPNI seq info [157532:157532:8:4294967295]
00000400:00000200:2.0:1779718756.777509:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718756.777515:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718756.777519:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718756.777521:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718756.777524:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718756.777526:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718756.777530:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718756.777532:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779718756.777534:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718756.777536:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718756.777538:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718756.777541:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718756.777543:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718756.777544:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718756.777546:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718756.777549:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777554:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718756.777557:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777562:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.777563:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718756.777565:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718756.777567:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718756.777569:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718756.777571:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315875859
00000100:00000001:2.0:1779718756.777573:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315877118
00000100:00000001:2.0:1779718756.777574:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315875859
00000100:00000001:2.0:1779718756.777576:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315877118
00000100:00000001:2.0:1779718756.777578:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718756.777580:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.777581:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718756.777583:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718756/real 1779718756]  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718756.777590:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718756.777591:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718756.777593:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718756.777594:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718756.777595:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718756.777597:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718756.777599:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718756.777605:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777609:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718756.777610:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777611:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718756.777612:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718756.777615:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777619:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718756.777622:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777626:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718756.777644:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777646:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718756.777647:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777648:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718756.777650:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718756.777652:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718756.777654:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718756.777656:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718756.777660:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718756.777666:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486848:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718756.777669:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718756.777671:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777679:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718756.777681:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718756.777683:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718756.777685:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718756.777688:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718756.777692:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486976:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718756.777696:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718756.777699:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718756.777700:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718756.777703:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718756.777707:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718756.777709:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718756.777714:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718756.777717:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718756.777721:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718756.777725:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529486976, portal 4
00000100:00000001:2.0:1779718756.777728:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718756.777730:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718756.777737:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777744:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718756.777747:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718756.777749:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718756.777751:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529486976, offset 0
00000400:00000200:2.0:1779718756.777755:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718756.777758:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718756.777761:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718756.777764:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718756.777766:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718756.777768:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718756.777770:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718756.777773:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157534:157534:256:4294967295] 192.168.203.145@tcp LPNI seq info [157533:157533:8:4294967295]
00000400:00000200:2.0:1779718756.777776:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718756.777782:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718756.777785:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718756.777787:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718756.777790:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718756.777792:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718756.777796:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718756.777798:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779718756.777801:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718756.777803:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718756.777805:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718756.777808:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718756.777810:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718756.777811:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718756.777813:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718756.777816:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777822:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718756.777824:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777830:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.777831:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718756.777833:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718756.777835:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718756.777838:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718756.777840:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315875857
00000100:00000001:2.0:1779718756.777842:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315877118
00000100:00000001:2.0:1779718756.777844:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315875857
00000100:00000001:2.0:1779718756.777846:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315877118
00000100:00000001:2.0:1779718756.777847:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718756.777849:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.777850:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718756.777853:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718756/real 1779718756]  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718756.777859:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718756.777860:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718756.777862:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718756.777864:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718756.777865:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718756.777866:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718756.777869:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718756.777875:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777880:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718756.777881:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777882:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718756.777884:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718756.777886:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777891:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718756.777894:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777898:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718756.777901:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777902:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718756.777903:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777905:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718756.777906:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718756.777908:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718756.777911:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718756.777912:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718756.777915:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718756.777921:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529486976:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718756.777923:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777925:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718756.777927:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529486848/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777933:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718756.777957:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718756.777960:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718756.777963:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718756.777964:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718756.777966:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718756.777968:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718756.777969:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:2.0:1779718756.777972:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718756.777973:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718756.777974:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718756.777976:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718756.777977:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.777978:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718756.777981:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529486976/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718756.777992:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718756.777993:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718756.777994:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718756.777996:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718756.777997:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718756.777998:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718756.777999:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718756.778000:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:2.0:1779718756.778001:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718756.778002:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718756.778003:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718756.778005:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718756.778005:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.778007:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718756.778009:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718756.778010:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718756.778012:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718756.778013:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718757.224067:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718757.224072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718757.224078:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718757.224079:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718757.224084:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718757.224086:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718757.224151:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718757.224154:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718757.224158:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718757.799982:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718757.799988:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718757.799990:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718757.799996:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718757.800000:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718757.800004:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718757.800007:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718757.800009:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718757.800012:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718758.056003:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315877118, at 4315877120
00000100:00000040:1.0:1779718758.056003:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315877118, at 4315877120
00000100:00000010:0.0:1779718758.056017:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5240.
00000100:00000010:1.0:1779718758.056019:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b50c0.
00010000:00000001:2.0:1779718758.248050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718758.248056:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718758.248060:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718758.248064:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718758.248067:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718758.248070:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718758.248074:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718758.248076:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718758.248077:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718758.248080:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718758.248084:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718758.248085:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718758.248135:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718758.248138:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718758.248141:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718758.824030:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718758.824036:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718758.824038:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718758.824044:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718758.824047:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718758.824050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718758.824053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718758.824055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718758.824057:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718759.272023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718759.272029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718759.272037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718759.272039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718759.272043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718759.272045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718759.272114:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718759.272118:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718759.272122:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718759.848002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718759.848007:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718759.848009:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718759.848013:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718759.848016:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718759.848019:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718759.848021:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718759.848024:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718759.848026:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718760.295988:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718760.295993:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718760.295998:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718760.296000:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718760.296003:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718760.296005:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718760.296081:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718760.296084:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718760.296087:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718760.872014:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718760.872020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718760.872021:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718760.872026:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718760.872029:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718760.872032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718760.872034:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718760.872036:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718760.872038:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718761.320139:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718761.320145:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718761.320151:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718761.320153:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718761.320156:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718761.320158:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718761.320217:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718761.320221:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718761.320225:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718761.895980:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718761.895986:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718761.895988:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718761.895992:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718761.895996:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718761.895999:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779718761.896001:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718761.896001:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718761.896005:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779718761.896007:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718761.896008:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896010:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718761.896013:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718761.896016:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718761.896022:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21208
00000400:00000200:0.0:1779718761.896030:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718761.896035:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718761.896037:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718761.896040:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896042:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718761.896044:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896046:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718761.896049:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718761.896050:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718761.896052:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718761.896054:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718761.896055:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718761.896057:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718761.896059:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896061:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718761.896062:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896063:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718761.896066:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718761.896068:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896069:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718761.896071:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718761.896074:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718761.896075:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896078:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718761.896079:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718761.896086:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6d80.
00000020:00000040:0.0:1779718761.896089:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718761.896092:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718761.896093:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896096:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718761.896098:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718761.896101:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718761.896107:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718761.896112:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718761.896119:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718761.896127:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718761.896130:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718761.896134:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27aefa5] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718761.896150:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718761.896153:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718761.896155:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718761.896156:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718761.896157:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718761.896159:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718761.896161:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21208
00000400:00000200:0.0:1779718761.896164:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718761.896166:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718761.896168:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718761.896170:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896172:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718761.896174:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896175:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718761.896178:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718761.896178:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1779718761.896179:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718761.896182:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718761.896183:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1779718761.896184:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718761.896187:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718761.896188:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1779718761.896189:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718761.896193:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896195:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718761.896197:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718761.896198:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896203:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718761.896207:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718761.896212:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896218:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.896218:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718761.896231:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718761.896233:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718761.896236:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779718761.896239:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718761.896240:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718761.896243:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718761.896244:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896245:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718761.896250:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1779718761.896250:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529487104:192.168.203.145@tcp:250:kworker.0
00000008:00000001:0.0:1779718761.896255:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896259:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.896263:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1779718761.896264:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6680.
00000020:00000040:0.0:1779718761.896267:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:2.0:1779718761.896267:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779718761.896269:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718761.896270:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718761.896271:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896276:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718761.896276:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1779718761.896277:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718761.896279:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718761.896282:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000010:0.0:1779718761.896283:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
02000000:00000001:2.0:1779718761.896287:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896288:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718761.896295:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718761.896296:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718761.896302:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:0.0:1779718761.896304:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718761.896307:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718761.896308:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000040:0.0:1779718761.896311:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bfd0c85] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718761.896315:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529487104, portal 25
00000100:00000001:0.0:1779718761.896320:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.896320:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718761.896322:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493249408 : -117608216302208 : ffff9509340b6d80)
00000100:00080000:0.0:1779718761.896323:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718761.896327:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718761.896329:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1779718761.896330:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718761.896331:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718761.896335:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718761.896340:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21208
00000400:00000200:0.0:1779718761.896347:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718761.896347:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1779718761.896354:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000040:2.0:1779718761.896354:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:0.0:1779718761.896358:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1779718761.896358:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000040:0.0:1779718761.896363:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000200:2.0:1779718761.896363:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529487104, offset 0
00000100:00000001:0.0:1779718761.896366:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718761.896369:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896373:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718761.896373:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000001:0.0:1779718761.896377:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718761.896378:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718761.896379:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718761.896381:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718761.896384:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718761.896384:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:0.0:1779718761.896388:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718761.896392:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896394:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718761.896395:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:0.0:1779718761.896398:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896401:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718761.896402:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1779718761.896404:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718761.896409:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718761.896409:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:0.0:1779718761.896413:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718761.896416:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1779718761.896417:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718761.896421:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718761.896421:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:0.0:1779718761.896424:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896428:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718761.896429:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157535:157535:256:4294967295] 192.168.203.145@tcp LPNI seq info [157534:157534:8:4294967295]
00000008:00100000:0.0:1779718761.896430:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718761.896434:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896437:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718761.896438:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:0.0:1779718761.896441:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718761.896444:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718761.896448:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718761.896450:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718761.896453:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1779718761.896454:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718761.896457:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718761.896459:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718761.896463:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000010:0.0:1779718761.896464:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779718761.896468:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718761.896469:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000100:00100000:0.0:1779718761.896473:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1779718761.896481:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718761.896484:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1779718761.896486:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1779718761.896487:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718761.896492:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1779718761.896497:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718761.896504:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1779718761.896506:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718761.896510:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1779718761.896513:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718761.896516:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1779718761.896517:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000100:00080000:0.0:1779718761.896521:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718761.896523:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1779718761.896524:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718761.896526:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718761.896529:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718761.896530:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1779718761.896534:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718761.896537:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000100:00080000:0.0:1779718761.896538:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21208
00000400:00000010:2.0:1779718761.896541:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000400:00000200:0.0:1779718761.896545:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718761.896548:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718761.896548:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1779718761.896551:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1779718761.896555:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718761.896556:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896561:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718761.896564:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896568:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718761.896573:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718761.896575:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718761.896577:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718761.896577:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1779718761.896578:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718761.896581:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718761.896583:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:2.0:1779718761.896583:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718761.896590:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896595:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718761.896599:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718761.896600:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896601:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718761.896603:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1779718761.896604:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718761.896607:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718761.896609:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.896609:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718761.896613:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718761.896615:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718761.896615:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718761.896618:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.896619:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315882238
00000100:00000001:0.0:1779718761.896620:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718761.896623:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718761.896625:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718761.896625:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5060.
00000100:00000001:0.0:1779718761.896626:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718761.896632:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000100:00000001:2.0:1779718761.896634:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1779718761.896635:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718761.896640:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718761.896640:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718761.896642:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718761.896643:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718761.896643:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315882238
02000000:00000001:0.0:1779718761.896644:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718761.896650:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
00000100:00000010:2.0:1779718761.896650:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5420.
00000100:00000001:0.0:1779718761.896656:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.896656:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718761.896662:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1779718761.896664:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718761.896665:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.896670:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1779718761.896674:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718761.896677:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718761.896677:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718761/real 1779718761]  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718761.896685:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718761.896692:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718761.896694:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1779718761.896696:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718761.896697:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718761.896700:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000100:00000040:0.0:1779718761.896701:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21218)
00000400:00000010:2.0:1779718761.896702:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718761.896706:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718761.896710:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718761.896718:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.896723:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718761.896724:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.896725:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718761.896726:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718761.896729:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.896733:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718761.896736:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.896740:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718761.896742:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.896743:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718761.896744:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.896745:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718761.896747:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718761.896749:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718761.896751:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718761.896753:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718761.896756:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718761.896761:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529487104:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718761.896766:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.896768:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718761.896769:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6d80 x1866162529487104/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.896774:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718761.896775:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718761.896777:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718761.896779:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718761.896780:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718761.896782:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718761.896783:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718761.896785:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a800.
02000000:00000001:2.0:1779718761.896788:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718761.896790:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718761.896792:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6d80.
00000100:00000001:2.0:1779718761.896795:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718761.896796:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.896798:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.896805:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718761.896807:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.896809:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718761.896811:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718761.896812:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718761.896817:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.896824:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718761.896826:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718761.896828:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718761.896830:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718761.896833:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718761.896836:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529487232:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718761.896839:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718761.896841:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718761.896843:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718761.896844:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718761.896847:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718761.896849:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718761.896851:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718761.896853:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718761.896856:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718761.896858:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529487232, portal 10
00000100:00000001:2.0:1779718761.896859:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718761.896860:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493247616 : -117608216304000 : ffff9509340b6680)
00000100:00000040:2.0:1779718761.896865:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.896870:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718761.896872:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718761.896873:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718761.896875:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529487232, offset 0
00000400:00000200:2.0:1779718761.896878:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718761.896880:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718761.896883:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718761.896885:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718761.896887:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718761.896889:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718761.896891:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718761.896894:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157536:157536:256:4294967295] 192.168.203.145@tcp LPNI seq info [157535:157535:8:4294967295]
00000400:00000200:2.0:1779718761.896898:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718761.896905:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718761.896910:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718761.896914:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718761.896918:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718761.896943:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718761.896947:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718761.896948:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1779718761.896951:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718761.896952:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718761.896955:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718761.896958:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718761.896960:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718761.896961:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718761.896963:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718761.896966:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.896972:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718761.896973:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.896978:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.896979:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718761.896981:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718761.896984:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718761.896987:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718761.896988:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315880971
00000100:00000001:2.0:1779718761.896990:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315882238
00000100:00000001:2.0:1779718761.896992:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315880971
00000100:00000001:2.0:1779718761.896993:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315882238
00000100:00000001:2.0:1779718761.896994:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718761.896996:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.896997:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718761.896999:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718761/real 1779718761]  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718761.897005:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718761.897006:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718761.897008:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718761.897009:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718761.897010:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718761.897011:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718761.897014:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718761.897039:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897045:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718761.897057:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897060:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718761.897061:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718761.897064:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897071:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718761.897075:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897081:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718761.897083:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897085:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718761.897086:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897088:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718761.897090:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718761.897092:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718761.897095:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718761.897097:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718761.897116:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718761.897121:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529487232:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718761.897123:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718761.897125:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897134:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718761.897135:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718761.897137:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718761.897138:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718761.897140:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718761.897143:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529487360:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718761.897146:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718761.897148:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718761.897150:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718761.897152:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718761.897155:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718761.897157:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718761.897160:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718761.897163:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718761.897166:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718761.897169:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529487360, portal 10
00000100:00000001:2.0:1779718761.897171:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718761.897172:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493251200 : -117608216300416 : ffff9509340b7480)
00000100:00000040:2.0:1779718761.897178:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897186:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718761.897189:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718761.897191:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718761.897194:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529487360, offset 0
00000400:00000200:2.0:1779718761.897197:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718761.897200:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718761.897202:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718761.897205:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718761.897206:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718761.897208:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718761.897209:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718761.897212:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157537:157537:256:4294967295] 192.168.203.145@tcp LPNI seq info [157536:157536:8:4294967295]
00000400:00000200:2.0:1779718761.897215:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718761.897219:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718761.897239:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718761.897241:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718761.897244:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718761.897246:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718761.897249:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718761.897250:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1779718761.897253:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718761.897254:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718761.897256:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718761.897259:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718761.897261:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718761.897262:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718761.897264:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718761.897266:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897272:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718761.897273:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897278:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.897279:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718761.897281:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718761.897283:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718761.897285:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718761.897287:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315880979
00000100:00000001:2.0:1779718761.897289:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315882238
00000100:00000001:2.0:1779718761.897290:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315880979
00000100:00000001:2.0:1779718761.897291:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315882238
00000100:00000001:2.0:1779718761.897293:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718761.897294:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.897296:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718761.897298:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718761/real 1779718761]  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718761.897303:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718761.897304:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718761.897305:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718761.897307:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718761.897308:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718761.897309:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718761.897311:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718761.897316:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897320:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718761.897321:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897322:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718761.897323:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718761.897325:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897329:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718761.897331:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897335:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718761.897336:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897337:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718761.897338:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897339:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718761.897341:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718761.897342:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718761.897345:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718761.897346:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718761.897349:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718761.897354:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529487360:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718761.897356:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718761.897357:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897361:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718761.897362:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718761.897364:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718761.897365:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718761.897366:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718761.897368:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529487488:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718761.897370:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718761.897371:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718761.897373:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718761.897374:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718761.897376:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718761.897377:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718761.897379:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718761.897381:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718761.897383:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718761.897385:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529487488, portal 4
00000100:00000001:2.0:1779718761.897386:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718761.897387:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244032 : -117608216307584 : ffff9509340b5880)
00000100:00000040:2.0:1779718761.897391:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897395:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718761.897397:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718761.897398:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718761.897400:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529487488, offset 0
00000400:00000200:2.0:1779718761.897402:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718761.897405:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718761.897407:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718761.897409:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718761.897411:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718761.897412:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718761.897414:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718761.897416:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157538:157538:256:4294967295] 192.168.203.145@tcp LPNI seq info [157537:157537:8:4294967295]
00000400:00000200:2.0:1779718761.897419:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718761.897424:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718761.897426:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718761.897428:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718761.897430:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718761.897432:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718761.897435:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718761.897437:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1779718761.897439:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718761.897440:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718761.897442:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718761.897444:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718761.897446:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718761.897447:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718761.897449:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718761.897451:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897455:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718761.897457:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897462:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.897463:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718761.897465:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718761.897467:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718761.897469:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718761.897470:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315880977
00000100:00000001:2.0:1779718761.897472:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315882238
00000100:00000001:2.0:1779718761.897473:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315880977
00000100:00000001:2.0:1779718761.897475:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315882238
00000100:00000001:2.0:1779718761.897476:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718761.897477:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.897478:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718761.897480:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718761/real 1779718761]  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718761.897484:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718761.897485:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718761.897486:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718761.897488:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718761.897489:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718761.897490:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718761.897492:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718761.897497:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897500:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718761.897501:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897502:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718761.897503:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718761.897505:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897509:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718761.897511:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897516:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718761.897517:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897518:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718761.897519:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897520:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718761.897521:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718761.897522:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718761.897524:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718761.897525:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718761.897528:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718761.897532:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529487488:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718761.897534:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897535:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718761.897537:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6680 x1866162529487232/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897541:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718761.897542:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718761.897543:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718761.897544:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718761.897545:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718761.897546:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718761.897547:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718761.897548:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58c00.
02000000:00000001:2.0:1779718761.897550:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718761.897551:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718761.897552:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6680.
00000100:00000001:2.0:1779718761.897553:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718761.897554:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897556:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718761.897558:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7480 x1866162529487360/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897562:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718761.897563:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718761.897564:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718761.897573:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718761.897574:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718761.897577:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718761.897578:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718761.897579:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:2.0:1779718761.897581:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718761.897582:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718761.897582:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7480.
00000100:00000001:2.0:1779718761.897584:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718761.897585:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897586:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718761.897588:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5880 x1866162529487488/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718761.897591:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718761.897592:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718761.897593:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718761.897594:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718761.897595:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718761.897596:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718761.897597:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718761.897598:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59800.
02000000:00000001:2.0:1779718761.897599:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718761.897600:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718761.897601:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5880.
00000100:00000001:2.0:1779718761.897602:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718761.897603:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897604:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718761.897606:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718761.897607:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718761.897608:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718761.897610:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718762.343981:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718762.343986:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718762.343996:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718762.343997:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718762.344001:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718762.344002:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718762.344058:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718762.344062:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718762.344065:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718762.920013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718762.920019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718762.920021:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718762.920025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718762.920028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718762.920031:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718762.920033:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718762.920035:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718762.920037:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718763.176012:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315882238, at 4315882240
00000100:00000040:0.0:1779718763.176023:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315882238, at 4315882240
00000100:00000010:1.0:1779718763.176025:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5420.
00000100:00000010:0.0:1779718763.176033:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5060.
00010000:00000001:2.0:1779718763.367996:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718763.368001:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718763.368006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718763.368008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718763.368011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718763.368014:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718763.368016:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718763.368019:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718763.368021:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718763.368022:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718763.368024:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718763.368026:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718763.368067:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718763.368070:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718763.368073:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718763.943979:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718763.943984:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718763.943986:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718763.943990:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718763.943994:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718763.943997:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718763.943999:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718763.944001:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718763.944003:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718764.392103:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718764.392112:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718764.392122:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718764.392124:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718764.392130:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718764.392132:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718764.392246:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718764.392252:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718764.392257:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718764.968049:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718764.968058:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718764.968061:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718764.968068:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718764.968073:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718764.968077:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718764.968081:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718764.968085:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718764.968088:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718765.416025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718765.416034:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718765.416036:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718765.416040:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718765.416045:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718765.416048:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718765.416050:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718765.416053:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718765.416058:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718765.416059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718765.416064:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718765.416065:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718765.416149:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718765.416153:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718765.416156:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718765.992136:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718765.992162:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718765.992164:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718765.992171:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718765.992175:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718765.992179:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718765.992182:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718765.992185:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718765.992188:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718766.440114:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718766.440122:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718766.440130:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718766.440132:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718766.440137:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718766.440138:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718766.440243:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718766.440247:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718766.440251:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718767.016055:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718767.016063:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718767.016063:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718767.016067:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718767.016082:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718767.016082:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718767.016085:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718767.016088:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718767.016090:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718767.016093:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718767.016097:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718767.016098:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718767.016102:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718767.016107:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21213
00000100:00000001:2.0:1779718767.016108:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718767.016122:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718767.016132:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718767.016136:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718767.016140:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016143:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718767.016145:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016147:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718767.016151:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718767.016152:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718767.016155:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718767.016157:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718767.016159:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718767.016160:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718767.016162:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016164:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718767.016165:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016167:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718767.016170:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718767.016172:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016174:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718767.016176:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718767.016180:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718767.016195:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718767.016198:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718767.016201:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718767.016213:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718767.016217:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718767.016222:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718767.016224:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718767.016227:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718767.016241:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718767.016247:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718767.016256:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718767.016263:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718767.016273:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718767.016283:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718767.016287:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718767.016291:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718767.016314:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718767.016317:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718767.016320:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718767.016321:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718767.016322:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718767.016325:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718767.016327:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21213
00000400:00000200:3.0:1779718767.016331:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718767.016334:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718767.016336:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718767.016339:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016341:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718767.016344:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016345:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718767.016348:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718767.016348:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718767.016349:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718767.016351:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718767.016352:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718767.016353:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718767.016357:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718767.016358:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718767.016360:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718767.016363:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718767.016363:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718767.016370:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016374:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718767.016377:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000040:2.0:1779718767.016384:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718767.016385:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016396:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718767.016408:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718767.016419:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1779718767.016420:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718767.016422:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718767.016427:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718767.016431:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718767.016431:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718767.016440:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718767.016441:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1779718767.016451:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718767.016452:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718767.016461:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718767.016468:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529487616:192.168.203.145@tcp:250:kworker.0
00000100:00000010:3.0:1779718767.016471:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718767.016482:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:2.0:1779718767.016483:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718767.016491:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718767.016492:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718767.016493:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718767.016500:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718767.016501:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718767.016504:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718767.016507:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1779718767.016508:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718767.016515:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718767.016520:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718767.016522:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718767.016530:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718767.016538:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718767.016540:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718767.016549:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:3.0:1779718767.016559:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1779718767.016560:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718767.016569:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529487616, portal 25
00000100:00000001:2.0:1779718767.016572:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718767.016573:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.016575:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000040:3.0:1779718767.016591:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718767.016592:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.016661:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718767.016666:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718767.016675:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718767.016675:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718767.016685:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718767.016686:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1779718767.016688:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00080000:3.0:1779718767.016689:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718767.016697:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:2.0:1779718767.016701:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529487616, offset 0
00000100:00080000:3.0:1779718767.016702:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21213
00000400:00000200:3.0:1779718767.016711:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718767.016714:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718767.016716:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718767.016724:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718767.016728:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016728:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718767.016736:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016741:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718767.016744:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718767.016746:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:2.0:1779718767.016752:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718767.016753:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718767.016756:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718767.016771:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718767.016773:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718767.016778:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016780:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718767.016785:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.016788:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718767.016791:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718767.016794:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00080000:3.0:1779718767.016799:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718767.016801:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718767.016803:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718767.016807:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718767.016812:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
02000000:00000001:3.0:1779718767.016815:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718767.016820:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1779718767.016822:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718767.016826:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718767.016829:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000008:00100000:3.0:1779718767.016830:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718767.016843:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718767.016844:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157539:157539:256:4294967295] 192.168.203.145@tcp LPNI seq info [157538:157538:8:4294967295]
00000400:00000200:2.0:1779718767.016856:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718767.016859:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718767.016864:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718767.016874:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:2.0:1779718767.016880:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1779718767.016884:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718767.016893:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718767.016903:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1779718767.016904:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718767.016908:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718767.016911:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718767.016912:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
02000000:00000010:3.0:1779718767.016916:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000800:00000200:2.0:1779718767.016969:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718767.016973:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1779718767.016977:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718767.016983:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00100000:3.0:1779718767.016987:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779718767.016989:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1779718767.017015:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718767.017016:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1779718767.017023:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000100:00000001:3.0:1779718767.017023:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718767.017034:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718767.017037:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718767.017057:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718767.017058:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1779718767.017064:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718767.017066:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000100:00000040:3.0:1779718767.017072:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1779718767.017073:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00080000:3.0:1779718767.017081:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718767.017083:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1779718767.017091:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718767.017094:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718767.017099:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1779718767.017100:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718767.017110:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718767.017120:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21213
00000100:00000001:2.0:1779718767.017130:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1779718767.017133:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:2.0:1779718767.017139:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718767.017141:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718767.017150:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718767.017164:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.017172:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718767.017173:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718767.017178:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718767.017179:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718767.017200:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718767.017207:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718767.017209:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718767.017212:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718767.017213:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718767.017215:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718767.017220:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:2.0:1779718767.017224:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718767.017230:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718767.017247:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.017249:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718767.017250:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315887359
00000100:00000040:3.0:1779718767.017255:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718767.017257:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718767.017259:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000010:2.0:1779718767.017261:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b55a0.
00000100:00080000:3.0:1779718767.017263:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718767.017272:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718767.017275:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718767.017276:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1779718767.017280:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718767.017283:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718767.017285:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718767.017287:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315887359
00000008:00100000:3.0:1779718767.017288:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000010:2.0:1779718767.017292:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5780.
00000008:00000001:3.0:1779718767.017293:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718767.017299:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.017300:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000010:3.0:1779718767.017304:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718767.017306:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1779718767.017310:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718767.017312:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718767.017318:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718767.017319:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1779718767.017321:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718767.017325:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718767.017329:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1779718767.017331:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718767/real 1779718767]  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718767.017332:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718767.017342:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718767.017352:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718767.017367:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1779718767.017368:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718767.017372:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718767.017378:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718767.017387:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000100:00000001:3.0:1779718767.017388:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1779718767.017394:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:3.0:1779718767.017395:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.017401:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1779718767.017405:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718767.017411:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718767.017444:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718767.017456:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718767.017456:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21223)
00000100:00000001:2.0:1779718767.017469:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718767.017471:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.017473:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718767.017475:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718767.017481:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017489:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718767.017494:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017502:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718767.017504:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.017506:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718767.017507:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.017509:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718767.017511:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718767.017515:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718767.017519:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718767.017521:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718767.017524:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718767.017532:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529487616:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718767.017536:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.017538:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718767.017541:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529487616/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017548:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718767.017551:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718767.017554:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718767.017557:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718767.017559:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718767.017561:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718767.017563:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718767.017566:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:2.0:1779718767.017569:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718767.017572:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718767.017574:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:2.0:1779718767.017578:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718767.017579:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.017581:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.017588:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718767.017589:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.017592:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718767.017594:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718767.017595:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718767.017599:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017606:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718767.017607:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718767.017610:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718767.017612:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718767.017614:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718767.017617:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529487744:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718767.017620:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718767.017623:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718767.017625:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718767.017627:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718767.017630:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718767.017632:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718767.017635:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718767.017638:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718767.017641:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718767.017644:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529487744, portal 10
00000100:00000001:2.0:1779718767.017646:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718767.017648:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718767.017654:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017661:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718767.017663:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718767.017666:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718767.017668:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529487744, offset 0
00000400:00000200:2.0:1779718767.017674:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718767.017680:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718767.017686:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718767.017691:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718767.017695:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718767.017699:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718767.017702:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718767.017707:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157540:157540:256:4294967295] 192.168.203.145@tcp LPNI seq info [157539:157539:8:4294967295]
00000400:00000200:2.0:1779718767.017714:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718767.017725:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718767.017732:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718767.017738:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718767.017744:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718767.017748:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1779718767.017756:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718767.017759:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1779718767.017763:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718767.017765:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718767.017768:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718767.017771:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718767.017791:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718767.017792:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718767.017795:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718767.017799:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017807:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718767.017809:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017815:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.017817:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718767.017821:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718767.017825:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718767.017828:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718767.017830:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315886091
00000100:00000001:2.0:1779718767.017832:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315887359
00000100:00000001:2.0:1779718767.017835:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315886091
00000100:00000001:2.0:1779718767.017837:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315887359
00000100:00000001:2.0:1779718767.017839:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718767.017840:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.017842:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718767.017845:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718767/real 1779718767]  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718767.017853:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718767.017854:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718767.017856:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718767.017858:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718767.017859:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718767.017861:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718767.017864:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718767.017871:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017877:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718767.017878:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.017879:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718767.017880:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718767.017883:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017889:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718767.017892:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017899:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718767.017901:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.017903:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718767.017904:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.017906:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718767.017908:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718767.017910:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718767.017913:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718767.017914:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718767.017918:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718767.017924:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529487744:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718767.017928:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718767.017931:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.017937:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718767.017939:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718767.017940:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718767.017942:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718767.017944:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718767.017946:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529487872:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718767.017949:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718767.017977:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718767.017979:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718767.017981:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718767.017985:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718767.017987:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718767.017990:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718767.017992:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718767.017995:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718767.017998:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529487872, portal 10
00000100:00000001:2.0:1779718767.018000:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718767.018001:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718767.018007:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018013:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718767.018015:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718767.018016:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718767.018018:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529487872, offset 0
00000400:00000200:2.0:1779718767.018022:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718767.018026:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718767.018029:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718767.018032:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718767.018034:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718767.018036:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718767.018039:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718767.018041:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157541:157541:256:4294967295] 192.168.203.145@tcp LPNI seq info [157540:157540:8:4294967295]
00000400:00000200:2.0:1779718767.018045:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718767.018051:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718767.018055:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718767.018058:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718767.018061:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718767.018064:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1779718767.018067:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718767.018070:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1779718767.018073:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718767.018075:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718767.018078:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718767.018081:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718767.018084:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718767.018086:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718767.018088:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718767.018091:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018098:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718767.018100:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018106:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.018107:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718767.018109:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718767.018112:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718767.018115:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718767.018117:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315886100
00000100:00000001:2.0:1779718767.018119:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315887359
00000100:00000001:2.0:1779718767.018121:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315886100
00000100:00000001:2.0:1779718767.018123:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315887359
00000100:00000001:2.0:1779718767.018124:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718767.018126:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.018128:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718767.018131:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718767/real 1779718767]  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718767.018137:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718767.018138:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718767.018140:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718767.018142:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718767.018143:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718767.018145:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718767.018148:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718767.018154:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018160:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718767.018162:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018163:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718767.018165:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718767.018167:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018173:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718767.018176:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018181:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718767.018201:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018203:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718767.018204:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018206:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718767.018207:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718767.018209:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718767.018212:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718767.018214:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718767.018218:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718767.018243:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529487872:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718767.018247:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718767.018250:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018257:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718767.018258:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718767.018261:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718767.018263:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718767.018265:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718767.018268:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488000:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718767.018271:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718767.018274:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718767.018275:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718767.018277:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718767.018280:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718767.018282:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718767.018286:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718767.018288:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718767.018291:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718767.018294:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529488000, portal 4
00000100:00000001:2.0:1779718767.018296:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718767.018298:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718767.018303:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018309:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718767.018311:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718767.018313:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718767.018315:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529488000, offset 0
00000400:00000200:2.0:1779718767.018319:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718767.018323:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718767.018326:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718767.018328:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718767.018331:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718767.018333:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718767.018335:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718767.018338:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157542:157542:256:4294967295] 192.168.203.145@tcp LPNI seq info [157541:157541:8:4294967295]
00000400:00000200:2.0:1779718767.018342:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718767.018349:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718767.018354:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718767.018357:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718767.018361:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718767.018363:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1779718767.018367:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718767.018369:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1779718767.018373:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718767.018375:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718767.018378:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718767.018381:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718767.018384:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718767.018385:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718767.018387:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718767.018390:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018398:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718767.018400:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018406:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.018408:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718767.018410:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718767.018413:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718767.018416:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718767.018418:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315886098
00000100:00000001:2.0:1779718767.018421:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315887359
00000100:00000001:2.0:1779718767.018423:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315886098
00000100:00000001:2.0:1779718767.018425:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315887359
00000100:00000001:2.0:1779718767.018427:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718767.018428:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.018430:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718767.018433:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718767/real 1779718767]  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718767.018441:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718767.018442:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718767.018444:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718767.018445:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718767.018447:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718767.018449:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718767.018451:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718767.018458:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018464:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718767.018465:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018467:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718767.018468:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718767.018471:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018476:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718767.018480:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018485:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718767.018488:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018489:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718767.018491:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018492:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718767.018494:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718767.018496:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718767.018499:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718767.018501:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718767.018504:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718767.018512:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488000:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718767.018515:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018517:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718767.018520:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529487744/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018525:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718767.018527:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718767.018528:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718767.018530:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718767.018532:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718767.018533:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718767.018535:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718767.018536:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:2.0:1779718767.018539:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718767.018540:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718767.018541:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718767.018544:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718767.018545:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018546:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718767.018549:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529487872/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018555:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718767.018556:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718767.018557:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718767.018559:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718767.018560:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718767.018562:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718767.018564:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718767.018565:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:2.0:1779718767.018567:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718767.018568:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718767.018569:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718767.018572:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718767.018573:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018575:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718767.018578:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529488000/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718767.018583:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718767.018584:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718767.018585:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718767.018587:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718767.018588:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718767.018589:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718767.018590:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718767.018592:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:2.0:1779718767.018593:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718767.018594:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718767.018595:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718767.018597:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718767.018598:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018600:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718767.018603:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718767.018604:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718767.018606:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718767.018608:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718767.464028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718767.464034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718767.464039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718767.464041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718767.464045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718767.464046:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718767.464135:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718767.464139:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718767.464142:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718768.040043:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718768.040049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718768.040051:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718768.040056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718768.040059:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718768.040062:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718768.040065:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718768.040067:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718768.040070:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718768.296013:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315887359, at 4315887360
00000100:00000040:0.0:1779718768.296025:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315887359, at 4315887360
00000100:00000010:1.0:1779718768.296026:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5780.
00000100:00000010:0.0:1779718768.296055:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b55a0.
00010000:00000001:2.0:1779718768.488113:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718768.488120:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718768.488128:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718768.488133:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718768.488136:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718768.488140:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718768.488144:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718768.488147:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718768.488150:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718768.488153:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718768.488158:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718768.488160:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718768.488245:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718768.488249:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718768.488252:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718769.064031:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718769.064037:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718769.064038:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718769.064043:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718769.064046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718769.064049:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718769.064052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718769.064055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718769.064057:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718769.511996:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718769.512001:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718769.512007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718769.512008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718769.512012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718769.512014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718769.512064:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718769.512067:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718769.512071:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718770.088045:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718770.088051:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718770.088053:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718770.088056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718770.088059:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718770.088062:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718770.088064:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718770.088067:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718770.088069:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718770.536035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718770.536040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718770.536045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718770.536046:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718770.536049:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718770.536050:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718770.536096:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718770.536099:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718770.536102:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718771.112011:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718771.112017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718771.112019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718771.112023:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718771.112027:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718771.112030:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718771.112033:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718771.112036:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718771.112039:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718771.560019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718771.560025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718771.560032:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718771.560034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718771.560039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718771.560040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718771.560098:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718771.560101:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718771.560104:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718772.136029:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718772.136029:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718772.136034:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1779718772.136037:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718772.136037:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136040:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1779718772.136042:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718772.136043:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718772.136047:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718772.136047:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718772.136050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1779718772.136055:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21218
00000100:00000001:2.0:1779718772.136056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136059:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718772.136063:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718772.136069:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718772.136072:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718772.136075:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136079:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718772.136081:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136084:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718772.136088:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718772.136090:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718772.136093:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718772.136096:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718772.136099:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718772.136101:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718772.136105:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136107:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718772.136109:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136111:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718772.136114:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718772.136117:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136119:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718772.136121:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718772.136124:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718772.136126:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136127:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718772.136129:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718772.136137:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718772.136140:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718772.136154:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718772.136156:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136159:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718772.136161:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718772.136164:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718772.136171:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779718772.136176:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718772.136183:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718772.136191:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718772.136194:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718772.136198:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718772.136214:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718772.136217:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718772.136221:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718772.136222:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718772.136224:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718772.136227:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718772.136230:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21218
00000400:00000200:1.0:1779718772.136234:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718772.136238:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718772.136239:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1779718772.136240:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718772.136242:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1779718772.136244:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718772.136244:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1779718772.136246:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718772.136248:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136250:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:2.0:1779718772.136251:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779718772.136253:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718772.136254:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718772.136256:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718772.136258:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718772.136259:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1779718772.136260:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718772.136261:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718772.136265:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718772.136268:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718772.136270:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718772.136271:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718772.136274:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00100000:2.0:1779718772.136274:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529488128:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718772.136276:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718772.136278:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718772.136279:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1779718772.136281:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718772.136283:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718772.136283:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1779718772.136286:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718772.136286:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136288:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718772.136288:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1779718772.136290:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1779718772.136294:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:1.0:1779718772.136295:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718772.136296:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718772.136297:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136299:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718772.136301:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00100000:1.0:1779718772.136303:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1779718772.136305:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000008:00000001:1.0:1779718772.136306:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136308:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718772.136311:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000400:00000010:2.0:1779718772.136311:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000020:00000040:1.0:1779718772.136314:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718772.136316:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718772.136317:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718772.136318:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529488128, portal 25
00000100:00000001:1.0:1779718772.136319:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718772.136320:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1779718772.136321:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718772.136322:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
02000000:00000001:1.0:1779718772.136323:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718772.136326:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000040:2.0:1779718772.136328:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718772.136330:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718772.136335:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718772.136336:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718772.136339:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718772.136342:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000001:1.0:1779718772.136343:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718772.136345:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718772.136346:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529488128, offset 0
00000100:00000040:1.0:1779718772.136349:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718772.136352:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136357:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718772.136360:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718772.136360:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779718772.136363:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718772.136364:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718772.136366:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718772.136369:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718772.136371:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21218
00000400:00000200:2.0:1779718772.136374:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718772.136375:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718772.136377:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718772.136379:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1779718772.136380:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718772.136382:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718772.136383:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779718772.136385:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718772.136387:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718772.136387:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1779718772.136389:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718772.136390:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000001:1.0:1779718772.136392:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718772.136393:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718772.136395:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1779718772.136395:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157543:157543:256:4294967295] 192.168.203.145@tcp LPNI seq info [157542:157542:8:4294967295]
00000020:00000040:1.0:1779718772.136397:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718772.136399:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718772.136400:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:1.0:1779718772.136401:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718772.136404:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136406:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718772.136409:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718772.136410:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1779718772.136411:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718772.136413:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718772.136416:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:2.0:1779718772.136416:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136419:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718772.136420:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1779718772.136422:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
02000000:00000001:1.0:1779718772.136423:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718772.136425:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136426:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718772.136428:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1779718772.136428:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000008:00000001:1.0:1779718772.136431:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136432:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718772.136432:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000100:00000010:1.0:1779718772.136436:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000800:00000200:2.1:1779718772.136437:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:1.0:1779718772.136438:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718772.136440:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718772.136442:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718772.136442:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1779718772.136444:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718772.136445:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718772.136447:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1779718772.136447:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
02000000:00000010:1.0:1779718772.136450:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000800:00000010:2.0:1779718772.136450:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000100:00000001:1.0:1779718772.136453:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718772.136456:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1779718772.136457:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718772.136460:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1779718772.136465:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718772.136466:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000100:00000001:1.0:1779718772.136467:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718772.136468:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000040:1.0:1779718772.136470:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136472:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718772.136476:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718772.136479:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718772.136482:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718772.136485:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718772.136486:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718772.136489:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1779718772.136489:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718772.136492:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718772.136494:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718772.136496:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718772.136497:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136498:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718772.136499:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1779718772.136501:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21218
00000100:00000001:2.0:1779718772.136505:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718772.136506:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718772.136508:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718772.136509:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718772.136511:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315892478
00000100:00080000:1.0:1779718772.136516:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1779718772.136516:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5180.
00000100:00000040:1.0:1779718772.136519:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136521:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718772.136522:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718772.136522:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718772.136525:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718772.136527:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718772.136528:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718772.136528:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315892478
00000020:00000001:1.0:1779718772.136530:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718772.136532:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000010:2.0:1779718772.136532:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5ea0.
00000020:00000001:1.0:1779718772.136534:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718772.136535:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000020:00000001:1.0:1779718772.136537:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718772.136539:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718772.136539:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718772.136541:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718772.136541:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718772.136543:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718772.136544:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1779718772.136545:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718772.136547:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00100000:2.0:1779718772.136548:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718772/real 1779718772]  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718772.136550:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718772.136553:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718772.136555:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718772.136558:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718772.136560:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136562:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718772.136564:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000001:2.0:1779718772.136565:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:1.0:1779718772.136567:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718772.136567:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1779718772.136569:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718772.136570:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000100:00000010:1.0:1779718772.136572:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000400:00000200:2.0:1779718772.136573:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000020:00000040:1.0:1779718772.136575:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000010:2.0:1779718772.136575:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
02000000:00000001:1.0:1779718772.136577:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718772.136578:0:248765:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1779718772.136579:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718772.136581:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1779718772.136581:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718772.136582:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718772.136584:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718772.136587:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779718772.136590:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718772.136591:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718772.136595:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718772.136598:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718772.136600:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136603:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718772.136605:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718772.136609:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1779718772.136609:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718772.136611:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718772.136614:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136617:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718772.136622:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718772.136622:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718772.136627:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21228)
00000100:00000001:2.0:1779718772.136629:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718772.136632:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136634:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718772.136635:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136637:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718772.136639:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718772.136643:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718772.136647:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718772.136649:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718772.136654:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718772.136664:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529488128:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718772.136667:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136669:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718772.136671:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529488128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136676:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718772.136678:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718772.136680:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718772.136682:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718772.136683:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718772.136685:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718772.136686:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718772.136688:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91c00.
02000000:00000001:2.0:1779718772.136690:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718772.136692:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718772.136693:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:2.0:1779718772.136696:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718772.136697:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136699:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136704:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718772.136705:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718772.136706:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718772.136707:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718772.136708:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718772.136711:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136715:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718772.136716:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718772.136718:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718772.136719:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718772.136720:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718772.136722:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488256:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718772.136725:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718772.136726:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718772.136727:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718772.136729:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718772.136731:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718772.136733:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718772.136735:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718772.136737:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718772.136739:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718772.136742:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529488256, portal 10
00000100:00000001:2.0:1779718772.136743:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718772.136744:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:2.0:1779718772.136748:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136753:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718772.136754:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718772.136756:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718772.136757:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529488256, offset 0
00000400:00000200:2.0:1779718772.136760:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718772.136763:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718772.136765:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718772.136767:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718772.136769:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718772.136771:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718772.136773:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718772.136775:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157544:157544:256:4294967295] 192.168.203.145@tcp LPNI seq info [157543:157543:8:4294967295]
00000400:00000200:2.0:1779718772.136778:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718772.136782:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718772.136785:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718772.136787:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718772.136790:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718772.136792:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1779718772.136795:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718772.136798:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1779718772.136800:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718772.136802:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718772.136804:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718772.136806:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718772.136808:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718772.136809:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718772.136811:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718772.136813:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136818:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718772.136820:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136824:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718772.136825:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718772.136827:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718772.136831:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718772.136833:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718772.136835:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315891210
00000100:00000001:2.0:1779718772.136837:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315892478
00000100:00000001:2.0:1779718772.136839:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315891210
00000100:00000001:2.0:1779718772.136840:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315892478
00000100:00000001:2.0:1779718772.136842:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718772.136845:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718772.136847:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718772.136851:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718772/real 1779718772]  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718772.136859:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718772.136860:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718772.136863:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718772.136865:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718772.136867:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718772.136869:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718772.136873:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718772.136882:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136890:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718772.136892:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136894:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718772.136895:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718772.136899:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136904:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718772.136907:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136911:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718772.136912:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136913:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718772.136914:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.136915:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718772.136917:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718772.136918:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718772.136939:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718772.136941:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718772.136943:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718772.136948:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488256:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718772.136951:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718772.136954:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136958:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718772.136959:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718772.136960:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718772.136962:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718772.136963:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718772.136965:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488384:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718772.136967:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718772.136968:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718772.136969:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718772.136970:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718772.136973:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718772.136975:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718772.136977:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718772.136979:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718772.136981:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718772.136984:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529488384, portal 10
00000100:00000001:2.0:1779718772.136985:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718772.136986:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:2.0:1779718772.136990:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.136994:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718772.136995:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718772.136997:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718772.136999:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529488384, offset 0
00000400:00000200:2.0:1779718772.137001:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718772.137004:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718772.137006:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718772.137008:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718772.137010:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718772.137012:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718772.137014:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718772.137016:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157545:157545:256:4294967295] 192.168.203.145@tcp LPNI seq info [157544:157544:8:4294967295]
00000400:00000200:2.0:1779718772.137018:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718772.137023:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718772.137025:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718772.137027:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718772.137030:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718772.137032:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1779718772.137034:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718772.137036:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1779718772.137039:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718772.137040:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718772.137042:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718772.137044:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718772.137046:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718772.137048:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718772.137049:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718772.137051:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137056:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718772.137058:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137063:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718772.137063:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718772.137065:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718772.137068:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718772.137069:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718772.137071:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315891219
00000100:00000001:2.0:1779718772.137072:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315892478
00000100:00000001:2.0:1779718772.137074:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315891219
00000100:00000001:2.0:1779718772.137075:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315892478
00000100:00000001:2.0:1779718772.137077:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718772.137079:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718772.137080:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718772.137082:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718772/real 1779718772]  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718772.137087:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718772.137087:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718772.137088:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718772.137090:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718772.137091:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718772.137092:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718772.137094:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718772.137099:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137103:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718772.137104:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137105:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718772.137106:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718772.137108:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137112:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718772.137114:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137118:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718772.137119:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137120:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718772.137121:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137122:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718772.137124:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718772.137125:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718772.137128:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718772.137129:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718772.137131:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718772.137136:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488384:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718772.137138:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718772.137140:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137159:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718772.137160:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718772.137162:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718772.137163:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718772.137165:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718772.137167:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488512:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718772.137169:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718772.137171:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718772.137172:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718772.137173:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718772.137176:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718772.137177:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718772.137180:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718772.137181:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718772.137184:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718772.137186:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529488512, portal 4
00000100:00000001:2.0:1779718772.137187:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718772.137188:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:2.0:1779718772.137192:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137196:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718772.137198:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718772.137199:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718772.137201:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529488512, offset 0
00000400:00000200:2.0:1779718772.137203:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718772.137205:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718772.137208:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718772.137209:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718772.137211:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718772.137213:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718772.137214:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718772.137216:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157546:157546:256:4294967295] 192.168.203.145@tcp LPNI seq info [157545:157545:8:4294967295]
00000400:00000200:2.0:1779718772.137219:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718772.137223:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718772.137226:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718772.137227:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718772.137230:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718772.137232:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1779718772.137234:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718772.137236:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1779718772.137238:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718772.137240:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718772.137242:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718772.137244:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718772.137246:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718772.137247:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718772.137248:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718772.137250:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137255:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718772.137258:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137266:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718772.137268:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718772.137270:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718772.137272:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718772.137274:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718772.137275:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315891217
00000100:00000001:2.0:1779718772.137277:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315892478
00000100:00000001:2.0:1779718772.137278:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315891217
00000100:00000001:2.0:1779718772.137280:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315892478
00000100:00000001:2.0:1779718772.137281:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718772.137282:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718772.137284:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718772.137286:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718772/real 1779718772]  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718772.137290:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718772.137291:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718772.137292:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718772.137293:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718772.137294:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718772.137296:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718772.137298:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718772.137303:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137306:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718772.137307:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137308:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718772.137309:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718772.137311:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137316:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718772.137318:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137322:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718772.137324:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137325:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718772.137325:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137326:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718772.137327:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718772.137329:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718772.137331:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718772.137332:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718772.137334:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718772.137339:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488512:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718772.137341:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137342:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718772.137344:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529488256/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137348:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718772.137349:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718772.137350:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718772.137351:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718772.137352:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718772.137353:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718772.137355:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718772.137356:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93400.
02000000:00000001:2.0:1779718772.137358:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718772.137359:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718772.137360:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:2.0:1779718772.137362:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718772.137363:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137364:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718772.137366:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529488384/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137370:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718772.137371:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718772.137372:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718772.137373:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718772.137374:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718772.137374:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718772.137375:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718772.137376:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91400.
02000000:00000001:2.0:1779718772.137377:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718772.137378:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718772.137379:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:2.0:1779718772.137380:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718772.137381:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137382:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718772.137383:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529488512/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718772.137387:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718772.137387:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718772.137388:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718772.137389:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718772.137390:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718772.137391:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718772.137392:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718772.137392:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90c00.
02000000:00000001:2.0:1779718772.137394:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718772.137394:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718772.137395:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:2.0:1779718772.137396:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718772.137398:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137399:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718772.137401:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718772.137402:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718772.137404:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718772.137405:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718772.584029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718772.584037:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718772.584043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718772.584045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718772.584050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718772.584052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718772.584119:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718772.584123:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718772.584127:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718773.160002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718773.160008:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718773.160010:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718773.160014:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718773.160017:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718773.160020:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718773.160022:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718773.160024:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718773.160026:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718773.416021:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315892478, at 4315892480
00000100:00000010:0.0:1779718773.416033:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5180.
00000100:00000040:1.0:1779718773.416097:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315892478, at 4315892480
00000100:00000010:1.0:1779718773.416101:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ea0.
00010000:00000001:2.0:1779718773.608012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718773.608017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718773.608022:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718773.608023:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718773.608026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718773.608029:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718773.608031:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718773.608033:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718773.608035:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718773.608037:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718773.608038:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718773.608040:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718773.608077:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718773.608080:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718773.608083:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718774.184031:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718774.184036:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718774.184038:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718774.184042:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718774.184045:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718774.184048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718774.184051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718774.184053:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718774.184055:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718774.632048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718774.632055:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718774.632077:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718774.632079:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718774.632082:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718774.632083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718774.632171:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718774.632174:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718774.632177:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718775.208009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718775.208015:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718775.208017:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718775.208021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718775.208024:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718775.208026:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718775.208029:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718775.208047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718775.208049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718775.656007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718775.656012:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718775.656014:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718775.656017:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718775.656021:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718775.656022:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718775.656024:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718775.656026:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718775.656030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718775.656031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718775.656033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718775.656034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718775.656090:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718775.656094:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718775.656098:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718776.231998:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718776.232003:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718776.232005:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718776.232009:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718776.232012:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718776.232015:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718776.232017:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718776.232020:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718776.232021:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718776.680024:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718776.680029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718776.680035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718776.680036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718776.680038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718776.680039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718776.680102:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718776.680106:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718776.680121:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718777.256008:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718777.256010:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718777.256017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1779718777.256019:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718777.256020:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.256022:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718777.256028:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1779718777.256028:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718777.256035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718777.256036:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718777.256041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.256045:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1779718777.256048:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21223
00000100:00000001:2.0:1779718777.256048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.256052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718777.256061:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718777.256068:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718777.256072:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718777.256076:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256080:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718777.256082:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256085:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718777.256089:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718777.256091:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718777.256094:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718777.256097:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718777.256099:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718777.256102:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718777.256118:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256120:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718777.256122:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256125:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718777.256128:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718777.256132:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256135:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718777.256138:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718777.256143:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718777.256146:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.256148:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718777.256151:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718777.256159:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779718777.256163:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718777.256167:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718777.256169:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.256172:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718777.256175:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718777.256179:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718777.256187:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779718777.256193:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718777.256202:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718777.256210:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718777.256213:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718777.256216:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718777.256233:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718777.256235:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718777.256238:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718777.256239:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718777.256240:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718777.256242:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718777.256244:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21223
00000400:00000200:1.0:1779718777.256248:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718777.256250:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718777.256252:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718777.256256:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256259:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718777.256262:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256264:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718777.256267:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718777.256269:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:2.0:1779718777.256269:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718777.256273:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1779718777.256274:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718777.256276:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1779718777.256278:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718777.256281:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:2.0:1779718777.256284:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779718777.256286:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718777.256295:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718777.256297:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718777.256300:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.256302:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718777.256304:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1779718777.256307:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718777.256308:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718777.256313:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718777.256313:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718777.256334:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00100000:2.0:1779718777.256336:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529488640:192.168.203.145@tcp:250:kworker.0
00000100:00080000:1.0:1779718777.256342:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718777.256343:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1779718777.256348:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718777.256348:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718777.256352:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718777.256353:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718777.256356:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1779718777.256362:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1779718777.256362:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718777.256367:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718777.256369:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.256374:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718777.256374:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718777.256380:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000008:00100000:1.0:1779718777.256381:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718777.256386:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718777.256387:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000001:1.0:1779718777.256389:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718777.256394:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529488640, portal 25
00000100:00000010:1.0:1779718777.256396:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000100:00000001:2.0:1779718777.256398:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718777.256402:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885892736 : -117608823658880 : ffff95090fd7e680)
00000020:00000040:1.0:1779718777.256403:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718777.256409:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1779718777.256410:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718777.256414:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.256420:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718777.256425:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718777.256425:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718777.256430:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779718777.256431:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718777.256434:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718777.256438:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529488640, offset 0
02000000:00000010:1.0:1779718777.256439:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000400:00000200:2.0:1779718777.256445:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256446:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718777.256454:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:1.0:1779718777.256457:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718777.256463:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718777.256473:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1779718777.256477:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718777.256480:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779718777.256482:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718777.256487:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1779718777.256490:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718777.256495:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718777.256506:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157547:157547:256:4294967295] 192.168.203.145@tcp LPNI seq info [157546:157546:8:4294967295]
00000100:00000001:1.0:1779718777.256511:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718777.256517:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718777.256517:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779718777.256524:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718777.256526:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718777.256528:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718777.256536:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718777.256541:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1779718777.256543:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21223
00000400:00000200:1.0:1779718777.256553:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:2.0:1779718777.256559:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718777.256563:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718777.256567:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1779718777.256567:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000100:00000040:1.0:1779718777.256574:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256577:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1779718777.256582:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779718777.256584:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256590:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.0:1779718777.256590:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1779718777.256595:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718777.256598:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718777.256602:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1779718777.256603:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:1.0:1779718777.256605:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:2.1:1779718777.256610:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1779718777.256626:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718777.256631:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000100:2.0:1779718777.256637:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718777.256639:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718777.256641:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000100:00000001:1.0:1779718777.256645:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718777.256648:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1779718777.256649:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256654:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718777.256659:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1779718777.256660:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718777.256668:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718777.256668:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000100:00000001:1.0:1779718777.256674:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718777.256675:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
02000000:00000001:1.0:1779718777.256677:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718777.256681:0:248765:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1779718777.256682:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718777.256686:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.256689:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1779718777.256690:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1779718777.256692:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718777.256699:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.256704:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718777.256711:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000100:00000001:2.0:1779718777.256713:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1779718777.256715:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000040:2.0:1779718777.256719:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718777.256720:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718777.256723:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.256727:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718777.256730:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718777.256733:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.256737:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718777.256739:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:2.0:1779718777.256740:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718777.256746:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.256748:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718777.256754:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718777.256755:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718777.256761:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315897598
00000100:00000001:1.0:1779718777.256770:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1779718777.256772:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5b40.
00000100:00000001:1.0:1779718777.256773:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718777.256780:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.256781:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718777.256788:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315897598
00000100:00000001:1.0:1779718777.256793:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718777.256794:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5de0.
00000100:00000040:1.0:1779718777.256799:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718777.256800:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718777.256805:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1779718777.256807:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1779718777.256809:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718777.256812:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718777.256812:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1779718777.256818:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1779718777.256820:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718777/real 1779718777]  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718777.256823:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718777.256826:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718777.256834:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000001:2.0:1779718777.256835:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718777.256838:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1779718777.256840:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21223
00000400:00000010:2.0:1779718777.256841:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718777.256846:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000200:1.0:1779718777.256848:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718777.256851:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000400:00000200:1.0:1779718777.256855:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718777.256858:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718777.256858:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1779718777.256862:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256865:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718777.256867:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256871:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718777.256875:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:2.0:1779718777.256875:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779718777.256877:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718777.256880:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718777.256883:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718777.256888:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718777.256894:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718777.256901:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000200:2.0:1779718777.256901:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718777.256906:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718777.256910:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256916:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718777.256920:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718777.256924:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718777.256926:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718777.256929:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718777.256932:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718777.256935:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.256937:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718777.256940:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718777.256946:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.256947:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718777.256949:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.256952:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.256971:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718777.256974:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718777.256981:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.256990:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718777.256996:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1779718777.257004:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718777.257008:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718777.257013:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718777.257016:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718777.257020:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718777.257024:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718777.257026:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1779718777.257027:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.257033:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1779718777.257034:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:2.0:1779718777.257039:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718777.257041:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.257041:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257047:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718777.257049:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1779718777.257051:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1779718777.257056:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1779718777.257064:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718777.257068:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718777.257069:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000040:1.0:1779718777.257074:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257076:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1779718777.257086:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718777.257088:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718777.257091:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21234)
00000100:00100000:2.0:1779718777.257103:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529488640:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718777.257122:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257124:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718777.257128:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7e680 x1866162529488640/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257133:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718777.257135:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718777.257138:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718777.257140:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718777.257158:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718777.257160:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718777.257161:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718777.257163:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90c00.
02000000:00000001:2.0:1779718777.257166:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718777.257168:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718777.257169:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7e680.
00000100:00000001:2.0:1779718777.257172:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718777.257173:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257174:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257180:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718777.257181:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.257182:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718777.257184:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718777.257185:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718777.257187:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257192:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718777.257194:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718777.257195:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718777.257197:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718777.257198:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718777.257200:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488768:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718777.257203:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718777.257204:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718777.257205:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718777.257207:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718777.257209:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718777.257210:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718777.257214:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718777.257217:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718777.257221:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718777.257225:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529488768, portal 10
00000100:00000001:2.0:1779718777.257227:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718777.257228:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:2.0:1779718777.257235:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257242:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718777.257245:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718777.257247:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718777.257250:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529488768, offset 0
00000400:00000200:2.0:1779718777.257254:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718777.257259:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718777.257263:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718777.257267:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718777.257269:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718777.257272:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718777.257275:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718777.257278:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157548:157548:256:4294967295] 192.168.203.145@tcp LPNI seq info [157547:157547:8:4294967295]
00000400:00000200:2.0:1779718777.257283:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718777.257290:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718777.257296:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718777.257300:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718777.257304:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718777.257308:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718777.257312:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718777.257315:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718777.257334:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718777.257336:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718777.257340:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718777.257344:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718777.257348:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718777.257350:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718777.257352:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718777.257356:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257362:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718777.257364:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257374:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.257376:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718777.257378:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718777.257381:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718777.257384:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718777.257386:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315896331
00000100:00000001:2.0:1779718777.257388:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315897598
00000100:00000001:2.0:1779718777.257390:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315896331
00000100:00000001:2.0:1779718777.257392:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315897598
00000100:00000001:2.0:1779718777.257393:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718777.257395:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.257396:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718777.257399:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718777/real 1779718777]  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718777.257405:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718777.257406:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718777.257407:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718777.257409:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718777.257410:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718777.257412:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718777.257414:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718777.257420:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257424:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718777.257425:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257426:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718777.257427:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718777.257430:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257435:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718777.257438:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257443:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718777.257445:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257446:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718777.257447:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257448:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718777.257450:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718777.257452:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718777.257454:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718777.257455:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718777.257458:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718777.257463:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488768:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718777.257466:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718777.257468:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257473:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718777.257474:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718777.257476:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718777.257477:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718777.257479:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718777.257481:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488896:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718777.257484:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718777.257486:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718777.257489:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718777.257491:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718777.257495:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718777.257497:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718777.257501:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718777.257504:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718777.257507:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718777.257510:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529488896, portal 10
00000100:00000001:2.0:1779718777.257512:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718777.257514:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:2.0:1779718777.257520:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257528:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718777.257531:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718777.257533:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718777.257536:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529488896, offset 0
00000400:00000200:2.0:1779718777.257541:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718777.257545:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718777.257549:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718777.257552:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718777.257555:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718777.257557:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718777.257560:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718777.257564:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157549:157549:256:4294967295] 192.168.203.145@tcp LPNI seq info [157548:157548:8:4294967295]
00000400:00000200:2.0:1779718777.257568:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718777.257577:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718777.257582:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718777.257586:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718777.257591:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718777.257594:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718777.257598:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718777.257599:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718777.257602:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718777.257627:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718777.257629:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718777.257632:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718777.257634:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718777.257635:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718777.257637:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718777.257640:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257645:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718777.257647:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257652:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.257653:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718777.257655:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718777.257657:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718777.257660:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718777.257661:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315896339
00000100:00000001:2.0:1779718777.257663:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315897598
00000100:00000001:2.0:1779718777.257665:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315896339
00000100:00000001:2.0:1779718777.257666:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315897598
00000100:00000001:2.0:1779718777.257668:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718777.257669:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.257670:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718777.257672:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718777/real 1779718777]  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718777.257678:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718777.257679:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718777.257695:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718777.257697:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718777.257698:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718777.257700:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718777.257703:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718777.257709:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257713:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718777.257714:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257715:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718777.257716:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718777.257718:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257723:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718777.257725:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257730:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718777.257731:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257732:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718777.257733:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257735:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718777.257736:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718777.257738:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718777.257740:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718777.257742:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718777.257744:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718777.257750:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529488896:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718777.257752:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718777.257755:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257760:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718777.257761:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718777.257763:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718777.257764:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718777.257766:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718777.257768:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489024:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718777.257770:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718777.257771:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718777.257772:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718777.257774:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718777.257776:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718777.257777:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718777.257780:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718777.257782:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718777.257784:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718777.257786:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529489024, portal 4
00000100:00000001:2.0:1779718777.257787:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718777.257788:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:2.0:1779718777.257793:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257797:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718777.257799:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718777.257800:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718777.257802:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529489024, offset 0
00000400:00000200:2.0:1779718777.257805:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718777.257808:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718777.257810:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718777.257812:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718777.257814:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718777.257816:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718777.257818:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718777.257820:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157550:157550:256:4294967295] 192.168.203.145@tcp LPNI seq info [157549:157549:8:4294967295]
00000400:00000200:2.0:1779718777.257824:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718777.257829:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718777.257832:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718777.257834:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718777.257837:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718777.257839:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718777.257842:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718777.257844:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718777.257847:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718777.257848:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718777.257850:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718777.257853:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718777.257854:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718777.257855:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718777.257857:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718777.257859:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257865:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718777.257867:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257872:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.257873:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718777.257875:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718777.257878:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718777.257880:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718777.257881:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315896337
00000100:00000001:2.0:1779718777.257883:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315897598
00000100:00000001:2.0:1779718777.257885:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315896337
00000100:00000001:2.0:1779718777.257902:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315897598
00000100:00000001:2.0:1779718777.257903:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718777.257905:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.257906:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718777.257909:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718777/real 1779718777]  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718777.257914:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718777.257915:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718777.257916:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718777.257917:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718777.257918:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718777.257919:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718777.257921:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718777.257927:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257931:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718777.257931:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257932:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718777.257933:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718777.257935:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257939:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718777.257942:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257946:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718777.257947:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257948:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718777.257949:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257950:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718777.257951:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718777.257969:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718777.257972:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718777.257973:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718777.257976:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718777.257982:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489024:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718777.257984:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.257986:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718777.257988:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529488768/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.257992:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718777.257993:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718777.257994:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718777.257996:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718777.257997:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718777.257998:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718777.258000:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718777.258001:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91400.
02000000:00000001:2.0:1779718777.258003:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718777.258004:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718777.258005:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:2.0:1779718777.258008:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718777.258009:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.258010:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718777.258012:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529488896/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.258035:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718777.258036:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718777.258037:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718777.258039:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718777.258040:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718777.258041:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718777.258043:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718777.258044:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93400.
02000000:00000001:2.0:1779718777.258046:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718777.258046:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718777.258047:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:2.0:1779718777.258049:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718777.258050:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.258052:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718777.258054:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529489024/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718777.258058:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718777.258059:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718777.258060:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718777.258062:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718777.258063:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718777.258063:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718777.258065:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718777.258066:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91c00.
02000000:00000001:2.0:1779718777.258067:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718777.258068:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718777.258069:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:2.0:1779718777.258070:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718777.258071:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.258072:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718777.258075:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718777.258076:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718777.258078:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718777.258079:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718777.703999:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718777.704004:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718777.704009:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718777.704010:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718777.704013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718777.704014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718777.704061:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718777.704074:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718777.704078:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718778.280019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718778.280027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718778.280029:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718778.280035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718778.280041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718778.280045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718778.280048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718778.280052:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718778.280055:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718778.536012:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315897598, at 4315897600
00000100:00000040:0.0:1779718778.536013:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315897598, at 4315897600
00000100:00000010:0.0:1779718778.536027:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5b40.
00000100:00000010:1.0:1779718778.536029:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5de0.
00010000:00000001:2.0:1779718778.728049:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718778.728072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718778.728078:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718778.728081:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718778.728084:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718778.728087:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718778.728089:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718778.728091:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718778.728092:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718778.728108:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718778.728111:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718778.728112:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718778.728173:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718778.728176:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718778.728179:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718779.303991:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718779.303997:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718779.303998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718779.304003:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718779.304006:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718779.304009:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718779.304011:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718779.304013:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718779.304016:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718779.751983:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718779.751988:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718779.751993:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718779.751995:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718779.751997:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718779.751999:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718779.752047:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718779.752051:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718779.752054:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718780.327996:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718780.328002:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718780.328003:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718780.328007:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718780.328010:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718780.328013:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718780.328017:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718780.328020:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718780.328022:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718780.776004:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718780.776009:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718780.776021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718780.776022:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718780.776024:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718780.776025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718780.776097:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718780.776101:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718780.776104:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718781.351969:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718781.351974:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718781.351976:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718781.351980:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718781.351983:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718781.351985:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718781.351987:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718781.351989:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718781.351991:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718781.799995:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718781.800000:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718781.800005:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718781.800007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718781.800010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718781.800011:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718781.800055:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718781.800059:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718781.800061:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718782.376026:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718782.376031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718782.376033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718782.376037:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718782.376039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718782.376043:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.376045:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718782.376048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.376050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718782.376082:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718782.376088:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718782.376090:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718782.376092:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718782.376095:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718782.376101:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21229
00000400:00000200:0.0:1779718782.376109:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718782.376114:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718782.376116:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718782.376119:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376121:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718782.376123:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376125:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718782.376128:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718782.376129:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718782.376131:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718782.376133:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718782.376134:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718782.376136:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718782.376137:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376139:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718782.376140:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376141:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718782.376144:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718782.376146:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376148:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718782.376150:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718782.376153:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718782.376155:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718782.376156:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718782.376158:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718782.376166:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779718782.376168:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718782.376171:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718782.376172:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718782.376175:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718782.376177:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718782.376180:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718782.376188:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779718782.376194:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718782.376201:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718782.376209:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718782.376212:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718782.376215:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718782.376233:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718782.376235:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718782.376237:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718782.376239:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718782.376240:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718782.376242:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718782.376244:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21229
00000400:00000200:0.0:1779718782.376247:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718782.376249:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718782.376251:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718782.376253:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718782.376254:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718782.376255:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718782.376259:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718782.376259:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718782.376261:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718782.376262:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1779718782.376264:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718782.376266:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718782.376267:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718782.376270:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000040:2.0:1779718782.376271:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1779718782.376272:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718782.376278:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718782.376285:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376290:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718782.376294:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376298:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718782.376302:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:2.0:1779718782.376305:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1779718782.376306:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718782.376308:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718782.376309:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718782.376311:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718782.376312:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718782.376315:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718782.376316:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718782.376318:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718782.376319:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718782.376323:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718782.376326:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1779718782.376327:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529489152:192.168.203.145@tcp:250:kworker.0
00000008:00000001:0.0:1779718782.376330:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718782.376334:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.376336:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1779718782.376337:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779718782.376340:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718782.376342:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718782.376343:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718782.376343:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1779718782.376347:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718782.376348:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718782.376348:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718782.376349:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718782.376355:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
02000000:00000001:2.0:1779718782.376355:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1779718782.376358:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718782.376363:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1779718782.376363:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718782.376368:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718782.376375:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718782.376378:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718782.376379:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718782.376384:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718782.376384:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718782.376392:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000001:0.0:1779718782.376393:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718782.376397:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718782.376400:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1779718782.376401:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529489152, portal 25
00000100:00000001:0.0:1779718782.376402:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718782.376404:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718782.376404:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718782.376407:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493245824 : -117608216305792 : ffff9509340b5f80)
00000100:00000001:0.0:1779718782.376408:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718782.376413:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21229
00000100:00000040:2.0:1779718782.376417:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718782.376418:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718782.376424:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718782.376429:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718782.376435:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718782.376435:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1779718782.376439:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718782.376442:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718782.376444:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718782.376445:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000001:0.0:1779718782.376446:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000200:2.0:1779718782.376449:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529489152, offset 0
00000020:00000001:0.0:1779718782.376450:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718782.376452:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718782.376454:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718782.376456:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718782.376459:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718782.376459:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000001:0.0:1779718782.376463:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718782.376466:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376467:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718782.376470:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779718782.376471:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376474:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718782.376476:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718782.376479:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00080000:0.0:1779718782.376480:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376485:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718782.376487:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718782.376489:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718782.376489:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1779718782.376492:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718782.376494:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:0.0:1779718782.376495:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718782.376498:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779718782.376501:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1779718782.376502:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718782.376505:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376506:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718782.376510:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000400:00000200:2.0:1779718782.376511:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157551:157551:256:4294967295] 192.168.203.145@tcp LPNI seq info [157550:157550:8:4294967295]
00000020:00000040:0.0:1779718782.376512:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718782.376518:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1779718782.376520:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718782.376521:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718782.376524:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718782.376525:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718782.376526:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718782.376530:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000400:00000200:2.0:1779718782.376532:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1779718782.376534:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718782.376540:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1779718782.376541:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1779718782.376547:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000100:00000001:0.0:1779718782.376549:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718782.376551:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718782.376554:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779718782.376558:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718782.376564:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1779718782.376567:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718782.376570:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1779718782.376573:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:0.0:1779718782.376575:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1779718782.376577:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1779718782.376578:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718782.376585:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:2.0:1779718782.376585:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376588:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1779718782.376589:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000100:00080000:0.0:1779718782.376590:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718782.376593:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718782.376595:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1779718782.376596:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21229
00000400:00000200:2.0:1779718782.376603:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1779718782.376604:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718782.376610:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718782.376610:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000100:00080000:0.0:1779718782.376612:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1779718782.376614:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000040:0.0:1779718782.376615:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376619:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718782.376622:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718782.376622:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1779718782.376627:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718782.376628:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718782.376630:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718782.376633:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1779718782.376633:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1779718782.376635:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718782.376639:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718782.376643:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718782.376649:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376651:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718782.376653:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718782.376656:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718782.376661:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718782.376666:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718782.376668:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1779718782.376669:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718782.376672:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1779718782.376676:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718782.376678:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718782.376683:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718782.376689:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718782.376692:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718782.376694:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1779718782.376697:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.376698:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718782.376700:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718782.376704:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779718782.376705:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718782.376707:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718782.376708:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718782.376710:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718782.376713:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718782.376714:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718782.376717:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718782.376717:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718782.376721:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315902718
02000000:00000010:0.0:1779718782.376722:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718782.376727:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718782.376730:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5ae0.
00000100:00100000:0.0:1779718782.376733:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718782.376737:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779718782.376741:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718782.376743:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.376745:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315902718
00000100:00000040:0.0:1779718782.376747:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1779718782.376750:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5a80.
00000100:00000001:2.0:1779718782.376755:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718782.376758:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.376760:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1779718782.376762:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21239)
00000100:00000001:2.0:1779718782.376763:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.376767:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718782.376777:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718782/real 1779718782]  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718782.376785:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718782.376786:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718782.376788:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718782.376790:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718782.376791:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718782.376793:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718782.376795:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718782.376801:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.376806:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718782.376807:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.376808:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718782.376809:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718782.376812:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.376817:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718782.376820:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.376824:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718782.376826:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.376827:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718782.376828:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.376829:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718782.376830:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718782.376832:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718782.376835:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718782.376837:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718782.376840:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718782.376845:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529489152:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718782.376848:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.376850:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718782.376851:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5f80 x1866162529489152/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.376855:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718782.376857:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718782.376859:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718782.376862:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718782.376863:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718782.376864:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718782.376866:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718782.376867:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59000.
02000000:00000001:2.0:1779718782.376870:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718782.376872:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718782.376873:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5f80.
00000100:00000001:2.0:1779718782.376875:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718782.376876:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.376877:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.376882:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718782.376883:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.376884:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718782.376886:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718782.376886:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718782.376889:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.376895:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718782.376897:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718782.376899:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718782.376901:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718782.376904:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718782.376907:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489280:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718782.376910:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718782.376912:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718782.376914:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718782.376916:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718782.376919:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718782.376942:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718782.376946:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718782.376949:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718782.376952:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718782.376954:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529489280, portal 10
00000100:00000001:2.0:1779718782.376955:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718782.376956:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244928 : -117608216306688 : ffff9509340b5c00)
00000100:00000040:2.0:1779718782.376962:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.376966:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718782.376968:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718782.376969:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718782.376971:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529489280, offset 0
00000400:00000200:2.0:1779718782.376973:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718782.376976:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718782.376979:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718782.376982:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718782.376984:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718782.376985:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718782.376995:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718782.376998:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157552:157552:256:4294967295] 192.168.203.145@tcp LPNI seq info [157551:157551:8:4294967295]
00000400:00000200:2.0:1779718782.377003:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718782.377008:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718782.377011:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718782.377014:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718782.377017:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718782.377019:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718782.377022:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718782.377024:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718782.377027:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718782.377028:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718782.377030:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718782.377032:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718782.377034:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718782.377036:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718782.377037:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718782.377039:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377045:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718782.377047:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377052:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.377053:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718782.377055:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718782.377057:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718782.377060:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718782.377061:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315901451
00000100:00000001:2.0:1779718782.377063:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315902718
00000100:00000001:2.0:1779718782.377064:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315901451
00000100:00000001:2.0:1779718782.377077:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315902718
00000100:00000001:2.0:1779718782.377079:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718782.377081:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.377083:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718782.377086:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718782/real 1779718782]  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718782.377096:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718782.377097:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718782.377098:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718782.377100:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718782.377101:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718782.377103:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718782.377105:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718782.377110:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377114:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718782.377115:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377116:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718782.377117:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718782.377119:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377123:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718782.377125:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377129:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718782.377131:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377132:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718782.377133:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377134:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718782.377135:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718782.377137:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718782.377139:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718782.377140:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718782.377143:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718782.377152:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489280:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718782.377156:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718782.377159:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377166:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718782.377168:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718782.377170:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718782.377172:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718782.377174:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718782.377178:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489408:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718782.377182:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718782.377184:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718782.377185:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718782.377187:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718782.377191:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718782.377193:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718782.377197:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718782.377199:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718782.377201:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718782.377204:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529489408, portal 10
00000100:00000001:2.0:1779718782.377205:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718782.377206:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493241344 : -117608216310272 : ffff9509340b4e00)
00000100:00000040:2.0:1779718782.377210:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377215:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718782.377216:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718782.377218:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718782.377219:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529489408, offset 0
00000400:00000200:2.0:1779718782.377222:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718782.377225:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718782.377228:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718782.377230:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718782.377232:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718782.377233:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718782.377235:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718782.377237:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157553:157553:256:4294967295] 192.168.203.145@tcp LPNI seq info [157552:157552:8:4294967295]
00000400:00000200:2.0:1779718782.377240:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718782.377244:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718782.377247:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718782.377249:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718782.377252:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718782.377254:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718782.377257:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718782.377259:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718782.377261:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718782.377263:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718782.377265:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718782.377267:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718782.377269:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718782.377270:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718782.377272:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718782.377274:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377279:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718782.377281:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377285:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.377286:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718782.377288:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718782.377290:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718782.377292:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718782.377294:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315901459
00000100:00000001:2.0:1779718782.377296:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315902718
00000100:00000001:2.0:1779718782.377297:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315901459
00000100:00000001:2.0:1779718782.377299:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315902718
00000100:00000001:2.0:1779718782.377300:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718782.377301:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.377302:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718782.377304:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718782/real 1779718782]  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718782.377309:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718782.377310:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718782.377311:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718782.377313:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718782.377314:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718782.377315:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718782.377318:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718782.377327:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377333:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718782.377335:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377337:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718782.377338:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718782.377342:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377349:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718782.377354:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377362:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718782.377365:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377367:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718782.377368:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377370:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718782.377371:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718782.377373:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718782.377376:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718782.377377:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718782.377380:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718782.377385:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489408:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718782.377388:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718782.377390:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377394:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718782.377395:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718782.377397:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718782.377398:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718782.377400:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718782.377402:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489536:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718782.377404:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718782.377405:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718782.377406:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718782.377408:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718782.377410:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718782.377411:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718782.377414:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718782.377415:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718782.377418:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718782.377420:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529489536, portal 4
00000100:00000001:2.0:1779718782.377421:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718782.377422:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493243136 : -117608216308480 : ffff9509340b5500)
00000100:00000040:2.0:1779718782.377426:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377431:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718782.377432:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718782.377433:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718782.377435:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529489536, offset 0
00000400:00000200:2.0:1779718782.377437:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718782.377440:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718782.377443:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718782.377445:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718782.377447:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718782.377449:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718782.377450:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718782.377452:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157554:157554:256:4294967295] 192.168.203.145@tcp LPNI seq info [157553:157553:8:4294967295]
00000400:00000200:2.0:1779718782.377455:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718782.377459:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718782.377462:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718782.377464:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718782.377466:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718782.377468:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718782.377470:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718782.377472:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718782.377475:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718782.377476:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718782.377478:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718782.377480:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718782.377482:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718782.377483:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718782.377485:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718782.377487:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377496:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718782.377498:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377502:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.377503:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718782.377505:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718782.377507:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718782.377509:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718782.377510:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315901457
00000100:00000001:2.0:1779718782.377512:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315902718
00000100:00000001:2.0:1779718782.377513:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315901457
00000100:00000001:2.0:1779718782.377515:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315902718
00000100:00000001:2.0:1779718782.377516:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718782.377518:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.377519:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718782.377521:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718782/real 1779718782]  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718782.377525:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718782.377526:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718782.377527:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718782.377529:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718782.377530:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718782.377531:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718782.377533:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718782.377538:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377542:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718782.377543:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377544:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718782.377545:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718782.377547:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377552:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718782.377554:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377558:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718782.377559:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377560:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718782.377561:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377562:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718782.377562:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718782.377564:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718782.377566:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718782.377567:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718782.377569:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718782.377574:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489536:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718782.377576:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377577:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718782.377579:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5c00 x1866162529489280/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377583:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718782.377584:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718782.377586:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718782.377587:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718782.377588:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718782.377589:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718782.377591:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718782.377592:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a000.
02000000:00000001:2.0:1779718782.377594:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718782.377595:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718782.377596:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5c00.
00000100:00000001:2.0:1779718782.377598:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718782.377599:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377600:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718782.377602:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4e00 x1866162529489408/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377606:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718782.377607:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718782.377608:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718782.377609:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718782.377610:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718782.377611:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718782.377612:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718782.377613:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58400.
02000000:00000001:2.0:1779718782.377615:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718782.377616:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718782.377617:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4e00.
00000100:00000001:2.0:1779718782.377619:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718782.377620:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377621:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718782.377625:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5500 x1866162529489536/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718782.377631:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718782.377633:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718782.377634:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718782.377637:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718782.377638:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718782.377639:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718782.377641:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718782.377643:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58800.
02000000:00000001:2.0:1779718782.377645:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718782.377646:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718782.377648:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5500.
00000100:00000001:2.0:1779718782.377650:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718782.377652:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377654:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718782.377657:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718782.377659:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718782.377661:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718782.377663:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718782.824105:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718782.824111:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718782.824117:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718782.824119:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718782.824123:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718782.824125:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718782.824192:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718782.824196:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718782.824200:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718783.400055:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718783.400075:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718783.400077:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718783.400083:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718783.400086:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718783.400090:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718783.400093:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718783.400096:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718783.400098:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718783.655986:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315902718, at 4315902720
00000100:00000040:1.0:1779718783.655986:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315902718, at 4315902720
00000100:00000010:0.0:1779718783.655999:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ae0.
00000100:00000010:1.0:1779718783.656001:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a80.
00010000:00000001:2.0:1779718783.848088:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718783.848094:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718783.848100:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718783.848101:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718783.848105:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718783.848107:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718783.848110:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718783.848112:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718783.848115:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718783.848117:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718783.848119:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718783.848121:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718783.848232:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718783.848237:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718783.848240:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718784.424023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718784.424028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718784.424030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718784.424034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718784.424037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718784.424040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718784.424042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718784.424044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718784.424046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718784.872024:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718784.872029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718784.872034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718784.872035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718784.872038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718784.872039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718784.872090:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718784.872093:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718784.872096:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718785.448014:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718785.448020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718785.448022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718785.448027:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718785.448030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718785.448032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718785.448034:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718785.448036:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718785.448038:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718785.896030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718785.896037:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718785.896051:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718785.896056:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718785.896061:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718785.896062:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718785.896064:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718785.896066:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718785.896071:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718785.896072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718785.896075:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718785.896075:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718785.896136:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718785.896140:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718785.896144:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718786.472020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718786.472025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718786.472027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718786.472031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718786.472034:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718786.472051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718786.472055:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718786.472057:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718786.472059:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718786.920043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718786.920049:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718786.920055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718786.920056:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718786.920060:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718786.920061:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718786.920125:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718786.920129:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718786.920132:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718787.496041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718787.496048:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718787.496049:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718787.496054:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718787.496058:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718787.496060:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.496063:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718787.496065:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718787.496066:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.496068:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718787.496076:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718787.496079:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718787.496083:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718787.496088:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718787.496097:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21234
00000400:00000200:3.0:1779718787.496108:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718787.496115:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718787.496119:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718787.496123:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718787.496127:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718787.496130:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718787.496132:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718787.496136:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718787.496138:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718787.496141:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718787.496144:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718787.496146:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718787.496149:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718787.496152:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718787.496154:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718787.496156:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718787.496158:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718787.496161:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718787.496164:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718787.496166:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718787.496170:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718787.496175:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718787.496178:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718787.496180:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718787.496183:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718787.496192:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718787.496196:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718787.496201:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718787.496202:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718787.496206:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718787.496208:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718787.496212:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718787.496221:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718787.496228:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718787.496238:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718787.496249:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718787.496253:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718787.496258:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718787.496279:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718787.496282:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718787.496285:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718787.496287:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718787.496290:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718787.496294:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718787.496298:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21234
00000100:00000001:2.0:1779718787.496301:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718787.496306:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1779718787.496306:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718787.496309:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1779718787.496316:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000040:2.0:1779718787.496318:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718787.496323:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718787.496333:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718787.496334:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718787.496335:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718787.496340:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718787.496341:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718787.496343:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718787.496347:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718787.496349:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00100000:2.0:1779718787.496352:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529489664:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718787.496356:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718787.496357:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718787.496362:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1779718787.496362:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718787.496364:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
02000000:00000001:2.0:1779718787.496366:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718787.496369:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1779718787.496370:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1779718787.496374:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
02000000:00000010:2.0:1779718787.496377:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
00000020:00000001:3.0:1779718787.496378:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718787.496380:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718787.496384:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718787.496392:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718787.496393:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718787.496398:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:3.0:1779718787.496398:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718787.496405:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718787.496406:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000001:3.0:1779718787.496408:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000200:2.0:1779718787.496413:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529489664, portal 25
00000020:00000040:3.0:1779718787.496413:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:2.0:1779718787.496418:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718787.496420:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00080000:3.0:1779718787.496423:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000040:2.0:1779718787.496427:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718787.496431:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.496438:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1779718787.496439:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1779718787.496443:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718787.496445:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718787.496448:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529489664, offset 0
02000000:00000001:3.0:1779718787.496449:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718787.496454:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718787.496461:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718787.496463:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718787.496467:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718787.496468:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718787.496473:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718787.496477:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718787.496481:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718787.496483:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718787.496486:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157555:157555:256:4294967295] 192.168.203.145@tcp LPNI seq info [157554:157554:8:4294967295]
00000008:00100000:3.0:1779718787.496488:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779718787.496491:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00000001:3.0:1779718787.496496:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718787.496499:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718787.496504:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718787.496509:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000010:3.0:1779718787.496509:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000800:00000010:2.0:1779718787.496515:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000020:00000040:3.0:1779718787.496516:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000800:00000200:2.0:1779718787.496522:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718787.496522:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718787.496526:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718787.496527:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1779718787.496531:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1779718787.496535:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718787.496536:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1779718787.496539:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718787.496542:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718787.496544:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718787.496549:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1779718787.496549:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718787.496556:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1779718787.496559:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000400:00000200:2.0:1779718787.496561:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000100:00000001:3.0:1779718787.496564:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718787.496566:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718787.496573:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1779718787.496575:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779718787.496582:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718787.496595:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718787.496599:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.496604:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718787.496612:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718787.496612:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.496628:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.496631:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718787.496638:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718787.496641:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718787.496645:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718787.496649:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718787.496653:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315907838
00000100:00080000:3.0:1779718787.496655:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718787.496658:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1779718787.496659:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5d20.
00000100:00080000:3.0:1779718787.496660:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718787.496666:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718787.496667:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718787.496673:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315907838
00000100:00080000:3.0:1779718787.496675:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21234
00000100:00000010:2.0:1779718787.496676:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5600.
00000100:00000001:2.0:1779718787.496679:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718787.496685:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718787.496688:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718787.496691:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718787.496692:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718787.496698:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718787/real 1779718787]  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718787.496704:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000001:2.0:1779718787.496709:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1779718787.496710:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1779718787.496711:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718787.496714:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718787.496718:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718787.496721:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000040:3.0:1779718787.496721:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718787.496724:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718787.496730:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718787.496731:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1779718787.496741:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718787.496741:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718787.496748:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718787.496755:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1779718787.496756:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718787.496758:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1779718787.496759:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000001:2.0:1779718787.496761:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1779718787.496763:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718787.496764:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1779718787.496768:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00100000:2.0:1779718787.496769:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718787.496777:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:2.0:1779718787.496779:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718787.496785:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718787.496786:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718787.496799:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718787.496800:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718787.496806:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718787.496806:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718787.496812:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718787.496814:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718787.496816:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718787.496818:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718787.496822:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718787.496822:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00080000:2.0:1779718787.496827:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1779718787.496831:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:2.0:1779718787.496836:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718787.496840:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1779718787.496842:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000040:2.0:1779718787.496849:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718787.496849:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718787.496856:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718787.496863:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1779718787.496867:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529489664:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718787.496871:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.496875:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718787.496877:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718787.496880:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1779718787.496883:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1779718787.496886:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529489664/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1779718787.496891:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.496896:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1779718787.496898:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718787.496899:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718787.496902:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718787.496906:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718787.496907:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000010:3.0:1779718787.496907:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:2.0:1779718787.496909:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718787.496913:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718787.496916:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
00000020:00000040:3.0:1779718787.496916:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:2.0:1779718787.496942:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718787.496945:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718787.496947:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718787.496951:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718787.496952:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.496955:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.496962:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718787.496964:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.496967:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718787.496970:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718787.496974:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1779718787.496974:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718787.496978:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718787.496980:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718787.496985:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718787.496990:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718787.496991:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718787.496993:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718787.496997:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718787.496997:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718787.496999:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718787.497003:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718787.497005:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489792:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718787.497008:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718787.497009:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1779718787.497009:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
02000000:00000001:2.0:1779718787.497011:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718787.497014:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718787.497019:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718787.497021:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718787.497021:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718787.497041:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718787.497044:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00100000:3.0:1779718787.497048:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1779718787.497049:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718787.497054:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529489792, portal 10
00000100:00000001:2.0:1779718787.497058:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718787.497060:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718787.497069:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718787.497071:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718787.497076:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497082:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718787.497087:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718787.497088:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718787.497089:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718787.497093:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529489792, offset 0
00000400:00000200:2.0:1779718787.497101:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718787.497110:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718787.497116:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718787.497118:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718787.497119:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718787.497123:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718787.497126:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1779718787.497126:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718787.497131:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718787.497136:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157556:157556:256:4294967295] 192.168.203.145@tcp LPNI seq info [157555:157555:8:4294967295]
00000100:00000040:3.0:1779718787.497138:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1779718787.497143:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718787.497146:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718787.497154:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1779718787.497157:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.0:1779718787.497159:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718787.497163:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1779718787.497164:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000100:00080000:3.0:1779718787.497169:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1779718787.497170:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718787.497175:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1779718787.497178:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.1:1779718787.497182:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718787.497187:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21234
00000800:00000200:2.1:1779718787.497188:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1779718787.497199:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000100:2.0:1779718787.497200:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718787.497205:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718787.497209:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718787.497211:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718787.497217:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1779718787.497217:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718787.497224:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000100:00000040:3.0:1779718787.497227:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718787.497228:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718787.497235:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718787.497235:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1779718787.497242:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718787.497244:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718787.497253:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718787.497261:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718787.497266:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718787.497267:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1779718787.497271:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1779718787.497272:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718787.497276:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:2.0:1779718787.497281:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497283:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1779718787.497283:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718787.497287:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718787.497288:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:2.0:1779718787.497292:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000100:00000040:3.0:1779718787.497297:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718787.497298:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718787.497301:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315906571
00000100:00000001:2.0:1779718787.497306:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315907838
00000100:00000001:3.0:1779718787.497306:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718787.497308:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315906571
00000100:00000001:2.0:1779718787.497311:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315907838
00000100:00000040:3.0:1779718787.497313:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718787.497314:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718787.497316:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497320:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1779718787.497321:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00100000:2.0:1779718787.497325:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718787/real 1779718787]  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718787.497328:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000001:2.0:1779718787.497337:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718787.497339:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718787.497341:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000100:00080000:3.0:1779718787.497341:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718787.497345:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718787.497348:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718787.497351:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1779718787.497351:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718787.497357:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718787.497358:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718787.497365:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1779718787.497366:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718787.497373:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497375:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718787.497378:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718787.497379:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718787.497380:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718787.497383:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718787.497386:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1779718787.497386:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718787.497395:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497397:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718787.497400:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718787.497402:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1779718787.497406:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000100:00000001:2.0:1779718787.497412:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1779718787.497412:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718787.497416:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.497418:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1779718787.497418:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718787.497422:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1779718787.497422:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497426:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718787.497427:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718787.497428:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718787.497432:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1779718787.497432:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1779718787.497438:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
02000000:00000001:3.0:1779718787.497439:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497440:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718787.497446:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1779718787.497448:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00100000:2.0:1779718787.497455:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489792:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718787.497457:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497459:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.497462:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718787.497466:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529489792/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718787.497472:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718787.497473:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718787.497475:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718787.497478:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718787.497483:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718787.497485:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718787.497487:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718787.497491:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718787.497494:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718787.497496:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779718787.497497:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718787.497499:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718787.497502:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:3.0:1779718787.497503:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497506:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718787.497508:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.497510:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718787.497513:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497514:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718787.497516:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497519:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718787.497521:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718787.497523:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718787.497529:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497544:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718787.497546:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718787.497547:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718787.497548:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718787.497551:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718787.497553:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718787.497555:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489920:192.168.203.145@tcp:38:kworker.0
00000100:00000040:3.0:1779718787.497556:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21244)
00000100:00000001:2.0:1779718787.497558:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718787.497562:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718787.497564:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718787.497566:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718787.497570:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718787.497572:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718787.497576:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718787.497579:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718787.497583:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718787.497587:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529489920, portal 10
00000100:00000001:2.0:1779718787.497589:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718787.497590:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718787.497596:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497604:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718787.497607:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718787.497609:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718787.497612:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529489920, offset 0
00000400:00000200:2.0:1779718787.497616:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718787.497620:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718787.497623:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718787.497625:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718787.497627:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718787.497629:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718787.497630:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718787.497633:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157557:157557:256:4294967295] 192.168.203.145@tcp LPNI seq info [157556:157556:8:4294967295]
00000400:00000200:2.0:1779718787.497635:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718787.497640:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718787.497642:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718787.497644:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718787.497647:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718787.497649:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718787.497652:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718787.497654:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718787.497656:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718787.497658:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718787.497660:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718787.497662:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718787.497664:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718787.497665:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718787.497667:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718787.497669:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497675:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718787.497677:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497686:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497687:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718787.497689:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718787.497691:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718787.497694:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718787.497695:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315906579
00000100:00000001:2.0:1779718787.497697:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315907838
00000100:00000001:2.0:1779718787.497698:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315906579
00000100:00000001:2.0:1779718787.497700:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315907838
00000100:00000001:2.0:1779718787.497701:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718787.497702:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497704:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718787.497706:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718787/real 1779718787]  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718787.497710:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718787.497711:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718787.497713:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718787.497714:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718787.497715:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718787.497716:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718787.497718:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718787.497723:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497727:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718787.497728:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.497729:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718787.497730:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718787.497732:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497737:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718787.497739:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497743:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718787.497745:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.497746:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718787.497747:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.497748:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718787.497749:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718787.497750:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718787.497752:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718787.497754:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718787.497756:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718787.497760:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529489920:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718787.497763:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.497764:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718787.497766:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529489920/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497770:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718787.497771:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718787.497773:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718787.497774:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718787.497775:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718787.497776:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718787.497777:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718787.497778:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:2.0:1779718787.497780:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718787.497781:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718787.497782:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718787.497783:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718787.497784:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.497785:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.497788:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718787.497789:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497791:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718787.497792:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718787.497794:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718787.497797:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497805:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718787.497806:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718787.497808:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718787.497810:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718787.497812:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718787.497816:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490048:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718787.497819:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718787.497821:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718787.497823:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718787.497825:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718787.497828:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718787.497830:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718787.497833:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718787.497836:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718787.497840:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718787.497843:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529490048, portal 4
00000100:00000001:2.0:1779718787.497845:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718787.497847:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718787.497853:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497859:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718787.497862:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718787.497864:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718787.497867:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529490048, offset 0
00000400:00000200:2.0:1779718787.497871:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718787.497876:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718787.497880:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718787.497883:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718787.497886:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718787.497888:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718787.497891:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718787.497893:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157558:157558:256:4294967295] 192.168.203.145@tcp LPNI seq info [157557:157557:8:4294967295]
00000400:00000200:2.0:1779718787.497896:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718787.497901:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718787.497904:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718787.497906:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718787.497909:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718787.497911:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718787.497914:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718787.497915:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718787.497918:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718787.497936:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718787.497940:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718787.497944:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718787.497948:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718787.497950:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718787.497953:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718787.497956:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497966:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718787.497969:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.497976:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497978:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718787.497982:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718787.497984:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718787.497987:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718787.497988:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315906578
00000100:00000001:2.0:1779718787.497990:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315907838
00000100:00000001:2.0:1779718787.497992:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315906578
00000100:00000001:2.0:1779718787.497993:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315907838
00000100:00000001:2.0:1779718787.497994:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718787.497996:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.497997:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718787.498000:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718787/real 1779718787]  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718787.498005:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718787.498006:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718787.498007:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718787.498009:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718787.498010:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718787.498011:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718787.498013:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718787.498018:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.498023:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718787.498024:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.498025:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718787.498026:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718787.498040:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.498044:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718787.498047:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.498051:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718787.498053:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.498054:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718787.498055:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.498056:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718787.498057:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718787.498059:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718787.498061:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718787.498062:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718787.498064:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718787.498069:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490048:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718787.498071:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.498072:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718787.498074:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529490048/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718787.498078:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718787.498080:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718787.498081:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718787.498083:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718787.498084:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718787.498085:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718787.498086:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718787.498087:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:2.0:1779718787.498089:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718787.498090:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718787.498091:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718787.498093:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718787.498094:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.498095:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718787.498098:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718787.498099:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718787.498100:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718787.498101:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718787.944060:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718787.944065:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718787.944070:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718787.944072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718787.944076:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718787.944077:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718787.944128:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718787.944131:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718787.944133:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718788.520058:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718788.520065:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718788.520067:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718788.520072:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718788.520076:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718788.520080:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718788.520082:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718788.520085:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718788.520088:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718788.776034:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315907838, at 4315907840
00000100:00000040:1.0:1779718788.776034:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315907838, at 4315907840
00000100:00000010:0.0:1779718788.776052:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5d20.
00000100:00000010:1.0:1779718788.776054:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5600.
00010000:00000001:2.0:1779718788.968015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718788.968031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718788.968037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718788.968040:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718788.968042:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718788.968045:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718788.968048:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718788.968050:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718788.968052:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718788.968054:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718788.968058:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718788.968059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718788.968119:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718788.968126:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718788.968132:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718789.544067:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718789.544072:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718789.544074:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718789.544078:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718789.544080:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718789.544084:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718789.544086:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718789.544089:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718789.544091:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718789.992072:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718789.992079:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718789.992086:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718789.992088:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718789.992092:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718789.992094:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718789.992178:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718789.992182:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718789.992185:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718790.568034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718790.568058:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718790.568060:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718790.568067:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718790.568071:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718790.568075:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718790.568078:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718790.568080:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718790.568083:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718791.016098:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718791.016104:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718791.016112:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718791.016114:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718791.016118:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718791.016119:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718791.016193:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718791.016201:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718791.016205:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718791.592022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718791.592028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718791.592030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718791.592034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718791.592036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718791.592039:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718791.592042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718791.592044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718791.592046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718792.040090:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718792.040097:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718792.040104:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718792.040106:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718792.040109:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718792.040111:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718792.040224:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718792.040230:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718792.040236:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718792.616002:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718792.616007:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718792.616010:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718792.616012:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718792.616013:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718792.616015:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718792.616017:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1779718792.616019:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718792.616022:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718792.616023:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718792.616027:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718792.616029:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21239
00000100:00000001:2.0:1779718792.616031:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718792.616035:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.616037:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718792.616039:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718792.616045:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718792.616048:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718792.616050:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718792.616053:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718792.616057:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718792.616059:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718792.616062:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718792.616064:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718792.616066:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718792.616070:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718792.616072:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718792.616075:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718792.616079:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718792.616080:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718792.616082:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718792.616085:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718792.616088:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718792.616109:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718792.616112:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718792.616115:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718792.616119:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718792.616123:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718792.616125:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718792.616128:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718792.616135:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718792.616139:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718792.616143:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718792.616144:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718792.616147:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718792.616149:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718792.616153:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718792.616160:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718792.616166:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718792.616178:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718792.616190:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718792.616196:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718792.616203:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718792.616227:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718792.616231:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718792.616235:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718792.616237:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718792.616240:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718792.616244:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718792.616247:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21239
00000100:00000001:2.0:1779718792.616251:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1779718792.616253:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718792.616256:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718792.616258:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1779718792.616261:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718792.616264:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718792.616268:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718792.616271:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718792.616277:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718792.616282:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718792.616283:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718792.616284:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718792.616287:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718792.616289:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1779718792.616292:0:303356:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1779718792.616293:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1779718792.616296:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
02000000:00000001:2.0:1779718792.616297:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718792.616301:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1779718792.616304:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529490176:192.168.203.145@tcp:250:kworker.0
00000020:00000040:3.0:1779718792.616306:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718792.616311:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718792.616315:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718792.616317:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718792.616319:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718792.616324:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718792.616326:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718792.616331:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718792.616335:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718792.616341:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718792.616346:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529490176, portal 25
00000100:00000001:2.0:1779718792.616348:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718792.616350:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000040:2.0:1779718792.616355:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.616366:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718792.616368:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718792.616370:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718792.616373:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529490176, offset 0
00000400:00000200:2.0:1779718792.616379:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000001:3.0:1779718792.616384:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000400:00000200:2.0:1779718792.616389:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718792.616391:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000400:00000200:2.0:1779718792.616397:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718792.616399:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718792.616404:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718792.616404:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718792.616427:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718792.616429:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718792.616432:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718792.616437:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1779718792.616438:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000400:00000200:2.0:1779718792.616441:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:3.0:1779718792.616445:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718792.616448:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157559:157559:256:4294967295] 192.168.203.145@tcp LPNI seq info [157558:157558:8:4294967295]
00000400:00000200:2.0:1779718792.616454:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718792.616462:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718792.616475:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718792.616480:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718792.616485:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718792.616488:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718792.616509:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718792.616512:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1779718792.616515:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718792.616517:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718792.616521:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718792.616524:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718792.616528:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718792.616530:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718792.616533:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718792.616536:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.616543:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718792.616545:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.616555:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.616556:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718792.616561:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718792.616564:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718792.616566:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315912958
00000100:00000010:2.0:1779718792.616569:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5840.
00000100:00000001:2.0:1779718792.616575:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718792.616579:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315912958
00000100:00000010:2.0:1779718792.616582:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5f00.
00000100:00000001:2.0:1779718792.616586:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718792.616587:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.616590:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718792.616591:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718792.616592:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.616596:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718792.616599:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718792/real 1779718792]  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718792.616599:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718792.616604:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718792.616610:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:2.0:1779718792.616629:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718792.616632:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718792.616634:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718792.616637:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718792.616638:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718792.616641:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718792.616643:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718792.616650:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.616656:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718792.616658:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.616660:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718792.616661:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718792.616665:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.616670:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1779718792.616675:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1779718792.616676:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1779718792.616681:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718792.616686:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.616691:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1779718792.616693:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000100:00000001:2.0:1779718792.616694:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.616697:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1779718792.616697:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:2.0:1779718792.616699:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1779718792.616701:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718792.616703:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1779718792.616703:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.616705:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718792.616706:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718792.616709:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1779718792.616710:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1779718792.616712:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718792.616715:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
02000000:00000010:3.0:1779718792.616717:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:2.0:1779718792.616718:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718792.616723:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718792.616723:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718792.616734:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529490176:192.168.203.145@tcp:250:kworker.0
00000100:00100000:3.0:1779718792.616735:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718792.616740:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.616744:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718792.616749:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529490176/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718792.616757:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718792.616761:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1779718792.616762:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718792.616764:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718792.616767:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718792.616771:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1779718792.616772:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1779718792.616773:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718792.616776:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718792.616800:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718792.616803:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:2.0:1779718792.616807:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718792.616810:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718792.616812:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:3.0:1779718792.616814:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.616815:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1779718792.616817:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718792.616818:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.616823:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718792.616823:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718792.616825:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718792.616828:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718792.616830:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718792.616832:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21239
00000100:00000001:2.0:1779718792.616834:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1779718792.616837:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718792.616838:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718792.616842:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718792.616843:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1779718792.616844:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718792.616847:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718792.616848:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718792.616851:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718792.616852:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718792.616855:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718792.616857:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718792.616859:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718792.616860:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000040:2.0:1779718792.616861:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718792.616862:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718792.616865:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718792.616868:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718792.616872:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718792.616896:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718792.616900:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718792.616901:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718792.616903:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718792.616907:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1779718792.616907:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718792.616910:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718792.616911:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718792.616913:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718792.616918:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00100000:2.0:1779718792.616920:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490304:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718792.616925:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1779718792.616926:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718792.616928:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718792.616931:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718792.616933:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718792.616933:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718792.616937:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1779718792.616938:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718792.616941:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718792.616943:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718792.616948:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718792.616949:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718792.616952:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:3.0:1779718792.616952:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1779718792.616956:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718792.616959:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529490304, portal 10
00000100:00000001:2.0:1779718792.616961:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718792.616963:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718792.616969:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.616975:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718792.616979:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000008:00100000:3.0:1779718792.616979:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1779718792.616983:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000008:00000001:3.0:1779718792.616984:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718792.616986:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718792.617002:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718792.617005:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718792.617008:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718792.617009:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718792.617011:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718792.617013:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718792.617015:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718792.617018:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:3.0:1779718792.617038:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718792.617043:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779718792.617044:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529490304, offset 0
00000100:00000001:3.0:1779718792.617053:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718792.617054:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718792.617057:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718792.617061:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718792.617063:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718792.617068:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718792.617074:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718792.617078:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718792.617082:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718792.617083:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718792.617085:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718792.617089:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157560:157560:256:4294967295] 192.168.203.145@tcp LPNI seq info [157559:157559:8:4294967295]
00000100:00000040:3.0:1779718792.617089:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718792.617095:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718792.617099:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718792.617105:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718792.617106:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1779718792.617113:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.0:1779718792.617116:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718792.617117:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1779718792.617119:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000100:00080000:3.0:1779718792.617120:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718792.617124:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.0:1779718792.617127:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718792.617130:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21239
00000800:00000200:2.0:1779718792.617131:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000400:00000200:3.0:1779718792.617135:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:2.1:1779718792.617139:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000400:00000200:3.0:1779718792.617142:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000200:2.1:1779718792.617143:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1779718792.617144:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718792.617150:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000100:2.0:1779718792.617153:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718792.617154:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1779718792.617156:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000100:00000040:3.0:1779718792.617159:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718792.617161:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718792.617161:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718792.617165:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1779718792.617168:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1779718792.617168:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718792.617171:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1779718792.617173:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000020:00000040:3.0:1779718792.617174:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000400:00000010:2.0:1779718792.617175:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000020:00000001:3.0:1779718792.617176:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718792.617180:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1779718792.617180:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718792.617185:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000200:2.0:1779718792.617187:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718792.617188:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718792.617192:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718792.617196:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718792.617200:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718792.617203:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1779718792.617204:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718792.617207:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718792.617208:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718792.617209:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718792.617213:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718792.617217:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617219:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718792.617219:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718792.617222:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1779718792.617223:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718792.617226:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718792.617226:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718792.617230:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718792.617232:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000100:00000010:3.0:1779718792.617233:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718792.617236:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:2.0:1779718792.617237:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718792.617239:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718792.617240:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315911691
02000000:00000001:3.0:1779718792.617242:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617244:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315912958
00000100:00000001:3.0:1779718792.617244:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718792.617247:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718792.617248:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315911691
02000000:00000001:3.0:1779718792.617249:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617250:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315912958
00000100:00000001:2.0:1779718792.617253:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1779718792.617253:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:2.0:1779718792.617254:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617257:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1779718792.617258:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718792.617261:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718792/real 1779718792]  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718792.617265:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1779718792.617279:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718792.617282:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1779718792.617283:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1779718792.617284:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000100:00000001:3.0:1779718792.617286:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718792.617287:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718792.617290:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000040:3.0:1779718792.617291:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617293:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718792.617299:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718792.617321:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718792.617324:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617330:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1779718792.617330:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21249)
00000100:00000001:2.0:1779718792.617333:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617335:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718792.617336:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718792.617339:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617343:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718792.617346:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617352:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718792.617353:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617354:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718792.617355:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617356:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718792.617357:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718792.617359:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718792.617361:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718792.617362:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718792.617364:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718792.617369:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490304:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718792.617371:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617372:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718792.617374:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529490304/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617378:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718792.617380:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718792.617381:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718792.617383:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718792.617384:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718792.617385:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718792.617386:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718792.617388:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:2.0:1779718792.617389:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718792.617390:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718792.617391:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718792.617393:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718792.617394:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617395:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617397:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718792.617398:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617400:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718792.617401:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718792.617402:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718792.617404:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617409:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718792.617410:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718792.617411:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718792.617413:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718792.617414:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718792.617416:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490432:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718792.617417:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718792.617419:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718792.617420:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718792.617421:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718792.617423:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718792.617425:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718792.617427:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718792.617428:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718792.617430:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718792.617432:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529490432, portal 10
00000100:00000001:2.0:1779718792.617433:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718792.617434:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718792.617438:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617442:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718792.617444:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718792.617445:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718792.617447:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529490432, offset 0
00000400:00000200:2.0:1779718792.617449:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718792.617451:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718792.617454:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718792.617471:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718792.617473:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718792.617475:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718792.617477:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718792.617479:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157561:157561:256:4294967295] 192.168.203.145@tcp LPNI seq info [157560:157560:8:4294967295]
00000400:00000200:2.0:1779718792.617482:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718792.617487:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718792.617490:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718792.617492:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718792.617494:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718792.617496:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718792.617499:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718792.617501:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1779718792.617503:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718792.617505:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718792.617507:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718792.617509:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718792.617511:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718792.617513:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718792.617514:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718792.617517:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617522:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718792.617524:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617528:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617529:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718792.617531:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718792.617534:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718792.617536:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718792.617537:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315911699
00000100:00000001:2.0:1779718792.617539:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315912958
00000100:00000001:2.0:1779718792.617541:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315911699
00000100:00000001:2.0:1779718792.617543:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315912958
00000100:00000001:2.0:1779718792.617544:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718792.617545:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617547:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718792.617549:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718792/real 1779718792]  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718792.617554:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718792.617555:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718792.617556:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718792.617557:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718792.617559:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718792.617560:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718792.617562:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718792.617568:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617572:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718792.617572:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617574:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718792.617574:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718792.617577:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617581:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718792.617583:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617587:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718792.617589:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617591:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718792.617592:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617593:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718792.617594:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718792.617596:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718792.617598:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718792.617599:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718792.617602:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718792.617607:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490432:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718792.617609:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718792.617611:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617615:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718792.617616:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718792.617617:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718792.617619:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718792.617620:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718792.617622:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490560:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718792.617623:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718792.617625:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718792.617626:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718792.617627:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718792.617629:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718792.617630:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718792.617633:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718792.617634:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718792.617636:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718792.617638:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529490560, portal 4
00000100:00000001:2.0:1779718792.617639:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718792.617641:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718792.617645:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617649:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718792.617651:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718792.617652:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718792.617654:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529490560, offset 0
00000400:00000200:2.0:1779718792.617656:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718792.617658:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718792.617660:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718792.617662:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718792.617664:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718792.617665:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718792.617667:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718792.617669:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157562:157562:256:4294967295] 192.168.203.145@tcp LPNI seq info [157561:157561:8:4294967295]
00000400:00000200:2.0:1779718792.617672:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718792.617676:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718792.617679:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718792.617681:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718792.617683:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718792.617685:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718792.617688:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718792.617689:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1779718792.617692:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718792.617693:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718792.617695:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718792.617697:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718792.617699:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718792.617700:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718792.617701:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718792.617703:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617708:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718792.617710:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617715:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617716:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718792.617718:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718792.617720:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718792.617722:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718792.617723:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315911697
00000100:00000001:2.0:1779718792.617725:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315912958
00000100:00000001:2.0:1779718792.617726:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315911697
00000100:00000001:2.0:1779718792.617728:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315912958
00000100:00000001:2.0:1779718792.617730:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718792.617731:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617732:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718792.617735:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718792/real 1779718792]  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718792.617739:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718792.617740:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718792.617741:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718792.617742:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718792.617743:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718792.617745:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718792.617746:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718792.617752:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617756:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718792.617756:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617757:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718792.617758:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718792.617761:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617766:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718792.617768:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617788:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718792.617790:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617791:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718792.617791:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617792:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718792.617793:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718792.617795:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718792.617797:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718792.617798:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718792.617800:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718792.617805:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490560:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718792.617807:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617808:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718792.617810:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529490432/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617813:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718792.617815:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718792.617816:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718792.617818:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718792.617820:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718792.617821:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718792.617824:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718792.617826:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:2.0:1779718792.617828:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718792.617830:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718792.617831:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718792.617833:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718792.617834:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617836:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718792.617840:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529490560/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718792.617846:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718792.617848:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718792.617850:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718792.617852:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718792.617854:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718792.617855:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718792.617857:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718792.617859:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:2.0:1779718792.617861:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718792.617862:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718792.617864:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718792.617866:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718792.617868:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617870:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718792.617873:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718792.617874:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718792.617875:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718792.617876:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718793.064065:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718793.064089:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718793.064099:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718793.064101:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718793.064107:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718793.064109:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718793.064205:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718793.064212:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718793.064219:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718793.640081:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718793.640091:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718793.640094:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718793.640101:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718793.640108:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718793.640113:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718793.640117:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718793.640121:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718793.640125:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718793.896111:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315912958, at 4315912960
00000100:00000040:0.0:1779718793.896117:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315912958, at 4315912960
00000100:00000010:1.0:1779718793.896134:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f00.
00000100:00000010:0.0:1779718793.896141:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5840.
00010000:00000001:2.0:1779718794.088092:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718794.088103:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718794.088110:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718794.088111:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718794.088115:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718794.088118:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718794.088120:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718794.088124:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718794.088126:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718794.088129:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718794.088131:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718794.088132:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718794.088150:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718794.088156:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718794.088161:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718794.664046:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718794.664054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718794.664057:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718794.664063:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718794.664067:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718794.664071:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718794.664075:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718794.664078:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718794.664081:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718795.112038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718795.112046:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718795.112057:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718795.112059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718795.112065:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718795.112068:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718795.112147:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718795.112153:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718795.112158:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718795.688019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718795.688025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718795.688026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718795.688030:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718795.688032:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718795.688035:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718795.688038:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718795.688040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718795.688042:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718796.136062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718796.136067:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718796.136069:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718796.136072:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718796.136077:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718796.136078:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718796.136080:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718796.136082:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718796.136085:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718796.136086:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718796.136088:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718796.136090:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718796.136157:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718796.136163:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718796.136167:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718796.712043:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718796.712049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718796.712050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718796.712055:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718796.712057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718796.712060:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718796.712062:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718796.712065:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718796.712068:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718797.160006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718797.160012:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718797.160018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718797.160020:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718797.160024:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718797.160026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718797.160084:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718797.160089:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718797.160093:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718797.736070:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718797.736076:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718797.736077:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718797.736081:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718797.736084:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718797.736088:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.736090:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718797.736092:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.736095:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718797.736195:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718797.736199:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718797.736201:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718797.736204:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718797.736207:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718797.736213:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21244
00000400:00000200:0.0:1779718797.736220:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718797.736225:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718797.736227:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718797.736230:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.736233:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718797.736235:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.736237:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718797.736239:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718797.736241:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718797.736243:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718797.736245:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718797.736246:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718797.736248:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718797.736250:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.736251:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718797.736252:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.736254:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718797.736256:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718797.736258:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718797.736259:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718797.736261:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718797.736264:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718797.736266:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.736267:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718797.736269:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718797.736277:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779718797.736279:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718797.736282:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718797.736283:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.736286:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718797.736288:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718797.736291:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718797.736297:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779718797.736302:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718797.736309:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718797.736329:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718797.736333:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718797.736337:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736376:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718797.736378:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718797.736380:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718797.736384:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736389:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718797.736390:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718797.736393:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718797.736395:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718797.736396:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718797.736399:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529490688:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718797.736402:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718797.736405:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718797.736407:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718797.736409:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718797.736412:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718797.736414:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718797.736418:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718797.736421:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718797.736426:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718797.736432:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529490688, portal 25
00000100:00000001:2.0:1779718797.736434:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718797.736435:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252096 : -117608216299520 : ffff9509340b7800)
00000100:00000040:2.0:1779718797.736438:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736444:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718797.736446:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718797.736447:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718797.736450:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529490688, offset 0
00000400:00000200:2.0:1779718797.736454:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718797.736460:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718797.736464:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718797.736469:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718797.736473:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718797.736475:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718797.736477:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718797.736480:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157563:157563:256:4294967295] 192.168.203.145@tcp LPNI seq info [157562:157562:8:4294967295]
00000400:00000200:2.0:1779718797.736483:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718797.736491:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718797.736495:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718797.736499:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718797.736504:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718797.736507:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779718797.736511:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718797.736514:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1779718797.736517:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718797.736519:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718797.736523:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718797.736526:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718797.736530:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718797.736532:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718797.736535:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718797.736538:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718797.736565:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718797.736567:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718797.736570:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718797.736571:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718797.736572:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718797.736574:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718797.736576:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21244
00000400:00000200:0.0:1779718797.736579:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718797.736581:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718797.736583:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718797.736585:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.736586:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718797.736588:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.736589:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718797.736591:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718797.736592:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718797.736593:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718797.736595:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718797.736596:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718797.736597:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718797.736599:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.736600:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718797.736601:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.736603:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718797.736605:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718797.736607:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718797.736608:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718797.736610:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718797.736614:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718797.736615:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.736616:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718797.736619:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718797.736622:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.736623:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718797.736626:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718797.736627:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718797.736629:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718797.736630:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.736631:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718797.736632:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718797.736634:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718797.736636:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718797.736639:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718797.736642:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718797.736647:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718797.736649:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718797.736651:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736674:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718797.736677:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736683:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.736684:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718797.736690:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718797.736693:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718797.736695:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315918078
00000100:00000010:2.0:1779718797.736699:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5120.
00000100:00000001:2.0:1779718797.736704:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718797.736710:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315918078
00000100:00000010:2.0:1779718797.736712:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b52a0.
00000100:00000001:2.0:1779718797.736714:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718797.736716:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718797.736718:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.736720:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718797.736723:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718797/real 1779718797]  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718797.736728:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718797.736730:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718797.736731:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718797.736733:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718797.736734:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718797.736736:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718797.736739:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718797.736744:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736748:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718797.736749:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.736751:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718797.736753:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718797.736755:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736759:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718797.736762:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736766:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718797.736768:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.736769:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718797.736770:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.736772:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718797.736773:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718797.736775:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718797.736778:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718797.736779:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718797.736782:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718797.736787:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529490688:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718797.736790:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.736791:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718797.736793:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7800 x1866162529490688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736797:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718797.736799:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718797.736801:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718797.736803:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718797.736804:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718797.736804:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718797.736806:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718797.736807:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:2.0:1779718797.736811:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718797.736812:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718797.736813:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7800.
00000100:00000001:2.0:1779718797.736815:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718797.736817:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.736818:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.736823:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718797.736824:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.736826:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718797.736827:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718797.736828:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718797.736830:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736835:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718797.736836:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718797.736837:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718797.736839:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718797.736840:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718797.736842:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490816:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718797.736844:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718797.736845:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718797.736846:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718797.736847:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718797.736849:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718797.736850:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718797.736853:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718797.736854:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718797.736856:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718797.736858:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529490816, portal 10
00000100:00000001:2.0:1779718797.736859:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718797.736860:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493250304 : -117608216301312 : ffff9509340b7100)
00000100:00000040:2.0:1779718797.736864:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736869:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718797.736870:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718797.736871:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718797.736873:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529490816, offset 0
00000400:00000200:2.0:1779718797.736876:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718797.736879:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718797.736881:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718797.736883:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718797.736885:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718797.736886:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718797.736888:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718797.736890:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157564:157564:256:4294967295] 192.168.203.145@tcp LPNI seq info [157563:157563:8:4294967295]
00000400:00000200:2.0:1779718797.736893:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718797.736898:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718797.736901:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718797.736903:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718797.736905:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718797.736907:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779718797.736910:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718797.736912:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1779718797.736915:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718797.736916:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718797.736918:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718797.736941:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718797.736944:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718797.736945:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718797.736947:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718797.736962:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736971:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718797.736973:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.736978:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.736979:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718797.736983:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718797.736985:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718797.736988:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718797.736989:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315916811
00000100:00000001:2.0:1779718797.736991:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315918078
00000100:00000001:2.0:1779718797.736993:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315916811
00000100:00000001:2.0:1779718797.736994:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315918078
00000100:00000001:2.0:1779718797.736996:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718797.736997:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.736999:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718797.737001:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718797/real 1779718797]  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718797.737006:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718797.737007:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718797.737009:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718797.737010:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718797.737011:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718797.737012:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718797.737014:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718797.737019:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737024:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718797.737024:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737026:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718797.737026:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718797.737028:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737032:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718797.737035:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737039:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718797.737040:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737042:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718797.737043:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737045:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718797.737047:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718797.737049:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718797.737053:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718797.737055:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718797.737059:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718797.737067:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490816:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718797.737071:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737072:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718797.737075:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7100 x1866162529490816/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737082:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718797.737084:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718797.737086:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718797.737089:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718797.737090:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718797.737091:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718797.737094:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718797.737095:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:2.0:1779718797.737098:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718797.737099:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718797.737101:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7100.
00000100:00000001:2.0:1779718797.737103:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718797.737105:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737107:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737110:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718797.737111:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.737113:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718797.737115:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.737176:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718797.737179:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718797.737181:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718797.737182:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718797.737184:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718797.737186:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718797.737190:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21244
00000400:00000200:0.0:1779718797.737193:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718797.737196:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1779718797.737197:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718797.737199:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718797.737201:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718797.737203:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.737206:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718797.737207:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.737209:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718797.737211:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718797.737212:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718797.737213:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718797.737215:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718797.737217:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718797.737218:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718797.737220:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.737221:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718797.737222:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.737224:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718797.737225:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718797.737227:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718797.737228:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718797.737229:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718797.737232:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718797.737233:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.737234:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718797.737236:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718797.737237:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.737238:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718797.737241:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779718797.737243:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718797.737244:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718797.737246:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.737247:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718797.737248:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718797.737250:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718797.737253:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000100:00000001:0.0:1779718797.737255:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718797.737259:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718797.737263:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718797.737265:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718797.737267:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718797.737280:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718797.737282:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718797.737284:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718797.737286:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718797.737288:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718797.737289:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718797.737290:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718797.737292:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718797.737293:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21244
00000400:00000200:0.0:1779718797.737295:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718797.737297:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718797.737299:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718797.737301:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.737302:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718797.737305:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.737306:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718797.737308:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718797.737310:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718797.737311:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718797.737311:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1779718797.737313:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718797.737314:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718797.737316:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718797.737318:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718797.737321:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718797.737322:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1779718797.737324:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718797.737325:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779718797.737327:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718797.737329:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000040:2.0:1779718797.737333:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718797.737334:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718797.737338:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718797.737342:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718797.737345:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718797.737349:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.737351:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718797.737352:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718797.737354:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1779718797.737355:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718797.737358:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718797.737358:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1779718797.737362:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718797.737362:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718797.737368:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718797.737369:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779718797.737372:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718797.737375:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718797.737375:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.737376:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1779718797.737378:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490944:192.168.203.145@tcp:38:kworker.0
02000000:00000001:0.0:1779718797.737379:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718797.737381:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.737386:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1779718797.737387:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
02000000:00000001:2.0:1779718797.737388:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1779718797.737391:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718797.737391:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718797.737393:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1779718797.737397:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1779718797.737397:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718797.737401:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718797.737409:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718797.737409:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718797.737414:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718797.737414:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000040:0.0:1779718797.737420:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718797.737420:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718797.737425:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529490944, portal 10
00000100:00000001:2.0:1779718797.737430:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718797.737432:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493240448 : -117608216311168 : ffff9509340b4a80)
00000100:00000001:0.0:1779718797.737433:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718797.737437:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21254)
00000100:00000040:2.0:1779718797.737441:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737447:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718797.737449:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718797.737451:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718797.737454:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529490944, offset 0
00000400:00000200:2.0:1779718797.737457:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718797.737460:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718797.737464:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718797.737466:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718797.737468:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718797.737470:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718797.737472:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718797.737474:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157565:157565:256:4294967295] 192.168.203.145@tcp LPNI seq info [157564:157564:8:4294967295]
00000400:00000200:2.0:1779718797.737478:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718797.737482:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718797.737485:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718797.737488:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718797.737491:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718797.737493:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779718797.737497:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718797.737499:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1779718797.737502:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718797.737503:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718797.737505:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718797.737508:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718797.737510:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718797.737511:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718797.737513:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718797.737515:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737522:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718797.737524:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737528:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.737535:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718797.737539:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718797.737542:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718797.737545:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718797.737547:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315916819
00000100:00000001:2.0:1779718797.737550:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315918078
00000100:00000001:2.0:1779718797.737552:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315916819
00000100:00000001:2.0:1779718797.737554:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315918078
00000100:00000001:2.0:1779718797.737556:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718797.737559:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.737561:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718797.737566:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718797/real 1779718797]  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718797.737575:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718797.737577:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718797.737579:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718797.737582:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718797.737583:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718797.737586:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718797.737589:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718797.737597:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737601:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718797.737602:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737604:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718797.737605:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718797.737607:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737611:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718797.737614:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737618:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718797.737620:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737621:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718797.737622:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737623:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718797.737624:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718797.737626:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718797.737629:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718797.737630:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718797.737633:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718797.737638:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529490944:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718797.737641:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737642:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718797.737644:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4a80 x1866162529490944/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737648:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718797.737649:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718797.737650:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718797.737652:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718797.737653:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718797.737654:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718797.737656:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718797.737657:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59400.
02000000:00000001:2.0:1779718797.737658:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718797.737660:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718797.737661:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4a80.
00000100:00000001:2.0:1779718797.737662:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718797.737663:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737664:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737667:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718797.737668:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.737670:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718797.737671:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718797.737672:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718797.737674:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737679:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718797.737680:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718797.737682:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718797.737683:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718797.737685:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718797.737687:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491072:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718797.737689:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718797.737691:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718797.737692:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718797.737693:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718797.737695:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718797.737696:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718797.737699:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718797.737701:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718797.737711:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718797.737715:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529491072, portal 4
00000100:00000001:2.0:1779718797.737717:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718797.737718:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493246720 : -117608216304896 : ffff9509340b6300)
00000100:00000040:2.0:1779718797.737725:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737732:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718797.737734:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718797.737737:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00000200:2.0:1779718797.737740:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529491072, offset 0
00000400:00000200:2.0:1779718797.737744:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718797.737749:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718797.737753:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718797.737756:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718797.737758:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718797.737760:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718797.737762:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718797.737764:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157566:157566:256:4294967295] 192.168.203.145@tcp LPNI seq info [157565:157565:8:4294967295]
00000400:00000200:2.0:1779718797.737767:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718797.737772:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718797.737776:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718797.737779:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000800:00000200:2.0:1779718797.737781:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718797.737783:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1779718797.737787:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718797.737788:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1779718797.737791:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718797.737792:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:2.0:1779718797.737794:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718797.737797:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718797.737799:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:2.0:1779718797.737800:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:2.0:1779718797.737802:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718797.737805:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737810:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718797.737812:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718822 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737817:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.737818:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718797.737820:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718797.737822:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718797.737824:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718797.737826:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315916817
00000100:00000001:2.0:1779718797.737828:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315918078
00000100:00000001:2.0:1779718797.737830:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315916817
00000100:00000001:2.0:1779718797.737831:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315918078
00000100:00000001:2.0:1779718797.737832:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718797.737833:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.737835:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718797.737837:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718797/real 1779718797]  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718797.737842:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718797.737843:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718797.737845:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718797.737846:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:2.0:1779718797.737847:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:2.0:1779718797.737848:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718797.737850:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718797.737856:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737860:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718797.737860:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737861:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718797.737862:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718797.737864:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737868:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718797.737870:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737875:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718797.737876:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737877:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718797.737878:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737880:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718797.737881:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718797.737882:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718797.737884:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718797.737886:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718797.737889:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718797.737894:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491072:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718797.737897:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737898:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718797.737899:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6300 x1866162529491072/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718822 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718797.737903:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718797.737904:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718797.737905:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996dc00.
02000000:00000001:2.0:1779718797.737907:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718797.737907:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718797.737908:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718797.737909:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718797.737910:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a400.
02000000:00000001:2.0:1779718797.737913:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718797.737913:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718797.737914:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6300.
00000100:00000001:2.0:1779718797.737916:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718797.737917:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737918:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718797.737938:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718797.737940:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718797.737941:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718797.737942:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718798.184019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718798.184024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718798.184031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718798.184033:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718798.184038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718798.184039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718798.184107:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718798.184112:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718798.184116:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718798.760041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718798.760049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718798.760052:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718798.760059:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718798.760063:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718798.760067:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718798.760069:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718798.760073:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718798.760076:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718799.016086:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315918078, at 4315918080
00000100:00000040:0.0:1779718799.016099:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315918078, at 4315918080
00000100:00000010:1.0:1779718799.016105:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b52a0.
00000100:00000010:0.0:1779718799.016120:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5120.
00010000:00000001:2.0:1779718799.208023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718799.208028:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718799.208033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718799.208035:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718799.208037:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718799.208040:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718799.208042:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718799.208044:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718799.208045:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718799.208047:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718799.208050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718799.208051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718799.208107:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718799.208110:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718799.208113:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718799.784042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718799.784048:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718799.784051:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718799.784057:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718799.784062:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718799.784066:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718799.784070:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718799.784073:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718799.784076:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718800.232028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718800.232034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718800.232039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718800.232040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718800.232043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718800.232044:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718800.232102:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718800.232104:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718800.232107:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718800.808008:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718800.808014:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718800.808015:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718800.808019:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718800.808022:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718800.808026:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718800.808029:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718800.808032:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718800.808035:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718801.256001:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718801.256007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718801.256013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718801.256014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718801.256018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718801.256020:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718801.256071:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718801.256074:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718801.256077:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718801.832026:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718801.832031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718801.832032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718801.832037:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718801.832039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718801.832042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718801.832044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718801.832046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718801.832048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718802.280020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718802.280026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718802.280033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718802.280035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718802.280039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718802.280041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718802.280090:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718802.280093:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718802.280096:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718802.855981:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718802.855987:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718802.855989:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718802.855993:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718802.855996:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718802.856000:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718802.856003:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718802.856007:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718802.856010:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718802.856017:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718802.856023:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718802.856024:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718802.856028:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718802.856031:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718802.856037:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21249
00000400:00000200:1.0:1779718802.856044:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718802.856049:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718802.856052:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718802.856054:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856057:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718802.856059:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856061:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718802.856063:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718802.856065:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718802.856067:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718802.856069:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718802.856071:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718802.856072:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718802.856074:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856076:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718802.856077:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856078:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718802.856081:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718802.856083:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856084:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718802.856087:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718802.856089:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718802.856091:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718802.856093:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718802.856095:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718802.856102:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718802.856105:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718802.856108:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718802.856109:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718802.856112:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718802.856114:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718802.856117:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718802.856125:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779718802.856131:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718802.856142:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718802.856153:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718802.856158:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718802.856163:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718802.856186:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718802.856189:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718802.856193:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718802.856195:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718802.856197:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718802.856199:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718802.856202:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21249
00000400:00000200:1.0:1779718802.856206:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718802.856208:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718802.856210:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718802.856210:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1779718802.856215:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718802.856216:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718802.856217:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718802.856220:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718802.856220:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1779718802.856224:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718802.856227:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718802.856228:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718802.856230:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718802.856232:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000040:2.0:1779718802.856232:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779718802.856236:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718802.856240:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718802.856245:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856250:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718802.856253:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856256:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718802.856259:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718802.856264:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856267:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718802.856271:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718802.856277:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718802.856277:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1779718802.856281:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.856282:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718802.856284:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718802.856288:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1779718802.856289:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718802.856293:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1779718802.856294:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718802.856300:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718802.856300:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718802.856307:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000100:00100000:2.0:1779718802.856308:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529491200:192.168.203.145@tcp:250:kworker.0
00000020:00000040:1.0:1779718802.856312:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:2.0:1779718802.856315:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718802.856317:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718802.856320:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718802.856320:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1779718802.856323:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718802.856324:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718802.856326:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718802.856329:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1779718802.856330:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718802.856337:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
02000000:00000010:2.0:1779718802.856337:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718802.856341:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718802.856342:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718802.856349:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:1.0:1779718802.856352:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1779718802.856356:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:1.0:1779718802.856364:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718802.856366:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718802.856366:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000040:1.0:1779718802.856372:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718802.856376:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529491200, portal 25
00000100:00000001:2.0:1779718802.856382:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718802.856383:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.856386:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000100:00080000:1.0:1779718802.856387:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718802.856393:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718802.856394:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718802.856397:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1779718802.856397:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718802.856401:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718802.856407:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21249
00000100:00000001:2.0:1779718802.856411:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1779718802.856414:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:2.0:1779718802.856418:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718802.856421:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000010:2.0:1779718802.856421:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f96e8.
00000100:00080000:1.0:1779718802.856426:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1779718802.856428:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529491200, offset 0
00000100:00000040:1.0:1779718802.856429:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856434:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718802.856435:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856437:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718802.856439:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000001:1.0:1779718802.856440:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718802.856442:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718802.856443:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718802.856444:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718802.856446:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718802.856449:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718802.856449:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718802.856455:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856457:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718802.856459:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:1.0:1779718802.856461:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856465:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718802.856467:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1779718802.856468:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718802.856473:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718802.856473:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779718802.856477:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718802.856479:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718802.856481:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1779718802.856483:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718802.856485:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718802.856487:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856488:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718802.856492:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718802.856495:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718802.856498:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718802.856498:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157567:157567:256:4294967295] 192.168.203.145@tcp LPNI seq info [157566:157566:8:4294967295]
00000100:00000010:1.0:1779718802.856503:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718802.856507:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718802.856510:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718802.856511:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718802.856512:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718802.856513:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718802.856514:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718802.856517:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000400:00000200:2.0:1779718802.856521:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718802.856522:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718802.856528:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718802.856539:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718802.856540:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1779718802.856543:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718802.856548:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779718802.856550:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856559:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718802.856559:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f700.
00000100:00000040:1.0:1779718802.856564:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718802.856567:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1779718802.856571:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779718802.856572:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718802.856577:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1779718802.856578:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718802.856579:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718802.856582:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718802.856584:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718802.856587:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21249
00000400:00000200:1.0:1779718802.856590:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718802.856592:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718802.856594:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718802.856595:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718802.856597:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856599:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718802.856602:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718802.856603:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718802.856605:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315923198
00000100:00000001:1.0:1779718802.856606:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718802.856611:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718802.856613:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000010:2.0:1779718802.856613:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5660.
00000020:00000001:1.0:1779718802.856616:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718802.856618:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718802.856619:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718802.856620:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1779718802.856621:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718802.856625:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856627:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718802.856628:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315923198
00000100:00000040:1.0:1779718802.856630:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718802.856633:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000010:2.0:1779718802.856634:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5720.
00000020:00000040:1.0:1779718802.856635:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718802.856639:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718802.856640:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718802.856645:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.856646:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718802.856647:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718802.856649:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718802.856651:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718802.856652:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718802.856653:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718802.856656:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718802.856656:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1779718802.856659:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718802.856661:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718802.856663:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.856664:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718802.856666:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000010:1.0:1779718802.856667:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000100:00000001:2.0:1779718802.856668:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1779718802.856671:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718802.856672:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1779718802.856676:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718802.856676:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1779718802.856678:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718802.856681:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718802.856682:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718802.856684:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718802.856685:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1779718802.856688:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779718802.856692:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718802.856701:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718802.856706:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718802.856707:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.856711:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1779718802.856712:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718802.856714:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718802.856721:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1779718802.856723:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718802.856724:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1779718802.856727:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21259)
02000000:00000001:2.0:1779718802.856727:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718802.856734:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491328:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718802.856739:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718802.856741:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718802.856742:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718802.856743:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718802.856747:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718802.856749:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718802.856752:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718802.856754:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718802.856757:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718802.856759:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529491328, portal 10
00000100:00000001:2.0:1779718802.856761:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718802.856762:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:2.0:1779718802.856767:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718802.856772:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718802.856774:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718802.856775:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9a18.
00000100:00000200:2.0:1779718802.856777:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529491328, offset 0
00000400:00000200:2.0:1779718802.856780:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718802.856783:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718802.856785:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718802.856787:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718802.856789:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718802.856791:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718802.856793:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718802.856795:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157568:157568:255:4294967295] 192.168.203.145@tcp LPNI seq info [157567:157567:7:4294967295]
00000400:00000200:2.0:1779718802.856798:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718802.856802:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718802.856805:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718802.856808:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f900.
00000800:00000200:2.0:1779718802.856810:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718802.856814:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718802.856815:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718802.856818:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718802.856820:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718802.856822:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315921930
00000100:00000001:2.0:1779718802.856823:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315923198
00000100:00000001:2.0:1779718802.856825:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315921930
00000100:00000001:2.0:1779718802.856826:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315923198
00000100:00000001:2.0:1779718802.856828:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718802.856829:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.856830:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718802.856833:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718802.856837:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718802.856838:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718802.856839:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718802.856840:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718802.856842:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718802.856844:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491456:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718802.856846:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718802.856847:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718802.856848:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718802.856849:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718802.856850:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718802.856852:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718802.856853:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718802.856854:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718802.856856:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718802.856858:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529491456, portal 10
00000100:00000001:2.0:1779718802.856859:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718802.856860:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:2.0:1779718802.856864:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718802.856869:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718802.856872:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718802.856874:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9880.
00000100:00000200:2.0:1779718802.856877:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529491456, offset 0
00000400:00000200:2.0:1779718802.856887:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718802.856890:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718802.856893:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718802.856895:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718802.856897:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718802.856900:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718802.856902:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718802.856904:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157569:157569:254:4294967295] 192.168.203.145@tcp LPNI seq info [157568:157568:6:4294967295]
00000400:00000200:2.0:1779718802.856908:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718802.856946:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718802.856951:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718802.856955:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f500.
00000800:00000200:2.0:1779718802.856959:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718802.856963:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718802.856965:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718802.856968:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718802.856972:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718802.856973:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315921939
00000100:00000001:2.0:1779718802.856976:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315923198
00000100:00000001:2.0:1779718802.856978:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315921939
00000100:00000001:2.0:1779718802.856980:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315923198
00000100:00000001:2.0:1779718802.856982:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718802.856984:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.856986:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.856988:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718802.856992:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718802.856994:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779718802.856995:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718802.856997:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718802.856998:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718802.857002:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718802.857008:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718802.857010:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718802.857012:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718802.857013:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718802.857015:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718802.857017:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491584:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718802.857020:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718802.857022:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718802.857028:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718802.857030:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718802.857033:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718802.857035:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718802.857038:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718802.857040:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254938f0.
00000400:00000010:2.0:1779718802.857043:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718802.857046:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529491584, portal 4
00000100:00000001:2.0:1779718802.857048:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718802.857049:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:2.0:1779718802.857054:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718802.857060:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718802.857062:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718802.857065:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9908.
00000100:00000200:2.0:1779718802.857067:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529491584, offset 0
00000400:00000200:2.0:1779718802.857071:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718802.857075:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718802.857079:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718802.857082:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718802.857085:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718802.857087:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718802.857089:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718802.857092:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157570:157570:253:4294967295] 192.168.203.145@tcp LPNI seq info [157569:157569:5:4294967295]
00000400:00000200:2.0:1779718802.857096:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718802.857102:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718802.857106:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718802.857110:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f100.
00000800:00000200:2.0:1779718802.857114:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718802.857118:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718802.857121:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718802.857124:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718802.857127:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718802.857129:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315921937
00000100:00000001:2.0:1779718802.857131:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315923198
00000100:00000001:2.0:1779718802.857133:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315921937
00000100:00000001:2.0:1779718802.857135:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315923198
00000100:00000001:2.0:1779718802.857137:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718802.857139:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.857142:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.857144:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718802.857147:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718802.857148:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779718802.857150:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718802.857151:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718802.857152:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718802.857154:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718803.304006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718803.304010:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718803.304016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718803.304017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718803.304021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718803.304025:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718803.304034:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718803.304037:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718803.304041:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718803.304043:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718803.304045:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718803.304048:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718803.304107:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718803.304112:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718803.304115:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718803.880018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718803.880023:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718803.880026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718803.880031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718803.880035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718803.880039:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718803.880043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718803.880046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718803.880049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718804.136018:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315923198, at 4315923200
00000100:00000040:1.0:1779718804.136018:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315923198, at 4315923200
00000100:00000010:0.0:1779718804.136032:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5660.
00000100:00000010:1.0:1779718804.136035:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5720.
00010000:00000001:2.0:1779718804.328019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718804.328024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718804.328029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718804.328030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718804.328033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718804.328034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718804.328090:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718804.328094:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718804.328096:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718804.904091:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718804.904100:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718804.904103:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718804.904110:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718804.904115:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718804.904137:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718804.904141:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718804.904145:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718804.904148:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718805.352035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718805.352043:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718805.352046:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718805.352050:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718805.352055:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718805.352057:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718805.352059:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718805.352063:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718805.352068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718805.352069:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718805.352073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718805.352075:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718805.352168:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718805.352174:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718805.352179:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718805.928006:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718805.928011:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718805.928013:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718805.928017:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718805.928020:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718805.928023:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.928025:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718805.928027:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.928029:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1779718805.928202:0:248756:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1779718805.928242:0:248756:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1779718805.928252:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718805.928256:0:248756:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:1.0:1779718805.928261:0:248756:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718805.928265:0:248756:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:1.0:1779718805.928271:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718805.928274:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f700.
00000400:00000200:1.0:1779718805.928279:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718805.928285:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718805.928291:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f96e8
00000400:00000010:1.0:1779718805.928294:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f96e8.
00000100:00000001:1.0:1779718805.928299:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718805.928306:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718805.928330:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718805.928335:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718805.928342:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718805.928344:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718805.928354:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718805.928358:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f900.
00000400:00000200:1.0:1779718805.928361:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718805.928365:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718805.928369:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9a18
00000100:00000001:2.0:1779718805.928369:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:1.0:1779718805.928371:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9a18.
00000100:00000001:2.0:1779718805.928375:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718805.928376:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1779718805.928381:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000200:1.0:1779718805.928382:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718805.928391:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718802/real 1779718805]  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718805.928396:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718805.928403:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718805.928411:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1779718805.928412:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718805.928414:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1779718805.928415:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:2.0:1779718805.928419:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000800:00000100:1.0:1779718805.928424:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000400:00000200:2.0:1779718805.928426:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000800:00000010:1.0:1779718805.928427:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f500.
00000400:00000010:2.0:1779718805.928431:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000400:00000200:1.0:1779718805.928433:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1779718805.928437:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1779718805.928438:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1779718805.928443:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9880
00000100:00000200:2.0:1779718805.928445:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1779718805.928446:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9880.
00000100:00000001:1.0:1779718805.928453:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1779718805.928460:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718805.928463:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718805.928485:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1779718805.928487:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718805.928491:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718805.928493:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928495:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718805.928499:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718805.928507:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718805.928509:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718805.928510:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1779718805.928520:0:248756:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:1.0:1779718805.928526:0:248756:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f100.
00000400:00000200:1.0:1779718805.928530:0:248756:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1779718805.928540:0:248756:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1779718805.928547:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1779718805.928548:0:248756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9908
00000400:00000010:1.0:1779718805.928552:0:248756:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9908.
00000100:00000001:1.0:1779718805.928556:0:248756:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1779718805.928558:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1779718805.928564:0:248756:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928577:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718805.928584:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718805.928585:0:248756:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1779718805.928587:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718805.928590:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718805.928591:0:248756:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718827 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928595:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718805.928599:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1779718805.928604:0:248756:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718805.928606:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1779718805.928607:0:248756:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1779718805.928615:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718805.928618:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718805.928624:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718805.928632:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529491200:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718805.928637:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718805.928639:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718805.928643:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529491200/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928649:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718805.928652:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718805.928656:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718805.928661:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718805.928663:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718805.928665:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718805.928668:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718805.928670:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92800.
02000000:00000001:2.0:1779718805.928675:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718805.928683:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718805.928686:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:2.0:1779718805.928691:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718805.928692:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.928695:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718805.928697:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718805.928699:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718805.928700:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718805.928704:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718802/real 1779718805]  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718805.928712:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718805.928714:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718805.928715:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254938f0.
00000400:00000200:2.0:1779718805.928718:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718805.928719:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718805.928722:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718805.928724:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718805.928732:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928738:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718805.928740:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.928741:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718805.928743:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718805.928746:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928752:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718805.928756:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928762:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718805.928765:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.928767:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718805.928768:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.928770:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718805.928772:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718805.928774:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718805.928778:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718805.928781:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718805.928785:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718805.928792:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491584:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718805.928797:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718805.928801:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718802/real 1779718805]  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718805.928809:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718805.928811:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718805.928813:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718805.928816:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718805.928818:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718805.928820:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718805.928823:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718805.928832:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928838:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718805.928839:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.928841:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718805.928842:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718805.928846:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928859:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718805.928863:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928870:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718805.928872:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.928879:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718805.928880:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.928882:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718805.928884:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718805.928904:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718805.928908:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718805.928910:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718805.928914:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718805.928947:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491328:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718805.928952:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718805.928956:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718802/real 1779718805]  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718805.928963:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718805.928964:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718805.928965:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718805.928968:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718805.928970:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718805.928972:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718805.928974:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718805.928988:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.928994:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718805.928996:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.928997:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718805.928999:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718805.929002:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.929009:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718805.929013:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.929020:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718805.929023:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.929024:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718805.929025:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.929027:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718805.929028:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718805.929031:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718805.929035:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718805.929037:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718805.929041:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718805.929054:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491456:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718805.929058:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.929060:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718805.929064:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529491584/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.929082:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718805.929083:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718805.929085:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718805.929088:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718805.929089:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718805.929090:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718805.929092:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718805.929093:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90400.
02000000:00000001:2.0:1779718805.929095:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718805.929096:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718805.929097:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:2.0:1779718805.929099:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718805.929100:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.929101:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718805.929103:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529491328/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.929108:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718805.929109:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718805.929110:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718805.929111:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718805.929112:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718805.929112:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718805.929113:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718805.929114:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90800.
02000000:00000001:2.0:1779718805.929115:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718805.929116:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718805.929117:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:2.0:1779718805.929118:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718805.929119:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.929120:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718805.929123:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529491456/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718827 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718805.929130:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718805.929131:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718805.929135:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718805.929138:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718805.929139:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718805.929140:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718805.929142:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718805.929143:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92c00.
02000000:00000001:2.0:1779718805.929150:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718805.929152:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718805.929154:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:2.0:1779718805.929156:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718805.929158:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.929160:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718805.929168:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718805.929170:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718805.929173:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718805.929175:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718806.376001:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718806.376005:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718806.376010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718806.376011:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718806.376014:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718806.376015:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718806.376057:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718806.376060:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718806.376062:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718806.952091:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718806.952097:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718806.952099:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718806.952104:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718806.952109:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718806.952113:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718806.952117:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718806.952120:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718806.952123:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718807.400027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718807.400033:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718807.400040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718807.400041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718807.400045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718807.400046:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718807.400102:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718807.400106:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718807.400108:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718807.976017:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718807.976027:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718807.976029:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718807.976033:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718807.976038:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718807.976044:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21254
00000400:00000200:1.0:1779718807.976052:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718807.976057:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718807.976060:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718807.976063:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976066:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718807.976069:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976071:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:0.0:1779718807.976074:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1779718807.976074:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718807.976076:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000100:00000001:0.0:1779718807.976079:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1779718807.976079:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1779718807.976082:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718807.976084:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000100:00100000:0.0:1779718807.976087:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000020:00000001:1.0:1779718807.976088:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000001:0.0:1779718807.976091:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1779718807.976093:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000001:0.0:1779718807.976095:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718807.976099:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718807.976102:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718807.976102:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718807.976108:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718807.976108:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718807.976115:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976118:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718807.976122:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718807.976126:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976128:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718807.976131:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718807.976134:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718807.976136:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718807.976138:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718807.976140:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718807.976145:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718807.976149:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718807.976153:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718807.976155:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718807.976159:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718807.976162:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718807.976167:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718807.976176:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779718807.976183:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718807.976193:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718807.976203:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718807.976208:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718807.976213:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718807.976238:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718807.976241:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718807.976244:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718807.976245:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718807.976246:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718807.976249:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718807.976251:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21254
00000400:00000200:1.0:1779718807.976256:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718807.976260:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718807.976262:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718807.976266:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976269:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718807.976271:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976274:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718807.976277:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718807.976278:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718807.976280:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718807.976280:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1779718807.976285:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718807.976286:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1779718807.976288:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718807.976289:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1779718807.976293:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718807.976299:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718807.976301:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718807.976304:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718807.976309:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976315:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718807.976320:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:2.0:1779718807.976322:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718807.976325:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718807.976326:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976331:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718807.976332:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718807.976335:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718807.976337:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718807.976340:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718807.976343:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1779718807.976344:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529491712:192.168.203.145@tcp:250:kworker.0
02000000:00000001:1.0:1779718807.976349:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718807.976353:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718807.976357:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718807.976358:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1779718807.976363:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718807.976365:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1779718807.976366:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718807.976369:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718807.976372:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
02000000:00000001:2.0:1779718807.976374:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1779718807.976377:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718807.976381:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1779718807.976381:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:1.0:1779718807.976384:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718807.976386:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718807.976388:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718807.976391:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718807.976394:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718807.976396:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718807.976402:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
02000000:00000010:1.0:1779718807.976407:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000400:00000010:2.0:1779718807.976410:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000001:1.0:1779718807.976413:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718807.976418:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529491712, portal 25
00000100:00100000:1.0:1779718807.976423:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718807.976424:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718807.976427:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885893632 : -117608823657984 : ffff95090fd7ea00)
00000100:00000001:1.0:1779718807.976438:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1779718807.976438:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718807.976443:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.976453:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1779718807.976454:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718807.976461:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718807.976467:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000001:1.0:1779718807.976470:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718807.976472:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529491712, offset 0
00000100:00080000:1.0:1779718807.976475:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718807.976480:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1779718807.976482:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976483:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718807.976487:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718807.976491:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718807.976494:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779718807.976496:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21254
00000400:00000200:1.0:1779718807.976503:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718807.976506:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779718807.976511:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718807.976515:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718807.976515:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1779718807.976522:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718807.976524:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779718807.976526:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718807.976531:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718807.976532:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1779718807.976536:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718807.976539:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000001:1.0:1779718807.976540:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718807.976543:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718807.976546:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1779718807.976547:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157571:157571:256:4294967295] 192.168.203.145@tcp LPNI seq info [157570:157570:8:4294967295]
00000020:00000040:1.0:1779718807.976550:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718807.976555:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718807.976559:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:1.0:1779718807.976560:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718807.976566:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976568:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718807.976572:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976576:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718807.976580:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1779718807.976581:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718807.976588:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976591:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718807.976596:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1779718807.976596:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779718807.976600:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718807.976603:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718807.976604:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000001:1.0:1779718807.976605:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718807.976610:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718807.976613:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718807.976616:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718807.976617:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718807.976624:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000010:1.0:1779718807.976625:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718807.976631:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.1:1779718807.976636:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779718807.976637:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718807.976640:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718807.976643:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1779718807.976644:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718807.976647:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718807.976650:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1779718807.976654:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
02000000:00000010:1.0:1779718807.976657:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000800:00000010:2.0:1779718807.976658:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000001:1.0:1779718807.976663:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718807.976666:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1779718807.976671:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718807.976676:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1779718807.976687:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718807.976690:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718807.976692:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000100:00000040:1.0:1779718807.976696:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718807.976697:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718807.976703:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1779718807.976711:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718807.976712:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718807.976716:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718807.976726:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718807.976731:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718807.976732:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1779718807.976737:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1779718807.976739:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718807.976740:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718807.976744:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718807.976750:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718807.976755:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718807.976756:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21254
00000100:00000001:2.0:1779718807.976760:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1779718807.976765:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718807.976768:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718807.976770:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718807.976773:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718807.976775:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718807.976778:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718807.976783:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718807.976785:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718807.976787:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718807.976790:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315928318
00000020:00000001:1.0:1779718807.976791:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718807.976793:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718807.976796:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:2.0:1779718807.976798:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5a20.
00000020:00000040:1.0:1779718807.976799:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718807.976803:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718807.976806:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718807.976807:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1779718807.976812:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718807.976815:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718807.976816:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315928318
00000100:00000040:1.0:1779718807.976819:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000010:2.0:1779718807.976822:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b57e0.
00000100:00000001:1.0:1779718807.976824:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718807.976827:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1779718807.976828:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718807.976834:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1779718807.976835:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718807.976840:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718807.976841:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.976845:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1779718807.976846:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718807.976851:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1779718807.976855:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718807/real 1779718807]  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718807.976856:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718807.976861:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718807.976865:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718807.976884:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718807.976889:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718807.976896:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000400:00000001:2.0:1779718807.976899:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1779718807.976900:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718807.976904:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718807.976906:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718807.976907:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718807.976909:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718807.976911:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718807.976912:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:1.0:1779718807.976914:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000400:00000010:2.0:1779718807.976916:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718807.976949:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000100:00000001:1.0:1779718807.976952:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718807.976953:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718807.976959:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:1.0:1779718807.976963:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779718807.976967:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718807.976988:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718807.976992:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718807.976996:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718807.977000:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718807.977022:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.977022:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718807.977027:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718807.977029:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21264)
00000100:00000001:2.0:1779718807.977031:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718807.977034:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718807.977040:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977049:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718807.977054:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977061:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718807.977064:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977066:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718807.977067:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977069:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718807.977071:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718807.977074:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718807.977079:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718807.977081:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718807.977085:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718807.977093:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529491712:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718807.977098:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977100:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718807.977102:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7ea00 x1866162529491712/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977108:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718807.977111:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718807.977113:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718807.977116:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718807.977118:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718807.977120:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718807.977122:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718807.977124:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91800.
02000000:00000001:2.0:1779718807.977133:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718807.977135:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718807.977137:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7ea00.
00000100:00000001:2.0:1779718807.977141:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718807.977142:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977144:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977151:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718807.977153:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.977155:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718807.977156:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718807.977158:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718807.977161:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977167:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718807.977169:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718807.977198:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718807.977200:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718807.977203:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718807.977209:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491840:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718807.977214:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718807.977217:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718807.977218:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718807.977220:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718807.977225:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718807.977227:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718807.977232:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718807.977250:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718807.977255:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718807.977258:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529491840, portal 10
00000100:00000001:2.0:1779718807.977260:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718807.977262:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:2.0:1779718807.977268:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977275:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718807.977278:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718807.977280:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718807.977283:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529491840, offset 0
00000400:00000200:2.0:1779718807.977287:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718807.977291:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718807.977295:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718807.977298:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718807.977301:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718807.977303:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718807.977306:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718807.977310:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157572:157572:256:4294967295] 192.168.203.145@tcp LPNI seq info [157571:157571:8:4294967295]
00000400:00000200:2.0:1779718807.977314:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718807.977321:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718807.977325:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718807.977329:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718807.977333:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718807.977336:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718807.977341:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718807.977344:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718807.977349:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718807.977351:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718807.977354:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718807.977358:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718807.977361:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718807.977363:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718807.977365:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718807.977369:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977378:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718807.977380:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977387:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.977389:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718807.977393:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718807.977397:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718807.977401:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718807.977403:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315927051
00000100:00000001:2.0:1779718807.977406:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315928318
00000100:00000001:2.0:1779718807.977409:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315927051
00000100:00000001:2.0:1779718807.977411:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315928318
00000100:00000001:2.0:1779718807.977413:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718807.977415:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.977417:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718807.977422:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718807/real 1779718807]  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718807.977430:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718807.977432:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718807.977435:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718807.977437:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718807.977439:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718807.977442:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718807.977445:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718807.977456:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977463:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718807.977465:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977467:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718807.977468:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718807.977472:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977479:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718807.977484:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977491:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718807.977495:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977496:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718807.977497:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977499:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718807.977501:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718807.977504:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718807.977508:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718807.977511:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718807.977515:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718807.977523:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491840:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718807.977528:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718807.977531:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977537:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718807.977539:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718807.977541:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718807.977543:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718807.977545:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718807.977548:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491968:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718807.977552:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718807.977554:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718807.977556:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718807.977558:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718807.977561:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718807.977563:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718807.977567:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718807.977569:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718807.977573:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718807.977576:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529491968, portal 10
00000100:00000001:2.0:1779718807.977577:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718807.977579:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:2.0:1779718807.977585:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977592:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718807.977594:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718807.977597:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718807.977600:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529491968, offset 0
00000400:00000200:2.0:1779718807.977604:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718807.977609:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718807.977613:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718807.977615:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718807.977618:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718807.977620:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718807.977621:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718807.977623:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157573:157573:256:4294967295] 192.168.203.145@tcp LPNI seq info [157572:157572:8:4294967295]
00000400:00000200:2.0:1779718807.977626:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718807.977631:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718807.977634:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718807.977636:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718807.977640:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718807.977643:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718807.977648:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718807.977651:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718807.977655:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718807.977657:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718807.977660:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718807.977663:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718807.977666:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718807.977668:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718807.977671:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718807.977675:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977683:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718807.977687:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977695:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.977697:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718807.977700:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718807.977704:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718807.977707:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718807.977708:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315927059
00000100:00000001:2.0:1779718807.977710:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315928318
00000100:00000001:2.0:1779718807.977712:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315927059
00000100:00000001:2.0:1779718807.977714:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315928318
00000100:00000001:2.0:1779718807.977716:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718807.977718:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.977720:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718807.977724:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718807/real 1779718807]  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718807.977733:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718807.977734:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718807.977736:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718807.977738:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718807.977740:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718807.977742:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718807.977745:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718807.977754:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977761:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718807.977762:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977764:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718807.977765:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718807.977768:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977775:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718807.977778:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977784:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718807.977786:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977788:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718807.977789:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.977791:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718807.977793:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718807.977795:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718807.977798:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718807.977800:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718807.977804:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718807.977811:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529491968:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718807.977814:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718807.977817:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977823:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718807.977825:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718807.977827:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718807.977830:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718807.977832:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718807.977835:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492096:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718807.977838:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718807.977841:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718807.977842:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718807.977844:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718807.977848:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718807.977850:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718807.977854:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718807.977856:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718807.977860:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718807.977864:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529492096, portal 4
00000100:00000001:2.0:1779718807.977866:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718807.977868:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:2.0:1779718807.977893:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.977900:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718807.977903:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718807.977906:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718807.977909:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529492096, offset 0
00000400:00000200:2.0:1779718807.977913:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718807.977917:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718807.977944:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718807.977947:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718807.977950:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718807.977952:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718807.977955:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718807.977958:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157574:157574:256:4294967295] 192.168.203.145@tcp LPNI seq info [157573:157573:8:4294967295]
00000400:00000200:2.0:1779718807.977963:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718807.977970:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718807.977975:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718807.977978:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718807.977980:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718807.977982:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718807.977985:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718807.977987:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718807.977989:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718807.977991:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718807.977993:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718807.977996:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718807.977998:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718807.977999:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718807.978001:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718807.978004:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.978009:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718807.978011:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718832 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.978020:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.978021:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718807.978023:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718807.978026:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718807.978028:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718807.978030:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315927058
00000100:00000001:2.0:1779718807.978031:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315928318
00000100:00000001:2.0:1779718807.978033:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315927058
00000100:00000001:2.0:1779718807.978034:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315928318
00000100:00000001:2.0:1779718807.978036:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718807.978037:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.978038:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718807.978040:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718807/real 1779718807]  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718807.978045:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718807.978046:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718807.978048:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718807.978049:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718807.978051:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718807.978052:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718807.978054:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718807.978059:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.978063:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718807.978064:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.978065:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718807.978066:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718807.978068:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.978072:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718807.978075:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.978079:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718807.978080:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.978081:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718807.978082:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.978083:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718807.978084:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718807.978086:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718807.978088:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718807.978089:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718807.978091:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718807.978096:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492096:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718807.978098:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.978099:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718807.978101:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529491840/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.978105:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718807.978106:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718807.978108:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718807.978110:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718807.978111:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718807.978112:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718807.978113:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718807.978115:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91000.
02000000:00000001:2.0:1779718807.978117:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718807.978118:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718807.978119:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:2.0:1779718807.978121:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718807.978122:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.978123:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718807.978124:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529491968/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.978129:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718807.978129:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718807.978130:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718807.978131:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718807.978132:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718807.978133:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718807.978134:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718807.978135:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92400.
02000000:00000001:2.0:1779718807.978137:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718807.978138:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718807.978138:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:2.0:1779718807.978139:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718807.978140:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.978141:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718807.978143:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529492096/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718832 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718807.978146:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718807.978147:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718807.978148:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718807.978149:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718807.978149:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718807.978150:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718807.978151:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718807.978152:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93000.
02000000:00000001:2.0:1779718807.978153:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718807.978154:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718807.978154:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:2.0:1779718807.978156:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718807.978157:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.978158:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718807.978161:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718807.978162:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718807.978164:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718807.978165:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718808.424003:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718808.424007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718808.424013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718808.424015:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718808.424018:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718808.424021:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718808.424023:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718808.424030:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718808.424032:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718808.424033:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718808.424036:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718808.424037:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718808.424093:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718808.424098:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718808.424101:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718809.000180:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718809.000186:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718809.000188:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718809.000193:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718809.000196:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718809.000199:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718809.000201:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718809.000203:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718809.000222:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718809.255988:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315928318, at 4315928320
00000100:00000040:1.0:1779718809.255992:0:346653:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315928318, at 4315928320
00000100:00000010:0.0:1779718809.256001:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a20.
00000100:00000010:1.0:1779718809.256004:0:346653:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b57e0.
00010000:00000001:2.0:1779718809.448072:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718809.448077:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718809.448082:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718809.448083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718809.448086:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718809.448087:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718809.448154:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718809.448157:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718809.448160:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718810.024019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718810.024025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718810.024027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718810.024031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718810.024034:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718810.024037:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718810.024039:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718810.024041:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718810.024043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718810.472011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718810.472018:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718810.472025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718810.472027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718810.472030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718810.472032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718810.472083:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718810.472087:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718810.472090:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718811.048022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718811.048028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718811.048030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718811.048034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718811.048036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718811.048040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718811.048042:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718811.048044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718811.048046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718811.496019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718811.496025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718811.496030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718811.496031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718811.496034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718811.496035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718811.496090:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718811.496093:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718811.496096:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718812.072005:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718812.072011:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718812.072013:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718812.072019:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718812.072023:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718812.072026:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718812.072029:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718812.072031:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718812.072034:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718812.520011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718812.520017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718812.520023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718812.520025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718812.520028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718812.520029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718812.520077:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718812.520081:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718812.520084:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718813.096034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718813.096041:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718813.096043:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718813.096047:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1779718813.096051:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718813.096053:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718813.096054:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718813.096055:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718813.096057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779718813.096058:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718813.096060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718813.096062:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718813.096062:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718813.096066:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718813.096069:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21259
00000400:00000200:1.0:1779718813.096079:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718813.096085:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718813.096088:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718813.096092:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096095:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718813.096098:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096101:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718813.096104:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718813.096107:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718813.096110:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718813.096113:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718813.096116:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718813.096117:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718813.096120:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096121:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718813.096123:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096124:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718813.096126:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718813.096128:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096130:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718813.096132:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718813.096134:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718813.096136:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718813.096138:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718813.096140:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718813.096147:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718813.096150:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718813.096153:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718813.096154:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718813.096156:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718813.096158:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718813.096162:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718813.096168:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779718813.096173:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718813.096181:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718813.096188:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718813.096191:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718813.096195:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718813.096215:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718813.096217:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718813.096219:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718813.096221:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718813.096222:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718813.096224:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718813.096225:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21259
00000400:00000200:1.0:1779718813.096228:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718813.096230:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718813.096232:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718813.096234:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096235:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718813.096237:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096238:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718813.096240:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718813.096241:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718813.096242:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718813.096243:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718813.096245:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718813.096246:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718813.096248:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096250:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718813.096251:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096252:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718813.096253:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1779718813.096254:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718813.096259:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096260:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.096260:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1779718813.096264:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718813.096264:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1779718813.096268:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718813.096272:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718813.096273:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718813.096274:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718813.096278:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718813.096284:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.096285:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718813.096286:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.096288:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718813.096290:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718813.096292:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:2.0:1779718813.096292:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718813.096295:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718813.096296:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718813.096297:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718813.096301:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718813.096302:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718813.096303:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718813.096304:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718813.096307:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779718813.096311:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718813.096313:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529492224:192.168.203.145@tcp:250:kworker.0
00000100:00100000:1.0:1779718813.096317:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718813.096318:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718813.096322:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718813.096325:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718813.096326:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718813.096329:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718813.096330:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1779718813.096333:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1779718813.096336:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718813.096342:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718813.096343:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718813.096346:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718813.096348:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718813.096350:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1779718813.096350:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779718813.096351:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718813.096354:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718813.096356:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21259
00000400:00000010:2.0:1779718813.096356:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000200:1.0:1779718813.096361:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718813.096363:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000400:00000200:1.0:1779718813.096364:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718813.096368:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718813.096370:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096371:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1779718813.096372:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529492224, portal 25
00000100:00000040:1.0:1779718813.096373:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718813.096376:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718813.096377:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718813.096380:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000020:00000001:1.0:1779718813.096386:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1779718813.096386:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779718813.096388:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718813.096391:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718813.096394:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718813.096397:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:2.0:1779718813.096398:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1779718813.096399:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:2.0:1779718813.096403:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718813.096405:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718813.096406:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000001:1.0:1779718813.096407:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718813.096411:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:2.0:1779718813.096411:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529492224, offset 0
00000100:00000001:1.0:1779718813.096413:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718813.096416:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718813.096419:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096423:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718813.096423:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779718813.096427:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718813.096430:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718813.096431:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718813.096435:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718813.096435:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00100000:1.0:1779718813.096438:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718813.096440:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718813.096442:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718813.096444:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000010:1.0:1779718813.096447:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779718813.096449:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:2.0:1779718813.096450:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1779718813.096454:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718813.096456:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718813.096457:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779718813.096460:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718813.096463:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779718813.096463:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1779718813.096466:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718813.096468:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000010:1.0:1779718813.096471:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000400:00000200:2.0:1779718813.096472:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157575:157575:256:4294967295] 192.168.203.145@tcp LPNI seq info [157574:157574:8:4294967295]
00000100:00000001:1.0:1779718813.096476:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718813.096480:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:1.0:1779718813.096483:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718813.096492:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718813.096496:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718813.096496:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1779718813.096501:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779718813.096506:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096513:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718813.096514:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000040:1.0:1779718813.096515:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718813.096518:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718813.096522:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1779718813.096523:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779718813.096528:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.0:1779718813.096529:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1779718813.096530:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718813.096532:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718813.096535:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.1:1779718813.096538:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779718813.096540:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21259
00000800:00000200:2.1:1779718813.096544:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000400:00000200:1.0:1779718813.096545:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718813.096552:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000100:2.0:1779718813.096553:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779718813.096554:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1779718813.096556:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000040:1.0:1779718813.096559:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096561:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718813.096562:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1779718813.096563:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718813.096570:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1779718813.096572:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718813.096574:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1779718813.096574:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000020:00000040:1.0:1779718813.096577:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000400:00000010:2.0:1779718813.096578:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000020:00000001:1.0:1779718813.096579:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718813.096582:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718813.096584:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718813.096584:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1779718813.096588:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000200:2.0:1779718813.096591:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718813.096592:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096595:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718813.096599:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718813.096602:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718813.096606:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718813.096610:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718813.096610:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1779718813.096613:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718813.096616:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1779718813.096617:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718813.096619:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718813.096623:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718813.096626:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718813.096629:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718813.096630:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1779718813.096632:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.096633:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718813.096634:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718813.096638:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000100:00000001:2.0:1779718813.096639:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718813.096640:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718813.096645:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718813.096647:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718813.096648:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718813.096650:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718813.096651:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315933438
02000000:00000001:1.0:1779718813.096652:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718813.096654:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718813.096659:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000010:2.0:1779718813.096659:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b56c0.
00000100:00000001:1.0:1779718813.096662:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718813.096667:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718813.096667:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718813.096674:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718813.096675:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315933438
00000100:00000001:1.0:1779718813.096677:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718813.096680:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5360.
00000100:00000040:1.0:1779718813.096682:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.096683:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718813.096688:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718813.096693:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718813.096694:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.096697:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1779718813.096699:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21269)
00000100:00100000:2.0:1779718813.096703:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718813/real 1779718813]  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718813.096709:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718813.096711:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718813.096713:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718813.096715:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718813.096716:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718813.096718:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718813.096720:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718813.096726:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.096730:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718813.096731:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.096732:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718813.096734:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718813.096736:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.096748:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718813.096754:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.096759:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718813.096761:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.096763:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718813.096764:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.096765:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718813.096767:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718813.096769:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718813.096771:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718813.096773:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718813.096775:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718813.096780:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529492224:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718813.096783:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.096785:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718813.096787:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529492224/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.096791:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718813.096793:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718813.096795:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718813.096801:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718813.096802:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718813.096803:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718813.096805:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718813.096806:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93c00.
02000000:00000001:2.0:1779718813.096809:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718813.096810:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718813.096811:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:2.0:1779718813.096815:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718813.096816:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.096817:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.096822:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718813.096823:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.096825:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718813.096826:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718813.096827:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718813.096830:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.096847:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718813.096848:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718813.096850:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718813.096851:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718813.096853:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718813.096855:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492352:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718813.096857:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718813.096859:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718813.096860:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718813.096861:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718813.096864:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718813.096865:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718813.096868:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718813.096870:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718813.096872:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718813.096874:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529492352, portal 10
00000100:00000001:2.0:1779718813.096875:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718813.096876:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:2.0:1779718813.096881:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.096886:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718813.096887:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718813.096889:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718813.096891:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529492352, offset 0
00000400:00000200:2.0:1779718813.096893:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718813.096896:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718813.096898:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718813.096900:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718813.096902:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718813.096904:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718813.096906:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718813.096908:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157576:157576:256:4294967295] 192.168.203.145@tcp LPNI seq info [157575:157575:8:4294967295]
00000400:00000200:2.0:1779718813.096911:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718813.096916:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718813.096919:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718813.096943:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718813.096947:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718813.096949:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718813.096952:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718813.096954:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718813.096956:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718813.096957:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718813.096960:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718813.096962:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718813.096964:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718813.096965:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718813.096967:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718813.096969:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.096974:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718813.096976:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.096981:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.096982:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718813.096984:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718813.096987:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718813.096989:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718813.096990:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315932171
00000100:00000001:2.0:1779718813.096992:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315933438
00000100:00000001:2.0:1779718813.096994:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315932171
00000100:00000001:2.0:1779718813.096995:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315933438
00000100:00000001:2.0:1779718813.096997:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718813.096998:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.097000:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718813.097002:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718813/real 1779718813]  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718813.097008:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718813.097009:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718813.097010:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718813.097011:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718813.097012:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718813.097013:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718813.097015:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718813.097020:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097025:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718813.097025:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097026:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718813.097027:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718813.097029:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097033:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718813.097035:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097039:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718813.097041:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097042:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718813.097043:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097044:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718813.097046:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718813.097049:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718813.097052:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718813.097054:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718813.097058:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718813.097066:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492352:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718813.097070:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718813.097073:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097081:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718813.097082:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718813.097084:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718813.097086:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718813.097089:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718813.097092:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492480:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718813.097095:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718813.097097:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718813.097099:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718813.097100:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718813.097103:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718813.097104:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718813.097107:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718813.097108:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718813.097110:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718813.097112:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529492480, portal 10
00000100:00000001:2.0:1779718813.097114:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718813.097115:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:2.0:1779718813.097119:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097128:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718813.097129:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718813.097131:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718813.097132:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529492480, offset 0
00000400:00000200:2.0:1779718813.097135:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718813.097137:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718813.097140:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718813.097142:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718813.097143:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718813.097145:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718813.097146:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718813.097149:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157577:157577:256:4294967295] 192.168.203.145@tcp LPNI seq info [157576:157576:8:4294967295]
00000400:00000200:2.0:1779718813.097151:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718813.097156:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718813.097158:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718813.097160:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718813.097163:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718813.097165:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718813.097168:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718813.097170:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718813.097172:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718813.097173:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718813.097175:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718813.097178:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718813.097180:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718813.097181:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718813.097182:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718813.097184:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097190:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718813.097191:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097200:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.097201:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718813.097203:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718813.097205:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718813.097207:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718813.097209:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315932179
00000100:00000001:2.0:1779718813.097210:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315933438
00000100:00000001:2.0:1779718813.097212:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315932179
00000100:00000001:2.0:1779718813.097214:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315933438
00000100:00000001:2.0:1779718813.097216:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718813.097218:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.097220:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718813.097224:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718813/real 1779718813]  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718813.097232:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718813.097233:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718813.097235:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718813.097237:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718813.097238:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718813.097241:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718813.097244:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718813.097253:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097261:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718813.097262:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097264:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718813.097265:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718813.097269:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097274:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718813.097276:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097280:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718813.097282:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097283:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718813.097284:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097285:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718813.097286:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718813.097288:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718813.097289:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718813.097291:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718813.097293:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718813.097298:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492480:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718813.097300:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718813.097302:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097307:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718813.097307:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718813.097309:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718813.097310:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718813.097312:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718813.097313:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492608:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718813.097315:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718813.097317:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718813.097318:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718813.097319:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718813.097322:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718813.097323:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718813.097326:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718813.097327:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718813.097330:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718813.097332:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529492608, portal 4
00000100:00000001:2.0:1779718813.097333:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718813.097334:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:2.0:1779718813.097338:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097342:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718813.097343:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718813.097345:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718813.097346:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529492608, offset 0
00000400:00000200:2.0:1779718813.097349:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718813.097351:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718813.097353:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718813.097355:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718813.097357:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718813.097358:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718813.097360:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718813.097362:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157578:157578:256:4294967295] 192.168.203.145@tcp LPNI seq info [157577:157577:8:4294967295]
00000400:00000200:2.0:1779718813.097365:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718813.097370:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718813.097372:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718813.097374:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718813.097377:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718813.097378:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718813.097381:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718813.097383:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718813.097386:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718813.097387:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718813.097389:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718813.097391:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718813.097393:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718813.097394:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718813.097396:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718813.097398:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097403:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718813.097404:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097409:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.097409:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718813.097411:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718813.097413:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718813.097415:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718813.097416:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315932177
00000100:00000001:2.0:1779718813.097418:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315933438
00000100:00000001:2.0:1779718813.097419:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315932177
00000100:00000001:2.0:1779718813.097420:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315933438
00000100:00000001:2.0:1779718813.097422:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718813.097423:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.097424:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718813.097426:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718813/real 1779718813]  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718813.097431:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718813.097432:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718813.097433:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718813.097434:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718813.097435:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718813.097437:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718813.097439:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718813.097444:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097448:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718813.097448:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097449:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718813.097450:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718813.097452:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097456:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718813.097458:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097462:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718813.097464:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097464:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718813.097465:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097466:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718813.097467:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718813.097469:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718813.097471:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718813.097472:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718813.097474:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718813.097479:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492608:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718813.097482:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097483:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718813.097485:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529492352/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097489:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718813.097490:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718813.097492:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718813.097493:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718813.097494:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718813.097495:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718813.097496:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718813.097497:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92000.
02000000:00000001:2.0:1779718813.097500:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718813.097501:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718813.097502:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:2.0:1779718813.097504:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718813.097505:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097506:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718813.097508:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529492480/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097511:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718813.097512:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718813.097513:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718813.097514:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718813.097515:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718813.097516:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718813.097517:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718813.097518:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93000.
02000000:00000001:2.0:1779718813.097519:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718813.097520:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718813.097521:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:2.0:1779718813.097522:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718813.097523:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097524:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718813.097526:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529492608/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718813.097529:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718813.097531:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718813.097531:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718813.097533:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718813.097534:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718813.097534:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718813.097536:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718813.097537:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92400.
02000000:00000001:2.0:1779718813.097538:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718813.097538:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718813.097539:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:2.0:1779718813.097541:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718813.097541:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097542:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718813.097545:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718813.097546:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718813.097547:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718813.097548:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718813.544027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718813.544034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718813.544041:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718813.544043:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718813.544048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718813.544052:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718813.544055:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718813.544059:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718813.544062:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718813.544064:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718813.544067:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718813.544069:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718813.544122:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718813.544126:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718813.544128:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718814.120024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718814.120031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718814.120033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718814.120040:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718814.120044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718814.120048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718814.120051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718814.120071:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718814.120074:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718814.376032:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315933438, at 4315933440
00000100:00000040:1.0:1779718814.376032:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315933438, at 4315933440
00000100:00000010:0.0:1779718814.376057:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b56c0.
00000100:00000010:1.0:1779718814.376060:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5360.
00010000:00000001:2.0:1779718814.568014:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718814.568019:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718814.568023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718814.568024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718814.568028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718814.568029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718814.568091:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718814.568094:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718814.568105:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718815.144033:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718815.144039:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718815.144040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718815.144045:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718815.144047:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718815.144050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718815.144052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718815.144054:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718815.144056:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718815.592021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718815.592028:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718815.592030:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718815.592034:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718815.592038:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718815.592040:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718815.592041:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718815.592043:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718815.592047:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718815.592048:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718815.592051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718815.592052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718815.592100:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718815.592103:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718815.592106:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718816.168004:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718816.168010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718816.168011:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718816.168015:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718816.168018:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718816.168028:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718816.168031:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718816.168035:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718816.168037:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718816.616015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718816.616021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718816.616029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718816.616031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718816.616037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718816.616038:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718816.616069:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718816.616072:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718816.616075:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718817.192012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718817.192017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718817.192019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718817.192023:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718817.192026:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718817.192028:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718817.192030:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718817.192033:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718817.192035:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718817.640025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718817.640030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718817.640035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718817.640035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718817.640039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718817.640040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718817.640091:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718817.640094:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718817.640096:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718818.216010:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718818.216017:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718818.216019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718818.216025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718818.216030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718818.216034:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718818.216037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718818.216037:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718818.216041:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718818.216046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718818.216048:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718818.216052:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718818.216056:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718818.216061:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718818.216068:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21264
00000400:00000200:3.0:1779718818.216094:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718818.216102:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718818.216105:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718818.216109:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216113:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718818.216116:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216119:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718818.216124:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718818.216127:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718818.216129:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718818.216132:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718818.216133:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718818.216135:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718818.216138:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216139:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718818.216140:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216142:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718818.216144:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718818.216146:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216148:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718818.216150:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718818.216153:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718818.216155:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718818.216157:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718818.216159:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718818.216167:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718818.216170:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718818.216173:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718818.216175:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718818.216178:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718818.216180:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718818.216183:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718818.216190:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718818.216195:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718818.216203:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718818.216212:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718818.216215:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718818.216219:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718818.216257:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718818.216260:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718818.216262:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718818.216263:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718818.216265:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718818.216266:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718818.216268:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21264
00000400:00000200:3.0:1779718818.216271:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718818.216273:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718818.216275:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718818.216277:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216278:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718818.216279:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216281:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718818.216282:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718818.216283:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718818.216284:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718818.216285:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718818.216286:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718818.216288:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718818.216290:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216291:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718818.216292:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216294:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718818.216295:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718818.216296:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216298:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718818.216299:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718818.216304:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718818.216306:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718818.216307:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718818.216311:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718818.216313:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718818.216315:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718818.216317:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718818.216319:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:2.0:1779718818.216320:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1779718818.216321:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718818.216324:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.216325:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718818.216326:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718818.216327:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1779718818.216328:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718818.216331:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718818.216334:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000040:2.0:1779718818.216336:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718818.216337:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718818.216346:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718818.216348:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718818.216350:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718818.216355:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718818.216358:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779718818.216359:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718818.216362:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718818.216363:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718818.216367:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718818.216369:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529492736:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718818.216379:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718818.216381:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718818.216382:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1779718818.216384:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718818.216384:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718818.216387:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1779718818.216389:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718818.216389:0:303356:0:(import.c:487:import_select_connection()) Process entered
02000000:00000001:2.0:1779718818.216393:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718818.216393:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21264
02000000:00000001:2.0:1779718818.216398:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1779718818.216398:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718818.216402:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718818.216403:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718818.216406:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000010:2.0:1779718818.216407:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
00000100:00000001:3.0:1779718818.216408:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718818.216411:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718818.216412:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718818.216413:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718818.216417:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718818.216418:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718818.216419:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718818.216420:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718818.216424:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718818.216424:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718818.216429:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718818.216431:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718818.216432:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000100:00000001:3.0:1779718818.216433:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718818.216436:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216438:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718818.216440:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718818.216441:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000010:2.0:1779718818.216442:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000001:3.0:1779718818.216443:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718818.216448:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718818.216450:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718818.216451:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718818.216452:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529492736, portal 25
00000100:00000001:3.0:1779718818.216453:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718818.216455:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718818.216457:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1779718818.216458:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718818.216461:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.216462:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000010:3.0:1779718818.216464:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718818.216467:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000040:2.0:1779718818.216471:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718818.216471:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718818.216474:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718818.216478:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718818.216480:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718818.216482:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.216488:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1779718818.216488:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000040:2.0:1779718818.216492:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216493:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718818.216496:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00100000:3.0:1779718818.216499:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779718818.216501:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529492736, offset 0
00000100:00000001:3.0:1779718818.216509:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718818.216512:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718818.216513:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718818.216517:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718818.216523:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718818.216527:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718818.216529:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718818.216533:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718818.216533:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718818.216539:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718818.216541:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1779718818.216542:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718818.216544:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1779718818.216546:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:3.0:1779718818.216547:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718818.216550:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718818.216552:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1779718818.216554:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21264
00000400:00000200:2.0:1779718818.216557:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718818.216561:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157579:157579:256:4294967295] 192.168.203.145@tcp LPNI seq info [157578:157578:8:4294967295]
00000400:00000200:2.0:1779718818.216564:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718818.216568:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718818.216575:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718818.216576:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1779718818.216578:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718818.216584:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.0:1779718818.216588:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216588:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718818.216593:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718818.216594:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718818.216595:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718818.216598:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718818.216599:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718818.216600:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718818.216601:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000800:00000200:2.0:1779718818.216605:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718818.216606:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000800:00000200:2.0:1779718818.216609:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1779718818.216610:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718818.216617:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718818.216621:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718818.216621:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718818.216626:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718818.216626:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1779718818.216629:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718818.216631:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000800:00000100:2.0:1779718818.216634:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718818.216637:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000010:2.0:1779718818.216638:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718818.216640:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718818.216642:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718818.216644:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1779718818.216645:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718818.216650:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718818.216652:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718818.216654:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1779718818.216655:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718818.216658:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718818.216659:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718818.216660:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000100:00000010:3.0:1779718818.216662:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000400:00000010:2.0:1779718818.216663:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000020:00000040:3.0:1779718818.216667:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718818.216668:0:248765:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1779718818.216669:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718818.216671:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718818.216674:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718818.216674:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718818.216677:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718818.216679:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718818.216684:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:2.0:1779718818.216688:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718818.216689:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718818.216694:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718818.216696:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718818.216718:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718818.216718:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718818.216722:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718818.216722:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718818.216726:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.216728:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718818.216735:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718818.216736:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.216738:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315938558
00000100:00000040:3.0:1779718818.216741:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21274)
00000100:00000010:2.0:1779718818.216743:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5e40.
00000100:00000001:2.0:1779718818.216750:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718818.216756:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315938558
00000100:00000010:2.0:1779718818.216758:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b54e0.
00000100:00000001:2.0:1779718818.216760:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718818.216762:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718818.216764:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.216766:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718818.216769:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718818/real 1779718818]  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718818.216775:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718818.216776:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718818.216778:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718818.216780:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718818.216781:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718818.216782:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718818.216784:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718818.216814:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.216819:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718818.216821:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.216822:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718818.216824:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718818.216826:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.216831:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718818.216834:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.216838:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718818.216840:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.216842:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718818.216842:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.216844:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718818.216846:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718818.216847:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718818.216850:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718818.216851:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718818.216854:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718818.216859:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529492736:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718818.216863:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.216864:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718818.216866:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529492736/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.216874:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718818.216876:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718818.216878:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718818.216880:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718818.216881:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718818.216882:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718818.216884:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718818.216886:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:2.0:1779718818.216888:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718818.216890:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718818.216891:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718818.216893:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718818.216894:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.216895:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.216900:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718818.216902:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.216903:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718818.216904:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718818.216905:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718818.216908:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.216912:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718818.216913:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718818.216915:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718818.216916:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718818.216917:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718818.216919:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492864:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718818.216945:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718818.216946:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718818.216947:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718818.216949:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718818.216951:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718818.216953:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718818.216955:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718818.216957:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718818.216959:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718818.216962:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529492864, portal 10
00000100:00000001:2.0:1779718818.216963:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718818.216964:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718818.216969:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.216973:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718818.216975:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718818.216976:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718818.216978:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529492864, offset 0
00000400:00000200:2.0:1779718818.216980:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718818.216983:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718818.216985:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718818.216987:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718818.216989:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718818.216991:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718818.216992:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718818.216995:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157580:157580:256:4294967295] 192.168.203.145@tcp LPNI seq info [157579:157579:8:4294967295]
00000400:00000200:2.0:1779718818.216997:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718818.217002:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718818.217005:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718818.217007:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718818.217009:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718818.217011:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718818.217014:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718818.217016:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718818.217019:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718818.217020:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718818.217022:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718818.217024:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718818.217026:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718818.217027:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718818.217029:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718818.217032:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217037:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718818.217039:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217043:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.217044:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718818.217046:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718818.217049:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718818.217051:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718818.217052:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315937291
00000100:00000001:2.0:1779718818.217054:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315938558
00000100:00000001:2.0:1779718818.217055:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315937291
00000100:00000001:2.0:1779718818.217057:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315938558
00000100:00000001:2.0:1779718818.217058:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718818.217060:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.217061:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718818.217063:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718818/real 1779718818]  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718818.217067:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718818.217068:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718818.217069:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718818.217071:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718818.217072:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718818.217074:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718818.217076:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718818.217080:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217089:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718818.217090:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217091:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718818.217092:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718818.217094:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217098:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718818.217100:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217104:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718818.217105:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217106:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718818.217107:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217108:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718818.217109:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718818.217111:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718818.217113:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718818.217114:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718818.217117:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718818.217122:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492864:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718818.217124:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718818.217126:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217130:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718818.217130:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718818.217132:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718818.217133:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718818.217135:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718818.217136:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492992:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718818.217139:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718818.217140:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718818.217140:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718818.217142:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718818.217143:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718818.217145:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718818.217147:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718818.217148:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718818.217150:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718818.217152:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529492992, portal 10
00000100:00000001:2.0:1779718818.217153:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718818.217154:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718818.217158:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217162:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718818.217164:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718818.217165:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718818.217167:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529492992, offset 0
00000400:00000200:2.0:1779718818.217169:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718818.217171:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718818.217173:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718818.217174:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718818.217176:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718818.217178:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718818.217179:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718818.217181:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157581:157581:256:4294967295] 192.168.203.145@tcp LPNI seq info [157580:157580:8:4294967295]
00000400:00000200:2.0:1779718818.217184:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718818.217188:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718818.217191:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718818.217192:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718818.217195:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718818.217197:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718818.217199:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718818.217201:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718818.217203:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718818.217204:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718818.217206:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718818.217208:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718818.217209:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718818.217211:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718818.217212:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718818.217214:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217219:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718818.217220:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217224:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.217225:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718818.217227:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718818.217229:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718818.217231:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718818.217232:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315937299
00000100:00000001:2.0:1779718818.217234:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315938558
00000100:00000001:2.0:1779718818.217235:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315937299
00000100:00000001:2.0:1779718818.217237:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315938558
00000100:00000001:2.0:1779718818.217238:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718818.217239:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.217240:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718818.217242:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718818/real 1779718818]  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718818.217247:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718818.217248:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718818.217249:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718818.217251:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718818.217252:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718818.217253:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718818.217255:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718818.217259:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217263:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718818.217264:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217265:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718818.217266:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718818.217268:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217273:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718818.217275:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217279:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718818.217280:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217281:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718818.217282:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217283:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718818.217284:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718818.217285:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718818.217287:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718818.217288:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718818.217291:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718818.217296:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529492992:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718818.217298:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718818.217300:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217304:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718818.217304:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718818.217305:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718818.217306:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718818.217308:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718818.217309:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529493120:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718818.217311:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718818.217312:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718818.217313:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718818.217314:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718818.217315:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718818.217316:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718818.217318:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718818.217320:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718818.217322:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718818.217324:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529493120, portal 4
00000100:00000001:2.0:1779718818.217325:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718818.217326:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718818.217330:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217334:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718818.217335:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718818.217336:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718818.217338:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529493120, offset 0
00000400:00000200:2.0:1779718818.217340:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718818.217343:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718818.217344:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718818.217346:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718818.217348:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718818.217350:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718818.217351:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718818.217353:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157582:157582:256:4294967295] 192.168.203.145@tcp LPNI seq info [157581:157581:8:4294967295]
00000400:00000200:2.0:1779718818.217355:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718818.217359:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718818.217362:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718818.217364:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718818.217366:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718818.217367:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718818.217370:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718818.217372:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718818.217374:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718818.217375:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718818.217377:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718818.217379:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718818.217381:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718818.217381:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718818.217383:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718818.217385:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217389:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718818.217391:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217396:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.217397:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718818.217400:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718818.217403:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718818.217406:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718818.217408:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315937297
00000100:00000001:2.0:1779718818.217411:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315938558
00000100:00000001:2.0:1779718818.217413:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315937297
00000100:00000001:2.0:1779718818.217415:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315938558
00000100:00000001:2.0:1779718818.217417:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718818.217419:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.217420:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718818.217425:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718818/real 1779718818]  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718818.217433:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718818.217435:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718818.217437:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718818.217439:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718818.217441:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718818.217444:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718818.217447:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718818.217455:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217460:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718818.217461:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217462:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718818.217463:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718818.217465:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217470:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718818.217472:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217476:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718818.217478:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217479:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718818.217480:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217481:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718818.217482:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718818.217484:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718818.217486:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718818.217487:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718818.217489:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718818.217494:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529493120:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718818.217496:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217497:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718818.217499:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529492864/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217503:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718818.217505:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718818.217506:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718818.217508:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718818.217509:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718818.217510:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718818.217511:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718818.217512:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:2.0:1779718818.217514:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718818.217515:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718818.217516:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718818.217518:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718818.217519:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217520:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718818.217522:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529492992/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217530:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718818.217531:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718818.217532:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718818.217533:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718818.217534:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718818.217534:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718818.217535:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718818.217536:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:2.0:1779718818.217537:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718818.217538:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718818.217539:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718818.217540:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718818.217541:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217542:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718818.217543:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529493120/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718818.217547:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718818.217547:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718818.217548:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718818.217549:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718818.217550:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718818.217551:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718818.217552:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718818.217552:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:2.0:1779718818.217553:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718818.217554:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718818.217555:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718818.217556:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718818.217557:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217558:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718818.217560:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718818.217561:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718818.217562:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718818.217564:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718818.664000:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718818.664006:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718818.664012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718818.664015:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718818.664017:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718818.664020:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718818.664023:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718818.664025:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718818.664027:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718818.664030:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718818.664033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718818.664035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718818.664092:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718818.664095:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718818.664098:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718819.240050:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718819.240058:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718819.240060:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718819.240066:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718819.240070:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718819.240073:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718819.240076:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718819.240078:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718819.240081:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718819.496038:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315938558, at 4315938560
00000100:00000040:0.0:1779718819.496039:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315938558, at 4315938560
00000100:00000010:1.0:1779718819.496055:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b54e0.
00000100:00000010:0.0:1779718819.496057:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5e40.
00010000:00000001:2.0:1779718819.688021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718819.688026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718819.688031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718819.688032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718819.688035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718819.688035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718819.688108:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718819.688113:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718819.688117:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718820.263987:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718820.263995:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718820.263997:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718820.264003:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718820.264007:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718820.264011:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718820.264013:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718820.264016:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718820.264020:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718820.712014:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718820.712020:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718820.712025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718820.712027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718820.712029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718820.712031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718820.712089:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718820.712093:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718820.712096:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718821.288079:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718821.288086:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718821.288089:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718821.288094:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718821.288098:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718821.288119:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718821.288121:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718821.288124:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718821.288127:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718821.736031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718821.736038:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718821.736045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718821.736047:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718821.736052:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718821.736053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718821.736106:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718821.736110:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718821.736113:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718822.311972:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718822.311978:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718822.311979:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718822.311983:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718822.311986:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718822.311988:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718822.311990:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718822.311992:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718822.311994:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718822.759986:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718822.759991:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718822.759996:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718822.759998:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718822.760000:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718822.760002:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718822.760041:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718822.760044:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718822.760047:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718823.336040:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718823.336048:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718823.336050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718823.336056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718823.336061:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718823.336063:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718823.336065:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.336070:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718823.336072:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718823.336075:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718823.336076:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718823.336080:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718823.336081:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718823.336087:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718823.336096:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21269
00000400:00000200:3.0:1779718823.336105:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718823.336113:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718823.336116:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718823.336121:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336125:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718823.336129:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336132:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718823.336136:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718823.336138:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718823.336141:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718823.336144:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718823.336147:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718823.336149:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718823.336152:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336154:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718823.336157:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336160:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718823.336163:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718823.336167:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336170:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718823.336173:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718823.336176:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718823.336180:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718823.336182:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718823.336184:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718823.336193:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718823.336196:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718823.336200:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718823.336201:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718823.336204:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718823.336205:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718823.336209:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718823.336215:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718823.336220:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718823.336235:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718823.336244:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718823.336247:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718823.336250:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718823.336264:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718823.336266:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718823.336269:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718823.336270:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718823.336271:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718823.336273:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718823.336275:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21269
00000400:00000200:3.0:1779718823.336280:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718823.336283:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718823.336285:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718823.336287:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336289:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718823.336291:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718823.336291:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336296:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718823.336297:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718823.336299:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718823.336301:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1779718823.336302:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718823.336305:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718823.336308:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000040:2.0:1779718823.336312:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718823.336312:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718823.336318:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718823.336328:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718823.336335:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718823.336337:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.336340:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718823.336341:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718823.336342:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718823.336346:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718823.336348:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00100000:2.0:1779718823.336352:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529493248:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718823.336353:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718823.336360:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1779718823.336361:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718823.336367:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1779718823.336368:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718823.336372:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718823.336373:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.336377:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1779718823.336378:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1779718823.336384:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:3.0:1779718823.336386:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718823.336388:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718823.336394:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718823.336397:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718823.336399:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00100000:3.0:1779718823.336402:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1779718823.336406:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000008:00000001:3.0:1779718823.336407:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718823.336412:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718823.336415:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000010:3.0:1779718823.336417:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718823.336422:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000200:2.0:1779718823.336425:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529493248, portal 25
02000000:00000001:3.0:1779718823.336425:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718823.336428:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.336431:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718823.336432:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718823.336435:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
02000000:00000001:3.0:1779718823.336435:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718823.336439:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718823.336445:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000040:2.0:1779718823.336446:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718823.336452:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.336461:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1779718823.336463:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1779718823.336467:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718823.336472:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718823.336477:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529493248, offset 0
00000100:00000001:3.0:1779718823.336481:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718823.336485:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336486:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718823.336493:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718823.336498:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718823.336507:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718823.336508:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718823.336512:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718823.336514:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1779718823.336519:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1779718823.336521:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718823.336522:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718823.336525:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718823.336527:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718823.336529:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718823.336532:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:3.0:1779718823.336535:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21269
00000400:00000200:2.0:1779718823.336540:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157583:157583:256:4294967295] 192.168.203.145@tcp LPNI seq info [157582:157582:8:4294967295]
00000400:00000200:2.0:1779718823.336545:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718823.336550:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718823.336556:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718823.336559:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718823.336565:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1779718823.336566:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336571:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718823.336575:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336579:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.0:1779718823.336581:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000001:3.0:1779718823.336585:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718823.336587:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000800:00000010:2.0:1779718823.336589:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000020:00000001:3.0:1779718823.336590:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718823.336594:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718823.336598:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.0:1779718823.336602:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718823.336603:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.0:1779718823.336608:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1779718823.336612:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336618:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718823.336618:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718823.336623:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1779718823.336624:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000100:2.0:1779718823.336631:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336631:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000010:2.0:1779718823.336635:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000020:00000040:3.0:1779718823.336636:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718823.336640:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1779718823.336643:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718823.336649:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718823.336650:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718823.336653:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
02000000:00000001:3.0:1779718823.336654:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718823.336657:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
02000000:00000001:3.0:1779718823.336659:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718823.336662:0:248765:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1779718823.336664:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718823.336667:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1779718823.336669:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1779718823.336670:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718823.336678:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718823.336681:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718823.336685:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718823.336691:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718823.336698:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718823.336700:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.336701:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718823.336706:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1779718823.336709:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718823.336709:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718823.336713:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718823.336721:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:2.0:1779718823.336722:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.336726:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718823.336729:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.336732:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718823.336738:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:3.0:1779718823.336738:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718823.336742:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315943678
00000100:00000010:2.0:1779718823.336750:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5540.
00000100:00000001:3.0:1779718823.336754:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718823.336771:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718823.336772:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.336779:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315943678
00000100:00000040:3.0:1779718823.336780:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1779718823.336782:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5300.
00000100:00000001:2.0:1779718823.336787:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718823.336792:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718823.336797:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.336801:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1779718823.336804:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718823.336808:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718823/real 1779718823]  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718823.336810:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718823.336821:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:2.0:1779718823.336826:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1779718823.336827:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1779718823.336829:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718823.336832:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000100:00080000:3.0:1779718823.336833:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1779718823.336836:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000100:00000001:3.0:1779718823.336837:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1779718823.336839:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00080000:3.0:1779718823.336840:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718823.336843:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1779718823.336845:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:2.0:1779718823.336849:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718823.336852:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21269
00000400:00000200:3.0:1779718823.336863:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:2.0:1779718823.336866:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718823.336871:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718823.336877:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718823.336878:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718823.336881:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.336885:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1779718823.336885:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718823.336887:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718823.336890:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1779718823.336894:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718823.336897:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718823.336903:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718823.336908:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1779718823.336909:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718823.336913:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000040:2.0:1779718823.336916:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718823.336917:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718823.336941:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718823.336943:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.336944:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718823.336945:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.336949:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1779718823.336949:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:2.0:1779718823.336951:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1779718823.336955:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00080000:2.0:1779718823.336956:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1779718823.336962:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00080000:2.0:1779718823.336964:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718823.336969:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718823.336972:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718823.336975:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718823.336977:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718823.336983:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00100000:2.0:1779718823.336988:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529493248:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718823.336989:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718823.336993:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1779718823.336994:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718823.336996:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718823.337003:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529493248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718823.337003:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718823.337010:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718823.337016:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718823.337022:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718823.337023:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718823.337025:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1779718823.337027:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718823.337028:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
00000100:00000001:3.0:1779718823.337031:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718823.337032:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718823.337036:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000008:00100000:3.0:1779718823.337037:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000020:00000040:2.0:1779718823.337038:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718823.337042:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718823.337045:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
00000008:00000001:3.0:1779718823.337045:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.337051:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1779718823.337051:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.337054:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718823.337056:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000010:3.0:1779718823.337057:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718823.337058:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718823.337060:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337063:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1779718823.337064:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718823.337068:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718823.337069:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1779718823.337070:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.337071:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718823.337074:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718823.337075:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1779718823.337078:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718823.337079:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718823.337082:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1779718823.337083:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718823.337086:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1779718823.337090:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:2.0:1779718823.337095:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718823.337097:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718823.337097:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.337103:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718823.337106:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718823.337109:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718823.337110:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1779718823.337114:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529493376:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718823.337122:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718823.337125:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718823.337128:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.337131:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718823.337132:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1779718823.337134:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
00000100:00000001:3.0:1779718823.337136:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.337137:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718823.337143:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718823.337145:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718823.337147:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718823.337151:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718823.337156:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529493376, portal 10
00000100:00000001:2.0:1779718823.337160:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718823.337163:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000001:3.0:1779718823.337166:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718823.337171:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718823.337173:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21280)
00000100:00000001:2.0:1779718823.337181:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718823.337185:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718823.337188:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718823.337191:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529493376, offset 0
00000400:00000200:2.0:1779718823.337196:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718823.337201:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718823.337205:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718823.337209:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718823.337211:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718823.337214:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718823.337217:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718823.337221:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157584:157584:256:4294967295] 192.168.203.145@tcp LPNI seq info [157583:157583:8:4294967295]
00000400:00000200:2.0:1779718823.337226:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718823.337233:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718823.337238:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718823.337241:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718823.337244:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718823.337246:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779718823.337250:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718823.337251:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1779718823.337254:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718823.337255:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718823.337257:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718823.337260:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718823.337262:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718823.337264:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718823.337266:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718823.337269:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337275:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718823.337277:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337281:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.337283:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718823.337285:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718823.337289:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718823.337293:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718823.337295:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315942411
00000100:00000001:2.0:1779718823.337298:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315943678
00000100:00000001:2.0:1779718823.337300:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315942411
00000100:00000001:2.0:1779718823.337303:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315943678
00000100:00000001:2.0:1779718823.337305:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718823.337307:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.337309:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718823.337313:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718823/real 1779718823]  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718823.337323:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718823.337325:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718823.337327:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718823.337330:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718823.337332:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718823.337334:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718823.337337:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718823.337343:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337352:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718823.337353:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337355:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718823.337357:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718823.337360:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337368:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718823.337372:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337380:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718823.337382:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337384:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718823.337386:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337388:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718823.337390:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718823.337393:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718823.337397:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718823.337400:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718823.337404:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718823.337413:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529493376:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718823.337417:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718823.337420:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337427:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718823.337429:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.337432:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718823.337434:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718823.337436:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718823.337439:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529493504:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718823.337443:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718823.337445:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718823.337447:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.337448:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718823.337452:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718823.337454:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718823.337458:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718823.337461:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718823.337465:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718823.337468:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529493504, portal 10
00000100:00000001:2.0:1779718823.337470:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718823.337472:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718823.337478:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337485:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718823.337488:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718823.337491:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718823.337493:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529493504, offset 0
00000400:00000200:2.0:1779718823.337497:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718823.337501:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718823.337504:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718823.337506:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718823.337508:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718823.337510:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718823.337511:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718823.337513:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157585:157585:256:4294967295] 192.168.203.145@tcp LPNI seq info [157584:157584:8:4294967295]
00000400:00000200:2.0:1779718823.337516:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718823.337521:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718823.337524:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718823.337526:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718823.337529:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718823.337531:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779718823.337534:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718823.337536:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1779718823.337539:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718823.337540:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718823.337543:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718823.337545:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718823.337548:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718823.337549:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718823.337552:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718823.337556:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337564:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718823.337567:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337574:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.337576:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718823.337579:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718823.337583:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718823.337587:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718823.337589:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315942419
00000100:00000001:2.0:1779718823.337592:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315943678
00000100:00000001:2.0:1779718823.337595:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315942419
00000100:00000001:2.0:1779718823.337597:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315943678
00000100:00000001:2.0:1779718823.337599:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718823.337601:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.337603:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718823.337607:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718823/real 1779718823]  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718823.337613:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718823.337614:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718823.337615:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718823.337617:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718823.337618:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718823.337620:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718823.337622:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718823.337627:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337632:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718823.337633:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337634:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718823.337635:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718823.337637:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337641:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718823.337644:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337648:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718823.337650:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337651:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718823.337652:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337653:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718823.337654:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718823.337656:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718823.337658:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718823.337659:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718823.337662:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718823.337671:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529493504:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718823.337675:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337677:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718823.337681:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529493376/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337688:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718823.337689:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718823.337692:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718823.337694:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718823.337696:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718823.337698:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718823.337701:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718823.337703:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:2.0:1779718823.337705:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718823.337707:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718823.337708:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718823.337711:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718823.337712:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337714:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718823.337717:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529493504/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337721:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718823.337723:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718823.337724:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718823.337725:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718823.337726:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718823.337727:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718823.337728:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718823.337729:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:2.0:1779718823.337730:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718823.337731:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718823.337732:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718823.337734:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718823.337735:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337736:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337739:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718823.337740:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.337742:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718823.337743:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718823.337744:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718823.337746:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337751:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718823.337752:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.337754:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718823.337768:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718823.337770:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718823.337773:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529493632:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718823.337775:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718823.337777:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718823.337778:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718823.337779:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718823.337782:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718823.337783:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718823.337786:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718823.337787:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718823.337790:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718823.337792:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529493632, portal 4
00000100:00000001:2.0:1779718823.337793:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718823.337794:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718823.337799:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337803:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718823.337805:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718823.337806:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718823.337808:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529493632, offset 0
00000400:00000200:2.0:1779718823.337811:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718823.337813:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718823.337816:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718823.337818:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718823.337820:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718823.337822:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718823.337824:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718823.337826:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157586:157586:256:4294967295] 192.168.203.145@tcp LPNI seq info [157585:157585:8:4294967295]
00000400:00000200:2.0:1779718823.337828:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718823.337833:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718823.337836:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718823.337838:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718823.337841:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718823.337843:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1779718823.337846:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718823.337848:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1779718823.337850:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718823.337852:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718823.337854:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718823.337856:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718823.337858:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718823.337859:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718823.337861:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718823.337863:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337868:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718823.337870:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337875:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.337876:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718823.337878:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718823.337880:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718823.337883:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718823.337884:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315942417
00000100:00000001:2.0:1779718823.337886:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315943678
00000100:00000001:2.0:1779718823.337887:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315942417
00000100:00000001:2.0:1779718823.337889:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315943678
00000100:00000001:2.0:1779718823.337890:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718823.337892:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.337893:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718823.337895:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718823/real 1779718823]  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718823.337900:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718823.337901:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718823.337902:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718823.337903:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718823.337904:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718823.337905:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718823.337907:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718823.337913:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337917:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718823.337918:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337919:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718823.337936:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718823.337939:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337943:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718823.337945:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337951:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718823.337952:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337953:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718823.337954:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337956:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718823.337957:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718823.337958:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718823.337960:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718823.337961:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718823.337964:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718823.337969:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529493632:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718823.337971:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337972:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718823.337974:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529493632/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718823.337978:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718823.337979:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718823.337981:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718823.337982:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718823.337983:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718823.337984:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718823.337985:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718823.337986:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:2.0:1779718823.337988:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718823.337989:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718823.337990:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718823.337992:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718823.337993:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337995:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718823.337997:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718823.337998:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718823.338000:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718823.338001:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718823.784044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718823.784053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718823.784065:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718823.784068:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718823.784073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718823.784078:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718823.784082:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718823.784087:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718823.784091:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718823.784094:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718823.784097:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718823.784100:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718823.784167:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718823.784174:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718823.784179:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718824.360075:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718824.360084:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718824.360088:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718824.360095:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718824.360101:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718824.360106:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718824.360110:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718824.360114:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718824.360118:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718824.616010:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315943678, at 4315943680
00000100:00000040:1.0:1779718824.616010:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315943678, at 4315943680
00000100:00000010:1.0:1779718824.616027:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5300.
00000100:00000010:0.0:1779718824.616032:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5540.
00010000:00000001:2.0:1779718824.808025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718824.808031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718824.808038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718824.808039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718824.808043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718824.808044:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718824.808155:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718824.808158:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718824.808161:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718825.383999:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718825.384005:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718825.384007:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718825.384011:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718825.384013:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718825.384017:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718825.384019:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718825.384021:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718825.384023:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718825.832006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718825.832012:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718825.832014:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718825.832016:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718825.832020:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718825.832022:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718825.832024:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718825.832025:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718825.832029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718825.832030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718825.832032:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718825.832034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718825.832068:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718825.832072:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718825.832074:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718826.408022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718826.408027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718826.408029:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718826.408033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718826.408036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718826.408039:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718826.408041:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718826.408043:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718826.408045:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718826.855998:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718826.856003:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718826.856007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718826.856008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718826.856011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718826.856012:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718826.856046:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718826.856050:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718826.856053:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718827.432021:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718827.432026:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718827.432028:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718827.432039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718827.432042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718827.432045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718827.432048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718827.432050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718827.432053:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718827.880001:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718827.880007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718827.880011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718827.880013:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718827.880015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718827.880016:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718827.880100:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718827.880106:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718827.880111:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718828.456018:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718828.456025:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718828.456028:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718828.456031:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718828.456035:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718828.456041:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21275
00000100:00000001:0.0:1779718828.456050:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1779718828.456050:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718828.456055:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718828.456058:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718828.456058:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718828.456063:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1779718828.456064:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718828.456070:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718828.456072:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718828.456074:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718828.456078:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718828.456078:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1779718828.456087:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718828.456090:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718828.456091:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456096:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718828.456101:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718828.456104:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718828.456107:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718828.456111:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718828.456115:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718828.456118:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718828.456121:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456123:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718828.456125:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456129:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718828.456132:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718828.456134:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456136:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718828.456139:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718828.456142:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718828.456144:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718828.456146:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718828.456148:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718828.456152:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718828.456155:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718828.456159:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718828.456160:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718828.456164:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718828.456166:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718828.456170:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718828.456178:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718828.456185:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718828.456195:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718828.456207:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718828.456212:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718828.456218:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718828.456230:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718828.456232:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718828.456235:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718828.456237:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718828.456239:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718828.456242:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718828.456244:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21275
00000100:00000001:2.0:1779718828.456246:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1779718828.456249:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718828.456251:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1779718828.456254:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718828.456256:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1779718828.456259:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718828.456263:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718828.456267:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718828.456268:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718828.456272:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456277:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718828.456281:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718828.456283:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:2.0:1779718828.456285:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1779718828.456285:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718828.456288:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718828.456289:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
02000000:00000001:2.0:1779718828.456293:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1779718828.456293:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718828.456297:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718828.456298:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1779718828.456300:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456304:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718828.456306:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718828.456307:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456312:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718828.456315:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00100000:2.0:1779718828.456316:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529493760:192.168.203.145@tcp:250:kworker.0
00000100:00080000:3.0:1779718828.456319:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456323:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.456325:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718828.456326:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718828.456332:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718828.456332:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718828.456336:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718828.456337:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718828.456341:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718828.456343:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1779718828.456345:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1779718828.456350:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718828.456354:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718828.456361:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718828.456366:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718828.456373:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718828.456379:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529493760, portal 25
00000100:00000001:2.0:1779718828.456382:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718828.456384:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000040:2.0:1779718828.456391:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.456400:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718828.456403:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718828.456407:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718828.456411:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529493760, offset 0
00000008:00000001:3.0:1779718828.456416:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718828.456419:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718828.456420:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000010:3.0:1779718828.456423:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718828.456426:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718828.456428:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718828.456429:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718828.456434:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718828.456434:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718828.456436:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718828.456439:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718828.456442:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000400:00000200:2.0:1779718828.456445:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718828.456447:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718828.456453:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718828.456454:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718828.456462:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718828.456462:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718828.456465:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718828.456470:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1779718828.456472:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718828.456477:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718828.456486:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157587:157587:256:4294967295] 192.168.203.145@tcp LPNI seq info [157586:157586:8:4294967295]
00000400:00000200:2.0:1779718828.456500:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718828.456508:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718828.456512:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718828.456519:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1779718828.456523:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1779718828.456523:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718828.456525:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718828.456530:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718828.456534:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21275
00000800:00000200:2.0:1779718828.456538:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718828.456546:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000400:00000200:3.0:1779718828.456548:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718828.456552:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718828.456556:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1779718828.456557:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718828.456560:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456563:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1779718828.456565:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1779718828.456565:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456568:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718828.456571:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718828.456572:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718828.456574:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.1:1779718828.456575:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:3.0:1779718828.456577:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718828.456581:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718828.456582:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1779718828.456585:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000100:2.0:1779718828.456589:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718828.456591:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718828.456592:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718828.456593:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718828.456597:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718828.456602:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718828.456605:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718828.456607:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718828.456610:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718828.456613:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.456621:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718828.456623:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.456628:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.456629:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718828.456634:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718828.456638:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718828.456640:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315948798
00000100:00000010:2.0:1779718828.456644:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5900.
00000100:00000001:2.0:1779718828.456649:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718828.456654:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315948798
00000100:00000010:2.0:1779718828.456657:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b53c0.
00000100:00000001:2.0:1779718828.456659:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718828.456661:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718828.456663:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.456665:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718828.456668:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718828/real 1779718828]  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718828.456674:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718828.456675:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718828.456677:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718828.456679:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718828.456681:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718828.456684:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718828.456688:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718828.456697:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.456704:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718828.456705:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.456708:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718828.456710:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718828.456715:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.456735:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718828.456741:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718828.456743:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456747:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718828.456751:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718828.456757:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718828.456758:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718828.456762:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.456763:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.456767:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1779718828.456767:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718828.456770:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1779718828.456771:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718828.456772:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1779718828.456775:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.456778:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718828.456779:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718828.456782:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1779718828.456783:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718828.456788:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718828.456791:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718828.456795:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718828.456804:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529493760:192.168.203.145@tcp:250:kworker.0
00000008:00000001:3.0:1779718828.456821:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.456823:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718828.456823:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.456831:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1779718828.456832:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718828.456835:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000040:2.0:1779718828.456837:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529493760/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718828.456840:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718828.456843:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718828.456846:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718828.456850:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718828.456854:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718828.456855:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718828.456859:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718828.456861:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
02000000:00000010:2.0:1779718828.456863:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
00000100:00000001:3.0:1779718828.456866:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718828.456871:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718828.456874:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000100:00100000:3.0:1779718828.456874:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:2.0:1779718828.456877:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718828.456883:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718828.456886:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718828.456886:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718828.456891:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718828.456892:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718828.456895:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1779718828.456895:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1779718828.456897:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718828.456902:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718828.456904:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718828.456906:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.456907:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718828.456909:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718828.456912:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718828.456914:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718828.456915:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718828.456918:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718828.456919:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1779718828.456944:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718828.456945:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718828.456947:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718828.456949:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1779718828.456949:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718828.456955:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:2.0:1779718828.456956:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718828.456962:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21275
00000100:00000001:2.0:1779718828.456966:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718828.456968:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718828.456971:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:3.0:1779718828.456972:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:2.0:1779718828.456974:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718828.456976:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718828.456978:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00100000:2.0:1779718828.456981:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529493888:192.168.203.145@tcp:38:kworker.0
00000100:00080000:3.0:1779718828.456981:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718828.456986:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718828.456987:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718828.456989:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718828.456991:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718828.456993:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718828.456993:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.456996:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718828.456997:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1779718828.456999:0:303356:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:2.0:1779718828.457001:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
00000020:00000040:3.0:1779718828.457001:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718828.457004:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1779718828.457005:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718828.457006:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718828.457009:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:2.0:1779718828.457013:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:3.0:1779718828.457013:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000010:2.0:1779718828.457018:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000100:00000040:3.0:1779718828.457018:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.457023:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718828.457025:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718828.457026:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000001:3.0:1779718828.457027:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718828.457031:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000200:2.0:1779718828.457033:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529493888, portal 10
00000100:00080000:3.0:1779718828.457034:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718828.457037:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.457039:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1779718828.457039:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718828.457043:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
02000000:00000001:3.0:1779718828.457044:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718828.457048:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718828.457050:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718828.457053:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1779718828.457056:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1779718828.457056:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718828.457057:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718828.457062:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718828.457067:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718828.457073:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1779718828.457073:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718828.457076:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718828.457080:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718828.457081:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1779718828.457084:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
02000000:00000001:3.0:1779718828.457084:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1779718828.457088:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529493888, offset 0
02000000:00000001:3.0:1779718828.457088:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718828.457095:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000010:3.0:1779718828.457096:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000400:00000200:2.0:1779718828.457100:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718828.457102:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718828.457106:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718828.457110:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1779718828.457111:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718828.457114:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718828.457119:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718828.457124:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:3.0:1779718828.457126:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718828.457129:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157588:157588:256:4294967295] 192.168.203.145@tcp LPNI seq info [157587:157587:8:4294967295]
00000100:00000001:3.0:1779718828.457130:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718828.457136:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718828.457139:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718828.457150:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718828.457151:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1779718828.457155:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21285)
00000800:00000200:2.0:1779718828.457157:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718828.457161:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718828.457165:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718828.457167:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718828.457171:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718828.457173:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1779718828.457176:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718828.457177:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718828.457179:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718828.457182:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718828.457184:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718828.457186:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718828.457187:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718828.457190:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457196:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718828.457198:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457202:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.457203:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718828.457205:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718828.457208:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718828.457210:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718828.457211:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315947531
00000100:00000001:2.0:1779718828.457214:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315948798
00000100:00000001:2.0:1779718828.457215:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315947531
00000100:00000001:2.0:1779718828.457216:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315948798
00000100:00000001:2.0:1779718828.457218:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718828.457219:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.457221:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718828.457223:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718828/real 1779718828]  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718828.457227:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718828.457228:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718828.457230:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718828.457231:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718828.457232:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718828.457233:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718828.457235:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718828.457240:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457244:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718828.457245:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457246:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718828.457247:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718828.457249:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457253:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718828.457255:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457260:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718828.457262:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457263:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718828.457264:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457265:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718828.457267:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718828.457269:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718828.457271:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718828.457272:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718828.457274:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718828.457280:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529493888:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718828.457282:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718828.457284:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457288:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718828.457289:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718828.457290:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718828.457291:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718828.457292:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718828.457294:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494016:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718828.457296:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718828.457297:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718828.457298:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718828.457299:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718828.457301:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718828.457303:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718828.457305:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718828.457306:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718828.457308:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718828.457310:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529494016, portal 10
00000100:00000001:2.0:1779718828.457312:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718828.457313:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718828.457317:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457321:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718828.457323:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718828.457324:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718828.457325:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529494016, offset 0
00000400:00000200:2.0:1779718828.457327:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718828.457330:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718828.457332:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718828.457334:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718828.457335:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718828.457337:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718828.457338:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718828.457340:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157589:157589:256:4294967295] 192.168.203.145@tcp LPNI seq info [157588:157588:8:4294967295]
00000400:00000200:2.0:1779718828.457343:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718828.457347:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718828.457349:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718828.457351:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718828.457353:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718828.457355:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718828.457358:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718828.457359:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1779718828.457362:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718828.457363:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718828.457365:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718828.457367:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718828.457369:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718828.457370:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718828.457371:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718828.457373:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457383:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718828.457384:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457389:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.457389:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718828.457391:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718828.457393:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718828.457395:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718828.457396:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315947539
00000100:00000001:2.0:1779718828.457397:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315948798
00000100:00000001:2.0:1779718828.457398:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315947539
00000100:00000001:2.0:1779718828.457400:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315948798
00000100:00000001:2.0:1779718828.457401:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718828.457403:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.457404:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718828.457406:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718828/real 1779718828]  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718828.457410:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718828.457411:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718828.457412:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718828.457413:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718828.457414:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718828.457415:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718828.457417:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718828.457422:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457426:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718828.457428:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457429:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718828.457430:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718828.457432:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457436:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718828.457438:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457442:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718828.457443:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457444:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718828.457445:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457446:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718828.457447:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718828.457448:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718828.457450:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718828.457451:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718828.457453:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718828.457458:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494016:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718828.457460:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457461:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718828.457463:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529493888/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457467:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718828.457468:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718828.457469:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718828.457471:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718828.457472:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718828.457473:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718828.457475:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718828.457476:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:2.0:1779718828.457477:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718828.457478:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718828.457479:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718828.457481:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718828.457482:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457483:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718828.457485:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529494016/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457489:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718828.457490:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718828.457491:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718828.457492:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718828.457493:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718828.457493:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718828.457495:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718828.457495:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:2.0:1779718828.457497:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718828.457497:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718828.457498:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718828.457499:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718828.457500:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457501:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457503:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718828.457504:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.457505:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718828.457506:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718828.457507:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718828.457509:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457513:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718828.457513:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718828.457515:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718828.457516:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718828.457517:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718828.457519:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494144:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718828.457521:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718828.457522:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718828.457524:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718828.457525:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718828.457526:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718828.457527:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718828.457529:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718828.457531:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718828.457532:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718828.457534:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529494144, portal 4
00000100:00000001:2.0:1779718828.457535:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718828.457536:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718828.457540:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457544:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718828.457546:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718828.457547:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718828.457548:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529494144, offset 0
00000400:00000200:2.0:1779718828.457550:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718828.457552:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718828.457554:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718828.457556:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718828.457557:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718828.457559:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718828.457560:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718828.457562:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157590:157590:256:4294967295] 192.168.203.145@tcp LPNI seq info [157589:157589:8:4294967295]
00000400:00000200:2.0:1779718828.457565:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718828.457569:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718828.457571:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718828.457573:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718828.457576:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718828.457577:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1779718828.457580:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718828.457582:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1779718828.457584:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718828.457585:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718828.457587:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718828.457589:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718828.457591:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718828.457592:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718828.457593:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718828.457595:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457600:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718828.457602:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457606:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.457607:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718828.457609:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718828.457611:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718828.457613:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718828.457614:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315947537
00000100:00000001:2.0:1779718828.457616:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315948798
00000100:00000001:2.0:1779718828.457617:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315947537
00000100:00000001:2.0:1779718828.457619:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315948798
00000100:00000001:2.0:1779718828.457620:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718828.457621:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.457622:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718828.457624:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718828/real 1779718828]  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718828.457633:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718828.457634:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718828.457635:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718828.457636:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718828.457637:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718828.457638:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718828.457640:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718828.457645:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457648:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718828.457649:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457650:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718828.457651:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718828.457653:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457657:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718828.457659:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457663:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718828.457664:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457665:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718828.457666:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457667:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718828.457668:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718828.457670:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718828.457672:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718828.457673:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718828.457676:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718828.457681:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494144:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718828.457684:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457687:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718828.457690:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529494144/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718828.457697:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718828.457698:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718828.457699:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718828.457702:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718828.457703:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718828.457705:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718828.457707:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718828.457708:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:2.0:1779718828.457711:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718828.457712:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718828.457714:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718828.457730:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718828.457732:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457734:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718828.457737:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718828.457739:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718828.457741:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718828.457743:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718828.904004:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718828.904009:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718828.904016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718828.904019:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718828.904022:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718828.904026:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718828.904029:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718828.904031:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718828.904033:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718828.904035:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718828.904039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718828.904040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718828.904076:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718828.904083:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718828.904088:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718829.480045:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718829.480052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718829.480054:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718829.480060:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718829.480064:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718829.480069:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718829.480072:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718829.480075:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718829.480078:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718829.736030:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315948798, at 4315948800
00000100:00000040:1.0:1779718829.736030:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315948798, at 4315948800
00000100:00000010:1.0:1779718829.736047:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b53c0.
00000100:00000010:0.0:1779718829.736050:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5900.
00010000:00000001:2.0:1779718829.927994:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718829.928000:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718829.928006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718829.928008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718829.928012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718829.928013:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718829.928050:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718829.928054:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718829.928058:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718830.504114:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718830.504122:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718830.504125:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718830.504130:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718830.504133:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718830.504136:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718830.504138:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718830.504141:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718830.504143:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718830.952131:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718830.952135:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718830.952140:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718830.952141:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718830.952144:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718830.952145:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718830.952205:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718830.952208:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718830.952211:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718831.528061:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718831.528067:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718831.528068:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718831.528073:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718831.528076:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718831.528079:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718831.528080:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718831.528082:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718831.528084:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718831.976016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718831.976021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718831.976027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718831.976028:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718831.976031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718831.976032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718831.976053:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718831.976057:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718831.976060:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718832.552046:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718832.552062:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718832.552064:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718832.552070:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718832.552074:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718832.552077:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718832.552080:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718832.552083:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718832.552085:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718833.000038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718833.000044:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718833.000051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718833.000053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718833.000073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718833.000074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718833.000115:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718833.000119:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718833.000123:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718833.576014:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718833.576015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718833.576022:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718833.576024:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718833.576025:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.576028:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1779718833.576031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718833.576032:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718833.576037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718833.576038:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718833.576042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718833.576045:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718833.576048:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21280
00000100:00000001:0.0:1779718833.576049:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718833.576052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718833.576059:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718833.576068:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718833.576071:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718833.576074:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576077:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718833.576079:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576081:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718833.576084:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718833.576086:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718833.576088:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718833.576090:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718833.576092:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718833.576095:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718833.576097:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576098:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718833.576100:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576101:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718833.576103:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718833.576105:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576107:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718833.576110:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718833.576113:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718833.576115:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.576117:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718833.576119:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718833.576128:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718833.576131:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718833.576135:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718833.576136:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.576139:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718833.576141:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718833.576145:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718833.576152:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718833.576160:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718833.576169:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718833.576178:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718833.576182:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718833.576186:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718833.576205:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718833.576207:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718833.576210:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718833.576211:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718833.576212:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718833.576233:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718833.576238:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718833.576240:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718833.576247:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.576254:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718833.576255:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718833.576259:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718833.576261:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718833.576263:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718833.576267:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529494272:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718833.576270:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718833.576275:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718833.576277:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718833.576280:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718833.576285:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718833.576287:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718833.576292:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718833.576296:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718833.576304:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718833.576314:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529494272, portal 25
00000100:00000001:3.0:1779718833.576314:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718833.576318:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718833.576321:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00080000:3.0:1779718833.576326:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21280
00000100:00000040:2.0:1779718833.576334:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718833.576339:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718833.576351:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718833.576362:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718833.576364:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718833.576368:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718833.576373:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576375:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1779718833.576377:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000040:3.0:1779718833.576381:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:2.0:1779718833.576385:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529494272, offset 0
00000100:00000001:3.0:1779718833.576385:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718833.576398:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718833.576401:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718833.576406:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1779718833.576407:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718833.576410:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718833.576414:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718833.576416:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000400:00000200:2.0:1779718833.576422:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718833.576422:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576430:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718833.576433:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718833.576437:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718833.576438:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718833.576447:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000400:00000200:2.0:1779718833.576450:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1779718833.576455:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718833.576461:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718833.576463:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718833.576468:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1779718833.576468:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718833.576476:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:3.0:1779718833.576479:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718833.576481:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157591:157591:256:4294967295] 192.168.203.145@tcp LPNI seq info [157590:157590:8:4294967295]
02000000:00000001:3.0:1779718833.576490:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.576498:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718833.576499:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00100000:3.0:1779718833.576507:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718833.576510:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.576511:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718833.576520:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1779718833.576524:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000800:00000200:2.0:1779718833.576531:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718833.576532:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718833.576545:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1779718833.576546:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
02000000:00000001:3.0:1779718833.576547:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.576560:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718833.576562:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718833.576566:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718833.576573:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718833.576580:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718833.576587:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718833.576597:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718833.576601:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718833.576606:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779718833.576614:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718833.576623:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718833.576636:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718833.576641:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1779718833.576645:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718833.576647:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718833.576654:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718833.576655:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718833.576663:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1779718833.576663:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718833.576674:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000100:00080000:3.0:1779718833.576674:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1779718833.576688:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:3.0:1779718833.576690:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718833.576694:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718833.576695:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718833.576701:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:2.0:1779718833.576702:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718833.576707:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21280
00000400:00000200:3.0:1779718833.576722:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718833.576732:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718833.576733:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1779718833.576735:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718833.576741:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718833.576744:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576755:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718833.576761:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718833.576765:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.576766:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718833.576768:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1779718833.576772:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718833.576775:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718833.576777:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718833.576779:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718833.576779:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718833.576787:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718833.576791:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718833.576793:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718833.576797:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315953918
00000100:00000040:3.0:1779718833.576798:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576807:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718833.576809:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576811:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000010:2.0:1779718833.576812:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5ba0.
00000020:00000040:3.0:1779718833.576822:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:2.0:1779718833.576826:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1779718833.576827:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718833.576834:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718833.576835:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718833.576838:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315953918
02000000:00000001:3.0:1779718833.576839:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1779718833.576844:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5480.
02000000:00000001:3.0:1779718833.576844:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.576853:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718833.576856:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000008:00100000:3.0:1779718833.576857:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718833.576864:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1779718833.576865:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.576881:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.576881:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.576896:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1779718833.576897:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718833.576903:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718833.576906:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718833.576908:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718833.576910:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718833/real 1779718833]  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718833.576910:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718833.576915:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718833.576918:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718833.576969:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718833.576972:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1779718833.576972:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000400:00000010:2.0:1779718833.576975:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000100:00000001:3.0:1779718833.576977:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718833.576980:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718833.576982:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718833.576989:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1779718833.576989:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779718833.577000:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718833.577013:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718833.577022:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718833.577036:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718833.577042:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577060:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718833.577061:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577068:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718833.577073:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718833.577075:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718833.577080:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1779718833.577081:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718833.577090:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718833.577092:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718833.577108:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718833.577113:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718833.577114:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718833.577118:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718833.577121:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:2.0:1779718833.577122:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718833.577126:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21280
00000400:00000200:3.0:1779718833.577142:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718833.577155:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718833.577162:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718833.577165:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1779718833.577167:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718833.577173:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718833.577175:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577178:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718833.577180:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577183:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718833.577185:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718833.577189:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1779718833.577197:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00080000:2.0:1779718833.577198:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718833.577203:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718833.577207:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718833.577208:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1779718833.577209:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718833.577214:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718833.577218:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000040:2.0:1779718833.577219:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718833.577225:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718833.577234:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00100000:2.0:1779718833.577246:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529494272:192.168.203.145@tcp:250:kworker.0
00000100:00000040:3.0:1779718833.577246:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718833.577253:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718833.577256:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718833.577259:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718833.577262:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718833.577263:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718833.577268:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000040:2.0:1779718833.577269:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529494272/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718833.577278:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718833.577287:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.577290:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718833.577291:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718833.577294:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1779718833.577296:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1779718833.577298:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:3.0:1779718833.577300:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.577305:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718833.577307:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:3.0:1779718833.577308:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718833.577313:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718833.577314:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1779718833.577315:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1779718833.577319:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000100:00000010:3.0:1779718833.577320:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718833.577326:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718833.577327:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:3.0:1779718833.577334:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1779718833.577336:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:3.0:1779718833.577336:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718833.577342:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718833.577344:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718833.577347:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718833.577348:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718833.577351:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:3.0:1779718833.577351:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000010:2.0:1779718833.577357:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:3.0:1779718833.577358:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.577362:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718833.577366:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718833.577367:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718833.577376:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718833.577386:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718833.577388:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.577389:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718833.577394:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718833.577395:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577398:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718833.577405:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718833.577409:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718833.577419:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718833.577420:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718833.577429:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21290)
00000100:00000001:2.0:1779718833.577432:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718833.577434:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718833.577436:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718833.577438:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718833.577441:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718833.577444:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494400:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718833.577447:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718833.577449:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718833.577450:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718833.577453:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718833.577456:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718833.577458:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718833.577463:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718833.577465:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718833.577468:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718833.577471:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529494400, portal 10
00000100:00000001:2.0:1779718833.577472:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718833.577473:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718833.577479:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577483:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718833.577485:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718833.577487:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718833.577488:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529494400, offset 0
00000400:00000200:2.0:1779718833.577491:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718833.577495:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718833.577498:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718833.577500:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718833.577502:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718833.577504:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718833.577506:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718833.577509:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157592:157592:256:4294967295] 192.168.203.145@tcp LPNI seq info [157591:157591:8:4294967295]
00000400:00000200:2.0:1779718833.577512:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718833.577517:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718833.577519:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718833.577522:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718833.577525:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718833.577527:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718833.577531:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718833.577533:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1779718833.577535:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718833.577536:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718833.577539:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718833.577541:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718833.577543:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718833.577545:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718833.577546:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718833.577548:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577555:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718833.577556:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577561:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.577562:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718833.577564:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718833.577567:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718833.577570:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718833.577571:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315952651
00000100:00000001:2.0:1779718833.577573:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315953918
00000100:00000001:2.0:1779718833.577575:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315952651
00000100:00000001:2.0:1779718833.577577:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315953918
00000100:00000001:2.0:1779718833.577578:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718833.577580:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.577581:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718833.577583:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718833/real 1779718833]  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718833.577588:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718833.577589:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718833.577590:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718833.577591:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718833.577592:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718833.577594:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718833.577596:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718833.577602:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577606:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718833.577607:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577608:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718833.577609:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718833.577611:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577615:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718833.577617:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577622:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718833.577623:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577624:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718833.577625:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577626:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718833.577628:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718833.577629:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718833.577632:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718833.577633:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718833.577635:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718833.577640:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494400:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718833.577642:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718833.577645:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577654:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718833.577656:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718833.577658:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718833.577659:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718833.577660:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718833.577662:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494528:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718833.577664:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718833.577665:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718833.577666:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718833.577667:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718833.577669:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718833.577671:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718833.577673:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718833.577674:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718833.577676:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718833.577695:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529494528, portal 10
00000100:00000001:2.0:1779718833.577697:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718833.577698:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718833.577703:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577707:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718833.577709:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718833.577711:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718833.577713:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529494528, offset 0
00000400:00000200:2.0:1779718833.577716:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718833.577719:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718833.577722:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718833.577724:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718833.577725:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718833.577727:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718833.577729:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718833.577732:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157593:157593:256:4294967295] 192.168.203.145@tcp LPNI seq info [157592:157592:8:4294967295]
00000400:00000200:2.0:1779718833.577735:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718833.577739:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718833.577742:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718833.577745:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718833.577747:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718833.577749:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718833.577752:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718833.577754:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1779718833.577757:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718833.577758:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718833.577760:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718833.577763:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718833.577765:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718833.577766:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718833.577768:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718833.577770:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577775:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718833.577777:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577782:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.577783:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718833.577784:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718833.577787:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718833.577789:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718833.577790:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315952659
00000100:00000001:2.0:1779718833.577792:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315953918
00000100:00000001:2.0:1779718833.577793:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315952659
00000100:00000001:2.0:1779718833.577795:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315953918
00000100:00000001:2.0:1779718833.577797:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718833.577799:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.577800:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718833.577802:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718833/real 1779718833]  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718833.577808:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718833.577808:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718833.577809:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718833.577811:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718833.577812:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718833.577813:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718833.577815:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718833.577821:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577825:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718833.577825:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577827:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718833.577827:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718833.577829:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577833:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718833.577835:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577839:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718833.577841:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577842:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718833.577843:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577845:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718833.577846:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718833.577848:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718833.577851:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718833.577853:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718833.577855:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718833.577860:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494528:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718833.577862:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577863:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718833.577865:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529494400/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577869:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718833.577870:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718833.577871:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718833.577873:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718833.577874:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718833.577874:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718833.577876:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718833.577877:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:2.0:1779718833.577879:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718833.577880:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718833.577882:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718833.577883:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718833.577884:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577885:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718833.577887:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529494528/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577893:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718833.577894:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718833.577896:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718833.577899:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718833.577900:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718833.577901:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718833.577903:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718833.577905:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:2.0:1779718833.577908:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718833.577909:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718833.577911:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718833.577913:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718833.577914:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577916:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.577942:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718833.577944:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.577947:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718833.577948:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718833.577949:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718833.577953:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.577958:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718833.577959:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718833.577961:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718833.577963:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718833.577964:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718833.577966:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494656:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718833.577968:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718833.577970:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718833.577972:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718833.577973:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718833.577975:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718833.577977:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718833.577979:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718833.577981:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718833.577984:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718833.577986:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529494656, portal 4
00000100:00000001:2.0:1779718833.577988:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718833.577989:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718833.577993:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.578002:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718833.578004:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718833.578006:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718833.578007:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529494656, offset 0
00000400:00000200:2.0:1779718833.578010:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718833.578013:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718833.578015:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718833.578017:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718833.578019:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718833.578020:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718833.578022:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718833.578024:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157594:157594:256:4294967295] 192.168.203.145@tcp LPNI seq info [157593:157593:8:4294967295]
00000400:00000200:2.0:1779718833.578027:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718833.578032:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718833.578034:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718833.578036:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718833.578039:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718833.578041:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1779718833.578045:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718833.578048:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1779718833.578052:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718833.578054:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718833.578057:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718833.578061:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718833.578064:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718833.578066:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718833.578069:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718833.578073:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.578082:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718833.578086:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.578098:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.578099:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718833.578102:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718833.578105:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718833.578108:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718833.578109:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315952658
00000100:00000001:2.0:1779718833.578111:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315953918
00000100:00000001:2.0:1779718833.578113:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315952658
00000100:00000001:2.0:1779718833.578114:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315953918
00000100:00000001:2.0:1779718833.578116:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718833.578117:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.578119:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718833.578122:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718833/real 1779718833]  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718833.578127:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718833.578128:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718833.578129:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718833.578131:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718833.578132:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718833.578133:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718833.578135:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718833.578141:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.578145:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718833.578146:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.578147:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718833.578148:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718833.578150:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.578156:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718833.578160:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.578168:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718833.578170:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.578172:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718833.578173:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.578175:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718833.578176:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718833.578179:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718833.578183:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718833.578185:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718833.578190:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718833.578199:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494656:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718833.578203:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.578206:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718833.578208:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529494656/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718833.578212:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718833.578214:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718833.578215:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718833.578217:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718833.578218:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718833.578219:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718833.578221:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718833.578222:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:2.0:1779718833.578225:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718833.578226:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718833.578227:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718833.578230:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718833.578231:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.578232:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718833.578234:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718833.578235:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718833.578237:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718833.578238:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718834.024030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718834.024039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718834.024046:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718834.024047:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718834.024050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718834.024053:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718834.024056:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718834.024059:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718834.024062:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718834.024064:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718834.024065:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718834.024067:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718834.024119:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718834.024124:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718834.024128:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718834.599978:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718834.599983:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718834.599985:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718834.599989:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718834.599992:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718834.599995:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718834.599997:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718834.599999:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718834.600002:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718834.856038:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315953918, at 4315953920
00000100:00000040:1.0:1779718834.856041:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315953918, at 4315953920
00000100:00000010:1.0:1779718834.856052:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5480.
00000100:00000010:0.0:1779718834.856055:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ba0.
00010000:00000001:2.0:1779718835.048085:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718835.048093:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718835.048100:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718835.048101:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718835.048105:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718835.048106:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718835.048151:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718835.048156:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718835.048160:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718835.623996:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718835.624004:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718835.624006:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718835.624012:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718835.624015:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718835.624018:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718835.624022:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718835.624025:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718835.624028:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718836.072044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718836.072052:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718836.072055:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718836.072058:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718836.072064:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718836.072066:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718836.072068:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718836.072069:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718836.072074:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718836.072075:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718836.072079:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718836.072080:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718836.072129:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718836.072134:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718836.072139:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718836.648068:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718836.648076:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718836.648078:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718836.648084:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718836.648088:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718836.648092:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718836.648094:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718836.648097:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718836.648100:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718837.096069:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718837.096075:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718837.096083:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718837.096084:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718837.096087:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718837.096088:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718837.096162:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718837.096165:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718837.096168:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718837.672006:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718837.672014:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718837.672016:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718837.672021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718837.672025:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718837.672029:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718837.672032:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718837.672035:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718837.672045:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718838.119992:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718838.119997:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718838.120003:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718838.120004:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718838.120007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718838.120008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718838.120074:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718838.120078:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718838.120080:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718838.696020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718838.696027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718838.696028:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718838.696029:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718838.696036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718838.696036:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718838.696040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718838.696040:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718838.696043:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718838.696044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718838.696047:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718838.696048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718838.696052:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718838.696055:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21285
00000100:00000001:0.0:1779718838.696056:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718838.696066:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718838.696073:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718838.696075:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718838.696078:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696081:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718838.696083:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696085:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718838.696088:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718838.696089:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718838.696091:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718838.696094:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718838.696096:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718838.696098:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718838.696100:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696102:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718838.696103:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696104:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718838.696106:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718838.696109:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696110:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718838.696112:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718838.696115:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718838.696116:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696118:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718838.696120:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718838.696127:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718838.696129:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718838.696132:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718838.696133:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696136:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718838.696138:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718838.696141:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718838.696146:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718838.696152:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718838.696159:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718838.696166:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718838.696169:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718838.696173:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718838.696195:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718838.696198:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718838.696202:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718838.696204:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718838.696206:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718838.696209:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718838.696213:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21285
00000400:00000200:3.0:1779718838.696218:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718838.696223:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718838.696226:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718838.696227:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718838.696230:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718838.696232:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718838.696236:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718838.696236:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718838.696240:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696244:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:2.0:1779718838.696246:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718838.696247:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718838.696249:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718838.696251:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718838.696253:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718838.696255:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718838.696257:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718838.696263:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696268:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718838.696270:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718838.696271:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718838.696273:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696274:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718838.696277:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718838.696278:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1779718838.696281:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718838.696282:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718838.696287:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696287:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718838.696292:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1779718838.696295:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529494784:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718838.696298:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718838.696299:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718838.696303:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718838.696305:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718838.696305:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718838.696309:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718838.696311:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718838.696315:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
00000008:00100000:3.0:1779718838.696316:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718838.696318:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718838.696323:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718838.696327:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718838.696327:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718838.696332:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000400:00000010:2.0:1779718838.696333:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000020:00000040:3.0:1779718838.696337:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718838.696340:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1779718838.696341:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
02000000:00000001:3.0:1779718838.696341:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696346:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718838.696347:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718838.696349:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718838.696350:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529494784, portal 25
00000100:00000001:2.0:1779718838.696353:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1779718838.696353:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:2.0:1779718838.696356:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000001:3.0:1779718838.696358:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718838.696362:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718838.696368:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718838.696384:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718838.696385:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718838.696388:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718838.696393:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718838.696395:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718838.696398:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718838.696406:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529494784, offset 0
00000100:00000001:3.0:1779718838.696407:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718838.696413:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718838.696416:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718838.696418:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718838.696420:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718838.696422:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696423:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718838.696428:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21285
00000400:00000200:3.0:1779718838.696431:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718838.696433:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718838.696434:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718838.696439:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718838.696440:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696443:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718838.696445:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696446:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718838.696449:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:3.0:1779718838.696449:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718838.696453:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718838.696455:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718838.696457:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718838.696458:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1779718838.696460:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718838.696463:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718838.696466:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:3.0:1779718838.696467:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696470:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718838.696471:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718838.696474:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718838.696475:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718838.696479:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718838.696481:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:3.0:1779718838.696484:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718838.696489:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157595:157595:256:4294967295] 192.168.203.145@tcp LPNI seq info [157594:157594:8:4294967295]
00000100:00000001:3.0:1779718838.696489:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718838.696492:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718838.696495:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718838.696500:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718838.696501:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696504:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718838.696506:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718838.696508:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696511:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718838.696516:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1779718838.696517:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718838.696521:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718838.696524:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1779718838.696526:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718838.696526:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696531:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718838.696532:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1779718838.696534:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
02000000:00000001:3.0:1779718838.696534:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718838.696537:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718838.696541:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718838.696545:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00100000:3.0:1779718838.696550:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1779718838.696552:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718838.696566:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718838.696567:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718838.696572:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718838.696575:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1779718838.696581:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1779718838.696587:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718838.696592:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718838.696599:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718838.696601:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1779718838.696602:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718838.696608:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718838.696613:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718838.696614:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1779718838.696621:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718838.696623:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1779718838.696624:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000100:00080000:3.0:1779718838.696625:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1779718838.696630:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:3.0:1779718838.696630:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718838.696633:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21285
00000100:00000001:2.0:1779718838.696651:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1779718838.696651:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718838.696660:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000200:2.0:1779718838.696661:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718838.696662:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718838.696667:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696671:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718838.696674:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696679:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718838.696684:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718838.696686:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718838.696688:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718838.696690:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1779718838.696690:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718838.696691:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718838.696694:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:2.0:1779718838.696698:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718838.696700:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696704:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718838.696707:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696712:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718838.696718:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718838.696721:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718838.696721:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718838.696723:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718838.696724:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718838.696727:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718838.696728:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696729:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718838.696733:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1779718838.696733:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718838.696737:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696738:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718838.696741:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718838.696743:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718838.696744:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718838.696745:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718838.696748:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718838.696750:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718838.696752:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779718838.696754:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718838.696754:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718838.696759:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:2.0:1779718838.696760:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315959038
00000100:00000001:3.0:1779718838.696762:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718838.696768:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1779718838.696770:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5960.
00000100:00000001:3.0:1779718838.696778:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718838.696780:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718838.696781:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718838.696786:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.696789:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315959038
00000100:00000001:3.0:1779718838.696793:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718838.696796:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5f60.
00000100:00000040:3.0:1779718838.696797:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21295)
00000100:00000001:2.0:1779718838.696802:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718838.696808:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718838.696811:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718838.696814:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718838.696821:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718838/real 1779718838]  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718838.696832:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718838.696834:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718838.696836:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718838.696839:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718838.696841:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718838.696844:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718838.696848:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718838.696858:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.696866:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718838.696867:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.696870:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718838.696872:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718838.696876:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.696885:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718838.696889:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.696897:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718838.696900:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.696901:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718838.696902:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.696903:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718838.696905:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718838.696907:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718838.696909:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718838.696911:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718838.696913:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718838.696918:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529494784:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718838.696944:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.696946:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718838.696948:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529494784/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.696953:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718838.696955:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718838.696956:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718838.696959:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718838.696960:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718838.696961:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718838.696963:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718838.696965:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:2.0:1779718838.696967:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718838.696969:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718838.696970:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718838.696973:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718838.696974:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.696975:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.696980:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718838.696981:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718838.696983:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718838.696984:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718838.696985:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718838.696987:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.696992:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718838.696993:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718838.696995:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718838.696996:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718838.696998:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718838.697000:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494912:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718838.697002:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718838.697003:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718838.697004:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718838.697006:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718838.697008:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718838.697009:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718838.697012:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718838.697014:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718838.697016:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718838.697019:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529494912, portal 10
00000100:00000001:2.0:1779718838.697020:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718838.697021:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718838.697025:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697030:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718838.697031:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718838.697033:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718838.697035:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529494912, offset 0
00000400:00000200:2.0:1779718838.697038:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718838.697041:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718838.697043:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718838.697046:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718838.697048:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718838.697049:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718838.697051:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718838.697053:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157596:157596:256:4294967295] 192.168.203.145@tcp LPNI seq info [157595:157595:8:4294967295]
00000400:00000200:2.0:1779718838.697056:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718838.697060:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718838.697063:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718838.697065:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718838.697068:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718838.697070:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718838.697073:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718838.697075:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1779718838.697078:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718838.697079:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718838.697081:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718838.697083:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718838.697085:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718838.697087:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718838.697088:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718838.697090:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697095:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718838.697097:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697102:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718838.697103:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718838.697105:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718838.697108:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718838.697110:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718838.697111:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315957771
00000100:00000001:2.0:1779718838.697113:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315959038
00000100:00000001:2.0:1779718838.697115:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315957771
00000100:00000001:2.0:1779718838.697116:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315959038
00000100:00000001:2.0:1779718838.697118:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718838.697119:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718838.697121:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718838.697123:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718838/real 1779718838]  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718838.697127:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718838.697128:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718838.697129:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718838.697130:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718838.697131:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718838.697132:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718838.697134:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718838.697139:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697143:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718838.697144:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697145:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718838.697146:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718838.697148:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697152:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718838.697154:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697159:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718838.697161:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697162:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718838.697162:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697163:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718838.697165:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718838.697166:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718838.697168:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718838.697169:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718838.697172:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718838.697176:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529494912:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718838.697179:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718838.697181:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697185:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718838.697186:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718838.697187:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718838.697188:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718838.697190:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718838.697191:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495040:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718838.697193:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718838.697194:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718838.697195:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718838.697196:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718838.697198:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718838.697200:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718838.697202:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718838.697204:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718838.697206:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718838.697207:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529495040, portal 10
00000100:00000001:2.0:1779718838.697209:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718838.697210:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718838.697213:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697218:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718838.697219:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718838.697220:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718838.697222:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529495040, offset 0
00000400:00000200:2.0:1779718838.697224:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718838.697227:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718838.697228:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718838.697230:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718838.697232:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718838.697233:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718838.697235:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718838.697237:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157597:157597:256:4294967295] 192.168.203.145@tcp LPNI seq info [157596:157596:8:4294967295]
00000400:00000200:2.0:1779718838.697239:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718838.697244:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718838.697246:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718838.697248:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718838.697250:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718838.697251:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718838.697254:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718838.697256:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1779718838.697258:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718838.697260:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718838.697261:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718838.697264:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718838.697266:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718838.697267:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718838.697269:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718838.697271:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697276:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718838.697277:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697281:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718838.697282:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718838.697284:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718838.697286:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718838.697288:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718838.697289:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315957779
00000100:00000001:2.0:1779718838.697290:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315959038
00000100:00000001:2.0:1779718838.697291:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315957779
00000100:00000001:2.0:1779718838.697292:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315959038
00000100:00000001:2.0:1779718838.697294:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718838.697295:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718838.697296:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718838.697299:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718838/real 1779718838]  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718838.697303:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718838.697304:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718838.697305:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718838.697306:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718838.697307:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718838.697308:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718838.697310:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718838.697315:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697319:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718838.697320:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697322:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718838.697323:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718838.697325:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697329:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718838.697331:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697335:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718838.697336:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697337:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718838.697338:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697339:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718838.697340:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718838.697341:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718838.697343:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718838.697345:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718838.697349:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718838.697357:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495040:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718838.697360:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718838.697364:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697370:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718838.697372:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718838.697374:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718838.697376:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718838.697378:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718838.697381:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495168:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718838.697384:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718838.697386:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718838.697388:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718838.697389:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718838.697393:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718838.697395:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718838.697398:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718838.697401:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718838.697405:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718838.697408:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529495168, portal 4
00000100:00000001:2.0:1779718838.697410:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718838.697411:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718838.697418:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697425:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718838.697427:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718838.697430:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718838.697432:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529495168, offset 0
00000400:00000200:2.0:1779718838.697437:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718838.697441:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718838.697444:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718838.697446:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718838.697448:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718838.697449:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718838.697451:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718838.697453:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157598:157598:256:4294967295] 192.168.203.145@tcp LPNI seq info [157597:157597:8:4294967295]
00000400:00000200:2.0:1779718838.697456:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718838.697460:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718838.697464:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718838.697466:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718838.697469:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718838.697470:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1779718838.697473:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718838.697475:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1779718838.697477:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718838.697479:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718838.697481:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718838.697483:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718838.697485:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718838.697486:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718838.697487:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718838.697490:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697495:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718838.697497:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697501:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718838.697502:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718838.697504:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718838.697507:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718838.697510:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718838.697512:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315957777
00000100:00000001:2.0:1779718838.697515:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315959038
00000100:00000001:2.0:1779718838.697517:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315957777
00000100:00000001:2.0:1779718838.697520:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315959038
00000100:00000001:2.0:1779718838.697522:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718838.697524:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718838.697526:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718838.697530:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718838/real 1779718838]  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718838.697538:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718838.697539:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718838.697541:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718838.697544:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718838.697545:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718838.697547:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718838.697551:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718838.697560:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697567:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718838.697569:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697570:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718838.697572:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718838.697576:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697584:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718838.697588:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697596:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718838.697599:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697601:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718838.697602:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697604:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718838.697606:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718838.697608:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718838.697611:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718838.697614:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718838.697618:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718838.697626:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495168:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718838.697630:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697631:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718838.697634:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529494912/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697652:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718838.697653:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718838.697655:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718838.697657:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718838.697658:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718838.697659:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718838.697661:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718838.697662:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:2.0:1779718838.697664:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718838.697665:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718838.697666:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718838.697668:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718838.697668:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697670:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718838.697672:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529495040/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697677:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718838.697677:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718838.697678:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718838.697680:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718838.697680:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718838.697681:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718838.697682:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718838.697683:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:2.0:1779718838.697684:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718838.697685:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718838.697686:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718838.697687:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718838.697688:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697689:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718838.697691:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529495168/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718838.697695:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718838.697696:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718838.697696:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718838.697698:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718838.697699:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718838.697699:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718838.697700:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718838.697701:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:2.0:1779718838.697702:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718838.697703:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718838.697704:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718838.697705:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718838.697706:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697707:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718838.697709:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718838.697710:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718838.697711:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718838.697712:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718839.144022:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718839.144046:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718839.144054:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718839.144059:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718839.144062:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718839.144066:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718839.144069:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718839.144072:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718839.144074:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718839.144077:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718839.144082:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718839.144083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718839.144146:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718839.144151:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718839.144155:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718839.719976:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718839.719982:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718839.719984:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718839.719988:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718839.719991:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718839.719994:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718839.719996:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718839.719998:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718839.720000:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718839.976015:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315959038, at 4315959040
00000100:00000040:1.0:1779718839.976015:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315959038, at 4315959040
00000100:00000010:0.0:1779718839.976028:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5960.
00000100:00000010:1.0:1779718839.976030:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f60.
00010000:00000001:2.0:1779718840.167993:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718840.167998:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718840.168003:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718840.168004:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718840.168006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718840.168007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718840.168059:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718840.168062:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718840.168065:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718840.744041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718840.744048:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718840.744051:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718840.744056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718840.744060:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718840.744064:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718840.744067:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718840.744070:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718840.744073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718841.192017:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718841.192021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718841.192026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718841.192028:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718841.192038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718841.192039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718841.192098:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718841.192102:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718841.192106:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718841.767984:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718841.767989:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718841.767991:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718841.767995:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718841.767998:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718841.768001:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718841.768003:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718841.768005:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718841.768007:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718842.215989:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718842.216003:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718842.216010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718842.216011:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718842.216015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718842.216016:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718842.216057:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718842.216060:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718842.216064:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718842.792104:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718842.792111:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718842.792113:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718842.792118:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718842.792121:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718842.792125:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718842.792128:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718842.792131:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718842.792134:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718843.240031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718843.240036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718843.240042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718843.240044:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718843.240047:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718843.240050:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718843.240052:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718843.240055:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718843.240058:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718843.240060:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718843.240061:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718843.240063:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718843.240122:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718843.240125:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718843.240128:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718843.815994:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718843.816004:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718843.816007:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718843.816009:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718843.816012:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718843.816016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718843.816017:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718843.816019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718843.816024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718843.816026:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21290
00000100:00000001:0.0:1779718843.816028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718843.816032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718843.816035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1779718843.816037:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718843.816040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718843.816044:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718843.816045:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718843.816050:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718843.816054:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816058:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718843.816061:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816064:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718843.816069:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718843.816071:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718843.816074:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718843.816121:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718843.816124:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718843.816127:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718843.816131:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816134:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718843.816136:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816138:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718843.816142:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718843.816145:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816148:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718843.816151:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718843.816154:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718843.816157:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718843.816160:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718843.816163:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718843.816170:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718843.816174:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718843.816179:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718843.816180:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718843.816183:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718843.816186:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718843.816190:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718843.816198:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718843.816206:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718843.816217:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718843.816229:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718843.816233:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718843.816238:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718843.816259:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718843.816263:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718843.816266:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718843.816268:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718843.816269:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718843.816272:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718843.816275:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21290
00000400:00000200:3.0:1779718843.816279:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718843.816282:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718843.816284:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718843.816286:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816289:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718843.816292:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816294:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718843.816296:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718843.816298:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718843.816300:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:2.0:1779718843.816302:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718843.816303:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718843.816305:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1779718843.816307:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718843.816310:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718843.816314:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:2.0:1779718843.816316:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718843.816321:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816326:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718843.816332:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816335:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718843.816338:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718843.816342:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718843.816344:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718843.816346:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.816347:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718843.816350:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718843.816353:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718843.816357:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718843.816358:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718843.816361:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718843.816362:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718843.816366:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1779718843.816370:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529495296:192.168.203.145@tcp:250:kworker.0
00000008:00100000:3.0:1779718843.816372:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718843.816377:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1779718843.816378:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718843.816382:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718843.816384:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718843.816388:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718843.816388:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718843.816393:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:2.0:1779718843.816394:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1779718843.816399:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718843.816400:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718843.816402:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
00000100:00000001:3.0:1779718843.816403:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718843.816406:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718843.816407:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718843.816409:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718843.816415:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:3.0:1779718843.816416:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000400:00000010:2.0:1779718843.816422:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000100:00000001:3.0:1779718843.816422:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718843.816429:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1779718843.816442:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718843.816450:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529495296, portal 25
00000100:00000001:2.0:1779718843.816454:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718843.816454:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718843.816458:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000001:3.0:1779718843.816460:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718843.816467:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718843.816469:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.816490:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718843.816495:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718843.816497:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718843.816501:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00080000:3.0:1779718843.816501:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718843.816508:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718843.816509:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718843.816511:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1779718843.816514:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529495296, offset 0
00000100:00000001:3.0:1779718843.816515:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718843.816521:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21290
00000400:00000200:2.0:1779718843.816526:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718843.816527:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718843.816533:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718843.816537:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718843.816537:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718843.816544:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816547:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718843.816550:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718843.816553:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816557:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718843.816559:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1779718843.816562:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718843.816564:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:2.0:1779718843.816566:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000001:3.0:1779718843.816568:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718843.816571:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718843.816574:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1779718843.816575:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718843.816579:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718843.816580:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:3.0:1779718843.816586:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718843.816589:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157599:157599:256:4294967295] 192.168.203.145@tcp LPNI seq info [157598:157598:8:4294967295]
00000100:00000001:3.0:1779718843.816590:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718843.816596:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816612:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718843.816614:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:3.0:1779718843.816617:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718843.816621:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816625:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718843.816629:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718843.816633:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1779718843.816633:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718843.816637:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718843.816642:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718843.816644:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1779718843.816648:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000008:00000001:3.0:1779718843.816648:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718843.816652:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718843.816656:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000800:00000010:2.0:1779718843.816657:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000020:00000040:3.0:1779718843.816659:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718843.816663:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718843.816664:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718843.816665:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718843.816668:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1779718843.816669:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718843.816670:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718843.816675:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
02000000:00000010:3.0:1779718843.816676:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718843.816680:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718843.816685:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00100000:3.0:1779718843.816686:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779718843.816692:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1779718843.816697:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718843.816699:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1779718843.816703:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718843.816706:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1779718843.816708:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718843.816715:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718843.816716:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718843.816722:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718843.816727:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1779718843.816727:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718843.816731:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718843.816734:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718843.816735:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1779718843.816736:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000100:00080000:3.0:1779718843.816736:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1779718843.816740:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:3.0:1779718843.816740:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718843.816745:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21290
00000100:00000001:2.0:1779718843.816747:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1779718843.816750:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718843.816754:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000200:2.0:1779718843.816755:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718843.816756:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718843.816761:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816765:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718843.816769:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816773:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718843.816778:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718843.816779:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718843.816780:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718843.816781:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1779718843.816782:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718843.816785:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718843.816787:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:2.0:1779718843.816788:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718843.816791:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816794:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718843.816798:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718843.816802:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718843.816806:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718843.816809:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718843.816812:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718843.816813:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718843.816817:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718843.816819:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718843.816821:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718843.816822:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718843.816826:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718843.816830:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718843.816832:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718843.816835:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315964158
00000008:00100000:3.0:1779718843.816836:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718843.816840:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718843.816842:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5cc0.
00000100:00000001:3.0:1779718843.816842:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718843.816849:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718843.816851:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1779718843.816854:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718843.816858:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718843.816859:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315964158
02000000:00000001:3.0:1779718843.816860:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718843.816865:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1779718843.816867:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b59c0.
02000000:00000001:3.0:1779718843.816867:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718843.816869:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.816872:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000010:3.0:1779718843.816876:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:2.0:1779718843.816877:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718843.816882:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718843.816882:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.816888:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718843.816891:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1779718843.816896:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718843/real 1779718843]  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718843.816912:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718843.816917:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718843.816945:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718843.816947:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718843.816951:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718843.816955:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000100:00000040:3.0:1779718843.816955:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718843.816958:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718843.816964:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718843.816971:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718843.816972:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718843.816981:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21300)
00000100:00000200:2.0:1779718843.816986:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.816995:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718843.816997:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817000:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718843.817001:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718843.817006:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817013:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718843.817018:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817026:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718843.817029:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817031:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718843.817033:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817035:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718843.817037:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718843.817040:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718843.817044:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718843.817046:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718843.817051:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718843.817060:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529495296:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718843.817065:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817067:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718843.817070:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529495296/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817078:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718843.817080:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718843.817083:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718843.817085:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718843.817087:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718843.817089:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718843.817091:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718843.817094:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:2.0:1779718843.817097:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718843.817100:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718843.817101:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:2.0:1779718843.817104:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718843.817106:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817108:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817114:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718843.817115:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.817118:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718843.817119:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718843.817121:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718843.817124:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817132:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718843.817133:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718843.817136:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718843.817138:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718843.817140:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718843.817143:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495424:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718843.817147:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718843.817149:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718843.817150:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718843.817152:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718843.817155:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718843.817157:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718843.817161:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718843.817164:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718843.817167:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718843.817170:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529495424, portal 10
00000100:00000001:2.0:1779718843.817173:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718843.817174:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718843.817181:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817188:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718843.817191:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718843.817193:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718843.817195:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529495424, offset 0
00000400:00000200:2.0:1779718843.817200:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718843.817204:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718843.817208:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718843.817211:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718843.817214:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718843.817217:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718843.817219:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718843.817223:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157600:157600:256:4294967295] 192.168.203.145@tcp LPNI seq info [157599:157599:8:4294967295]
00000400:00000200:2.0:1779718843.817227:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718843.817234:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718843.817239:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718843.817242:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718843.817246:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718843.817250:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718843.817254:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718843.817257:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718843.817261:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718843.817263:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718843.817266:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718843.817269:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718843.817273:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718843.817274:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718843.817277:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718843.817280:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817288:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718843.817291:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817297:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.817298:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718843.817301:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718843.817305:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718843.817308:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718843.817310:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315962891
00000100:00000001:2.0:1779718843.817313:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315964158
00000100:00000001:2.0:1779718843.817315:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315962891
00000100:00000001:2.0:1779718843.817317:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315964158
00000100:00000001:2.0:1779718843.817320:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718843.817322:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.817324:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718843.817327:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718843/real 1779718843]  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718843.817335:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718843.817337:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718843.817339:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718843.817341:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718843.817343:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718843.817345:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718843.817348:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718843.817356:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817362:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718843.817363:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817365:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718843.817366:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718843.817369:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817376:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718843.817379:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817386:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718843.817388:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817390:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718843.817391:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817393:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718843.817395:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718843.817398:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718843.817402:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718843.817404:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718843.817408:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718843.817417:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495424:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718843.817421:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718843.817425:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817432:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718843.817433:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718843.817436:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718843.817438:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718843.817440:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718843.817443:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495552:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718843.817447:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718843.817448:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718843.817450:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718843.817452:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718843.817455:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718843.817457:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718843.817460:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718843.817463:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718843.817466:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718843.817468:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529495552, portal 10
00000100:00000001:2.0:1779718843.817470:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718843.817472:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718843.817477:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817484:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718843.817487:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718843.817489:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718843.817492:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529495552, offset 0
00000400:00000200:2.0:1779718843.817496:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718843.817499:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718843.817503:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718843.817506:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718843.817508:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718843.817511:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718843.817513:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718843.817517:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157601:157601:256:4294967295] 192.168.203.145@tcp LPNI seq info [157600:157600:8:4294967295]
00000400:00000200:2.0:1779718843.817521:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718843.817528:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718843.817532:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718843.817536:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718843.817540:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718843.817542:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718843.817547:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718843.817550:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718843.817554:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718843.817555:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718843.817558:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718843.817561:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718843.817565:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718843.817567:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718843.817569:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718843.817573:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817581:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718843.817584:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817592:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.817594:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718843.817596:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718843.817627:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718843.817632:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718843.817634:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315962899
00000100:00000001:2.0:1779718843.817637:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315964158
00000100:00000001:2.0:1779718843.817639:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315962899
00000100:00000001:2.0:1779718843.817642:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315964158
00000100:00000001:2.0:1779718843.817645:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718843.817647:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.817649:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718843.817654:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718843/real 1779718843]  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718843.817663:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718843.817665:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718843.817666:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718843.817669:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718843.817671:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718843.817673:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718843.817677:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718843.817686:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817693:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718843.817694:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817696:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718843.817697:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718843.817701:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817708:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718843.817712:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817718:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718843.817721:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817722:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718843.817723:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.817725:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718843.817727:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718843.817729:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718843.817732:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718843.817734:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718843.817738:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718843.817746:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495552:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718843.817750:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718843.817753:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817760:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718843.817761:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718843.817763:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718843.817765:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718843.817767:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718843.817770:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495680:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718843.817773:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718843.817775:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718843.817777:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718843.817779:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718843.817786:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718843.817788:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718843.817791:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718843.817794:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718843.817797:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718843.817800:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529495680, portal 4
00000100:00000001:2.0:1779718843.817802:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718843.817803:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718843.817809:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817815:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718843.817817:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718843.817819:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718843.817821:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529495680, offset 0
00000400:00000200:2.0:1779718843.817825:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718843.817829:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718843.817832:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718843.817835:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718843.817837:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718843.817839:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718843.817841:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718843.817844:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157602:157602:256:4294967295] 192.168.203.145@tcp LPNI seq info [157601:157601:8:4294967295]
00000400:00000200:2.0:1779718843.817848:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718843.817854:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718843.817858:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718843.817861:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718843.817865:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718843.817868:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718843.817871:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718843.817874:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718843.817878:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718843.817880:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718843.817883:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718843.817886:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718843.817888:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718843.817891:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718843.817893:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718843.817896:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817904:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718843.817907:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817936:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.817938:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718843.817942:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718843.817945:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718843.817949:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718843.817950:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315962898
00000100:00000001:2.0:1779718843.817953:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315964158
00000100:00000001:2.0:1779718843.817955:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315962898
00000100:00000001:2.0:1779718843.817957:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315964158
00000100:00000001:2.0:1779718843.817959:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718843.817961:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.817963:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718843.817966:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718843/real 1779718843]  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718843.817972:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718843.817974:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718843.817976:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718843.817978:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718843.817980:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718843.817982:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718843.817985:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718843.817992:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.817998:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718843.817999:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.818001:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718843.818002:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718843.818006:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.818012:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718843.818015:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.818022:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718843.818025:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.818026:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718843.818028:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.818030:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718843.818032:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718843.818035:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718843.818038:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718843.818040:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718843.818044:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718843.818053:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495680:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718843.818057:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.818059:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718843.818062:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529495424/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.818069:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718843.818071:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718843.818072:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718843.818075:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718843.818077:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718843.818079:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718843.818081:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718843.818082:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:2.0:1779718843.818086:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718843.818087:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718843.818088:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718843.818091:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718843.818092:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.818094:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718843.818097:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529495552/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.818102:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718843.818103:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718843.818104:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718843.818106:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718843.818107:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718843.818107:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718843.818109:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718843.818109:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:2.0:1779718843.818111:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718843.818111:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718843.818112:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718843.818114:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718843.818115:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.818116:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718843.818118:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529495680/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718843.818122:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718843.818123:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718843.818124:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718843.818125:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718843.818126:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718843.818126:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718843.818127:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718843.818128:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:2.0:1779718843.818129:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718843.818130:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718843.818131:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718843.818132:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718843.818133:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.818134:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718843.818137:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718843.818138:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718843.818139:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718843.818140:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718844.264018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718844.264023:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718844.264037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718844.264038:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718844.264045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718844.264046:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718844.264104:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718844.264108:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718844.264113:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718844.840006:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718844.840013:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718844.840016:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718844.840022:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718844.840025:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718844.840029:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718844.840032:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718844.840043:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718844.840049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718845.096033:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315964158, at 4315964160
00000100:00000040:1.0:1779718845.096033:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315964158, at 4315964160
00000100:00000010:0.0:1779718845.096049:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5cc0.
00000100:00000010:1.0:1779718845.096057:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b59c0.
00010000:00000001:2.0:1779718845.288034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718845.288040:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718845.288042:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718845.288046:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718845.288050:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718845.288052:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718845.288054:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718845.288056:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718845.288059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718845.288060:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718845.288063:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718845.288064:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718845.288098:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718845.288101:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718845.288104:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718845.863980:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718845.863987:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718845.863988:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718845.863992:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718845.863995:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718845.863998:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718845.864000:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718845.864002:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718845.864004:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718846.312003:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718846.312008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718846.312013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718846.312014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718846.312016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718846.312017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718846.312070:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718846.312075:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718846.312078:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718846.887989:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718846.887995:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718846.887997:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718846.888001:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718846.888004:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718846.888006:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718846.888008:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718846.888010:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718846.888012:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718847.336037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718847.336042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718847.336047:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718847.336047:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718847.336050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718847.336051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718847.336116:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718847.336119:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718847.336124:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718847.911992:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718847.911996:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718847.911998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718847.912003:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718847.912005:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718847.912008:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718847.912010:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718847.912012:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718847.912014:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718848.360026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718848.360032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718848.360047:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718848.360051:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718848.360054:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718848.360058:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718848.360061:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718848.360064:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718848.360066:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718848.360068:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718848.360073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718848.360074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718848.360112:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718848.360116:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718848.360120:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718848.936022:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718848.936029:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718848.936039:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718848.936045:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718848.936049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718848.936050:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718848.936052:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.936061:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:0.0:1779718848.936062:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718848.936070:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718848.936075:0:303356:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21295
00000100:00000001:0.0:1779718848.936077:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718848.936082:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718848.936084:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718848.936087:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718848.936088:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718848.936100:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718848.936103:0:303356:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718848.936107:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936112:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718848.936117:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936120:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718848.936124:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718848.936125:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718848.936128:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718848.936130:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718848.936132:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718848.936133:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718848.936135:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936137:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718848.936138:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936140:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718848.936142:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718848.936145:0:303356:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936147:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718848.936149:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718848.936153:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718848.936155:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.936157:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718848.936159:0:303356:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718848.936168:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718848.936171:0:303356:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718848.936175:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718848.936176:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.936179:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718848.936182:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718848.936186:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718848.936194:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718848.936201:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718848.936210:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718848.936224:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718848.936228:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718848.936232:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718848.936255:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718848.936258:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718848.936261:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718848.936262:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718848.936263:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718848.936266:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718848.936268:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21295
00000400:00000200:3.0:1779718848.936271:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718848.936273:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718848.936275:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718848.936277:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936278:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718848.936280:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936282:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718848.936284:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718848.936285:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718848.936286:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718848.936288:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718848.936290:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718848.936291:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718848.936293:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936294:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718848.936296:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936297:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718848.936298:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1779718848.936300:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718848.936303:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718848.936304:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718848.936305:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.936307:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1779718848.936308:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718848.936315:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1779718848.936317:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718848.936317:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.936321:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718848.936326:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718848.936329:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1779718848.936330:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.936332:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.936332:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718848.936337:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718848.936339:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718848.936340:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718848.936341:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.936344:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718848.936345:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718848.936346:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718848.936347:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718848.936350:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1779718848.936351:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
02000000:00000001:2.0:1779718848.936355:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.936356:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718848.936364:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529495808:192.168.203.145@tcp:250:kworker.0
00000100:00100000:3.0:1779718848.936364:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718848.936373:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718848.936377:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779718848.936379:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718848.936379:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718848.936382:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718848.936382:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1779718848.936387:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718848.936393:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718848.936395:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1779718848.936396:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718848.936400:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718848.936407:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718848.936410:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1779718848.936413:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000100:00000001:3.0:1779718848.936414:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718848.936418:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718848.936421:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:2.0:1779718848.936422:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00080000:3.0:1779718848.936428:0:303356:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21295
00000100:00000200:2.0:1779718848.936431:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529495808, portal 25
00000400:00000200:3.0:1779718848.936436:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718848.936437:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718848.936440:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000400:00000200:3.0:1779718848.936443:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718848.936447:0:303356:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718848.936448:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718848.936454:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936459:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718848.936463:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936467:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718848.936472:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718848.936474:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718848.936477:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718848.936478:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1779718848.936479:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718848.936482:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:2.0:1779718848.936486:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000020:00000001:3.0:1779718848.936486:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000010:2.0:1779718848.936490:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000040:3.0:1779718848.936492:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936495:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1779718848.936496:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529495808, offset 0
00000100:00000040:3.0:1779718848.936497:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936500:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718848.936502:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718848.936507:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718848.936507:0:303356:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936510:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718848.936512:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718848.936514:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718848.936516:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718848.936520:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718848.936520:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718848.936523:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718848.936526:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.936527:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718848.936530:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000010:3.0:1779718848.936532:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718848.936535:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:2.0:1779718848.936537:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1779718848.936540:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718848.936542:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718848.936544:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718848.936545:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718848.936548:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718848.936549:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718848.936551:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1779718848.936554:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000400:00000200:2.0:1779718848.936555:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936559:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718848.936572:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157603:157603:256:4294967295] 192.168.203.145@tcp LPNI seq info [157602:157602:8:4294967295]
00000400:00000200:2.0:1779718848.936581:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:3.0:1779718848.936581:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718848.936589:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718848.936592:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718848.936599:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718848.936600:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718848.936615:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936615:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718848.936621:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1779718848.936624:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000040:3.0:1779718848.936624:0:303356:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718848.936629:0:303356:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718848.936632:0:303356:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718848.936632:0:303356:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718848.936634:0:303356:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1779718848.936637:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718848.936638:0:303356:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.0:1779718848.936643:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1779718848.936643:0:303356:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21295
00000400:00000200:3.0:1779718848.936649:0:303356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:2.1:1779718848.936653:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000400:00000200:3.0:1779718848.936654:0:303356:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718848.936658:0:303356:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1779718848.936659:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1779718848.936662:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936665:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718848.936669:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000100:2.0:1779718848.936671:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936672:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718848.936675:0:303356:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1779718848.936676:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718848.936681:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718848.936686:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718848.936691:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718848.936693:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718848.936696:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718848.936700:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.936708:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718848.936711:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.936721:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.936722:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718848.936729:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718848.936732:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718848.936735:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315969278
00000100:00000010:2.0:1779718848.936739:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5c00.
00000100:00000001:2.0:1779718848.936745:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718848.936753:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315969278
00000100:00000010:2.0:1779718848.936756:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b59c0.
00000100:00000001:2.0:1779718848.936758:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718848.936761:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718848.936763:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.936765:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718848.936768:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718848/real 1779718848]  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718848.936776:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718848.936777:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718848.936779:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718848.936782:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718848.936784:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000020:00000040:3.0:1779718848.936785:0:303356:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718848.936787:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718848.936793:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718848.936794:0:303356:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718848.936801:0:303356:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000200:2.0:1779718848.936805:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718848.936810:0:303356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718848.936816:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718848.936820:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1779718848.936821:0:303356:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718848.936824:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718848.936827:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718848.936835:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718848.936836:0:303356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718848.936849:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718848.936849:0:303356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718848.936859:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718848.936860:0:303356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718848.936873:0:303356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718848.936878:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718848.936883:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1779718848.936883:0:303356:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718848.936887:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718848.936890:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.936893:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718848.936898:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718848.936898:0:303356:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00080000:2.0:1779718848.936902:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1779718848.936910:0:303356:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718848.936912:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718848.936919:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718848.936955:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718848.936956:0:303356:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718848.936964:0:303356:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1779718848.936970:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529495808:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718848.936971:0:303356:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.936979:0:303356:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718848.936984:0:303356:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718848.936987:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1779718848.936988:0:303356:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.936994:0:303356:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.936996:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718848.937002:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529495808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1779718848.937003:0:303356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718848.937009:0:303356:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718848.937019:0:303356:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718848.937023:0:303356:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937024:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718848.937030:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1779718848.937031:0:303356:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1779718848.937033:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:3.0:1779718848.937035:0:303356:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718848.937038:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718848.937041:0:248765:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:3.0:1779718848.937041:0:303356:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1779718848.937043:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718848.937049:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718848.937052:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000010:3.0:1779718848.937055:0:303356:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
02000000:00000001:2.0:1779718848.937056:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718848.937062:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718848.937063:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718848.937067:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718848.937068:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937070:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718848.937077:0:303356:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937078:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718848.937081:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937082:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718848.937084:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718848.937086:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718848.937091:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718848.937098:0:303356:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718848.937114:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718848.937119:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718848.937130:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718848.937130:0:303356:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779718848.937137:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718848.937137:0:303356:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718848.937145:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718848.937150:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495936:192.168.203.145@tcp:38:kworker.0
00000100:00000040:3.0:1779718848.937154:0:303356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937156:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718848.937162:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718848.937166:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718848.937175:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718848.937180:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718848.937185:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718848.937190:0:303356:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718848.937191:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718848.937199:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718848.937202:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000040:3.0:1779718848.937204:0:303356:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21305)
00000100:00000200:2.0:1779718848.937206:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529495936, portal 10
00000100:00000001:2.0:1779718848.937209:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718848.937211:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718848.937219:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937224:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718848.937227:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718848.937230:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718848.937232:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529495936, offset 0
00000400:00000200:2.0:1779718848.937235:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718848.937239:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718848.937242:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718848.937244:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718848.937246:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718848.937248:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718848.937250:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718848.937252:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157604:157604:256:4294967295] 192.168.203.145@tcp LPNI seq info [157603:157603:8:4294967295]
00000400:00000200:2.0:1779718848.937254:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718848.937259:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718848.937263:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718848.937265:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718848.937268:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718848.937270:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718848.937274:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718848.937276:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718848.937279:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718848.937281:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718848.937283:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718848.937285:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718848.937287:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718848.937289:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718848.937290:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718848.937293:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937299:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718848.937300:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937305:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937306:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718848.937309:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718848.937312:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718848.937315:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718848.937316:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315968011
00000100:00000001:2.0:1779718848.937318:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315969278
00000100:00000001:2.0:1779718848.937320:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315968011
00000100:00000001:2.0:1779718848.937322:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315969278
00000100:00000001:2.0:1779718848.937323:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718848.937325:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937326:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718848.937328:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718848/real 1779718848]  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718848.937334:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718848.937335:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718848.937336:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718848.937338:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718848.937339:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718848.937340:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718848.937342:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718848.937347:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937352:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718848.937353:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937354:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718848.937355:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718848.937357:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937361:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718848.937363:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937368:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718848.937370:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937371:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718848.937372:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937373:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718848.937375:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718848.937377:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718848.937379:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718848.937380:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718848.937383:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718848.937387:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529495936:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718848.937390:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718848.937392:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937397:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718848.937398:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718848.937399:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718848.937400:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718848.937401:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718848.937403:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496064:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718848.937405:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718848.937406:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718848.937407:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718848.937409:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718848.937411:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718848.937413:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718848.937415:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718848.937417:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718848.937419:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718848.937421:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529496064, portal 10
00000100:00000001:2.0:1779718848.937422:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718848.937423:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718848.937428:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937432:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718848.937434:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718848.937435:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718848.937437:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529496064, offset 0
00000400:00000200:2.0:1779718848.937439:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718848.937441:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718848.937443:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718848.937445:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718848.937447:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718848.937448:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718848.937450:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718848.937452:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157605:157605:256:4294967295] 192.168.203.145@tcp LPNI seq info [157604:157604:8:4294967295]
00000400:00000200:2.0:1779718848.937455:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718848.937459:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718848.937462:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718848.937464:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718848.937466:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718848.937468:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718848.937471:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718848.937472:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718848.937475:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718848.937476:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718848.937478:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718848.937480:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718848.937482:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718848.937483:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718848.937485:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718848.937487:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937493:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718848.937494:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937498:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937499:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718848.937501:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718848.937504:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718848.937506:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718848.937507:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315968019
00000100:00000001:2.0:1779718848.937509:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315969278
00000100:00000001:2.0:1779718848.937510:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315968019
00000100:00000001:2.0:1779718848.937512:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315969278
00000100:00000001:2.0:1779718848.937513:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718848.937514:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937515:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718848.937517:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718848/real 1779718848]  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718848.937521:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718848.937522:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718848.937523:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718848.937524:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718848.937525:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718848.937527:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718848.937528:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718848.937534:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937539:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718848.937540:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937541:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718848.937542:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718848.937544:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937548:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718848.937550:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937554:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718848.937556:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937556:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718848.937557:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937558:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718848.937559:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718848.937578:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718848.937581:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718848.937582:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718848.937585:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718848.937590:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496064:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718848.937592:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937593:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718848.937595:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529495936/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937599:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718848.937601:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718848.937602:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718848.937604:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718848.937605:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718848.937607:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718848.937608:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718848.937610:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:2.0:1779718848.937611:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718848.937612:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718848.937614:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718848.937616:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718848.937617:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937618:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718848.937620:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529496064/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937625:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718848.937626:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718848.937627:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718848.937628:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718848.937629:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718848.937630:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718848.937631:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718848.937632:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:2.0:1779718848.937633:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718848.937634:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718848.937634:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718848.937635:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718848.937636:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937637:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937640:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718848.937641:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937642:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718848.937643:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718848.937644:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718848.937646:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937651:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718848.937652:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718848.937654:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718848.937655:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718848.937656:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718848.937658:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496192:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718848.937660:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718848.937662:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718848.937663:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718848.937664:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718848.937666:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718848.937668:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718848.937671:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718848.937672:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718848.937675:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718848.937677:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529496192, portal 4
00000100:00000001:2.0:1779718848.937678:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718848.937679:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718848.937684:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937688:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718848.937690:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718848.937691:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718848.937693:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529496192, offset 0
00000400:00000200:2.0:1779718848.937696:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718848.937698:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718848.937700:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718848.937702:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718848.937703:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718848.937705:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718848.937707:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718848.937709:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157606:157606:256:4294967295] 192.168.203.145@tcp LPNI seq info [157605:157605:8:4294967295]
00000400:00000200:2.0:1779718848.937712:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718848.937716:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718848.937720:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718848.937722:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718848.937725:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718848.937727:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718848.937730:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718848.937731:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718848.937734:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718848.937736:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718848.937738:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718848.937740:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718848.937742:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718848.937743:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718848.937745:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718848.937747:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937752:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718848.937754:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718873 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937758:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937759:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718848.937761:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718848.937764:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718848.937765:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718848.937767:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315968017
00000100:00000001:2.0:1779718848.937768:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315969278
00000100:00000001:2.0:1779718848.937770:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315968017
00000100:00000001:2.0:1779718848.937772:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315969278
00000100:00000001:2.0:1779718848.937773:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718848.937774:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937775:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718848.937777:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718848/real 1779718848]  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718848.937784:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718848.937785:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718848.937786:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718848.937788:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718848.937788:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718848.937790:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718848.937791:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718848.937796:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937801:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718848.937802:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937803:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718848.937804:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718848.937806:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937810:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718848.937812:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937816:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718848.937818:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937819:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718848.937819:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937820:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718848.937821:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718848.937823:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718848.937825:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718848.937826:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718848.937829:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718848.937834:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496192:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718848.937837:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937838:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718848.937839:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529496192/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718848.937843:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718848.937844:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718848.937845:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718848.937846:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718848.937847:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718848.937848:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718848.937849:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718848.937850:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:2.0:1779718848.937851:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718848.937852:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718848.937853:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718848.937854:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718848.937855:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937856:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718848.937858:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718848.937859:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718848.937860:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718848.937861:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718849.384000:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718849.384004:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718849.384009:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718849.384010:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718849.384013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718849.384014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718849.384061:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718849.384064:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718849.384067:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718849.960018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718849.960024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718849.960026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718849.960031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718849.960034:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718849.960038:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718849.960040:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718849.960043:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718849.960046:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718850.216014:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315969278, at 4315969280
00000100:00000040:1.0:1779718850.216017:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315969278, at 4315969280
00000100:00000010:0.0:1779718850.216028:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c00.
00000100:00000010:1.0:1779718850.216038:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b59c0.
00010000:00000001:2.0:1779718850.408010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718850.408015:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718850.408021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718850.408023:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718850.408026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718850.408028:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718850.408082:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718850.408085:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718850.408087:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718850.984010:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718850.984016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718850.984017:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718850.984022:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718850.984032:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718850.984035:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718850.984039:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718850.984041:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718850.984043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718851.432029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718851.432034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718851.432040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718851.432041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718851.432044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718851.432045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718851.432081:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718851.432084:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718851.432086:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718852.008048:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718852.008054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718852.008055:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718852.008059:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718852.008062:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718852.008065:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718852.008067:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718852.008070:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718852.008072:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718852.456021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718852.456026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718852.456031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718852.456032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718852.456035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718852.456036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718852.456105:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718852.456109:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718852.456113:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718853.032018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718853.032023:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718853.032025:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718853.032029:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718853.032031:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718853.032035:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718853.032037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718853.032039:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718853.032041:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718853.480003:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718853.480008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718853.480013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718853.480014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718853.480017:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718853.480019:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718853.480021:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718853.480024:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718853.480027:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718853.480029:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718853.480032:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718853.480034:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718853.480124:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718853.480128:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718853.480131:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779718854.056016:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718854.056023:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718854.056024:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718854.056027:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718854.056031:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718854.056037:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21300
00000400:00000200:0.0:1779718854.056045:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718854.056050:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718854.056053:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718854.056055:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056059:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718854.056060:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056062:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718854.056065:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718854.056066:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718854.056076:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718854.056078:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718854.056080:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718854.056082:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718854.056084:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056086:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718854.056087:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056089:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718854.056091:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718854.056093:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056094:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718854.056096:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718854.056099:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718854.056100:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718854.056102:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718854.056103:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718854.056113:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718854.056116:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718854.056120:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718854.056128:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718854.056131:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718854.056134:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718854.056137:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718854.056146:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718854.056153:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718854.056163:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718854.056176:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718854.056179:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718854.056182:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718854.056199:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718854.056201:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718854.056204:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718854.056205:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718854.056207:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718854.056209:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718854.056210:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21300
00000400:00000200:0.0:1779718854.056214:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718854.056216:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718854.056217:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718854.056219:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056221:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718854.056222:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056223:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718854.056225:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718854.056226:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718854.056227:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718854.056229:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718854.056230:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718854.056231:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718854.056233:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056234:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718854.056235:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056236:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718854.056238:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718854.056240:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056242:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718854.056243:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718854.056247:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718854.056249:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718854.056250:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718854.056253:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718854.056255:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718854.056257:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718854.056260:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779718854.056262:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718854.056263:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718854.056265:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718854.056267:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718854.056268:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718854.056269:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718854.056272:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779718854.056275:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.056277:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1779718854.056279:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718854.056282:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718854.056285:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779718854.056289:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718854.056291:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718854.056294:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718854.056297:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.056314:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718854.056317:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718854.056318:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718854.056321:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1779718854.056321:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718854.056324:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1779718854.056325:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718854.056328:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1779718854.056329:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718854.056330:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718854.056335:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:2.0:1779718854.056337:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529496320:192.168.203.145@tcp:250:kworker.0
00000100:00080000:0.0:1779718854.056340:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21300
00000100:00000001:2.0:1779718854.056343:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1779718854.056345:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:2.0:1779718854.056348:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1779718854.056349:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718854.056351:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1779718854.056351:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718854.056355:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1779718854.056356:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056358:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718854.056359:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000010:2.0:1779718854.056360:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
00000100:00000001:0.0:1779718854.056362:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718854.056363:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718854.056365:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718854.056367:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718854.056369:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718854.056371:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718854.056372:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:0.0:1779718854.056376:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000010:2.0:1779718854.056377:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000020:00000001:0.0:1779718854.056378:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718854.056382:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056383:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1779718854.056384:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000040:0.0:1779718854.056385:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056389:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718854.056390:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000200:2.0:1779718854.056392:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529496320, portal 25
00000100:00080000:0.0:1779718854.056393:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056397:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.056397:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1779718854.056400:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718854.056400:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493237760 : -117608216313856 : ffff9509340b4000)
02000000:00000001:0.0:1779718854.056404:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718854.056407:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718854.056408:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718854.056409:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718854.056412:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718854.056417:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718854.056421:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.056423:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1779718854.056425:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
00000100:00000040:2.0:1779718854.056427:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000020:00000040:0.0:1779718854.056429:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718854.056431:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1779718854.056431:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
02000000:00000001:0.0:1779718854.056433:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718854.056435:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529496320, offset 0
00000100:00000001:0.0:1779718854.056436:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718854.056438:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718854.056440:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718854.056443:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000010:0.0:1779718854.056444:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718854.056447:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718854.056452:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718854.056452:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718854.056459:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718854.056461:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:0.0:1779718854.056462:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718854.056468:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718854.056468:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718854.056475:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718854.056480:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1779718854.056481:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718854.056484:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718854.056485:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:0.0:1779718854.056490:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1779718854.056491:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157607:157607:256:4294967295] 192.168.203.145@tcp LPNI seq info [157606:157606:8:4294967295]
00000100:00080000:0.0:1779718854.056495:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718854.056498:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:0.0:1779718854.056501:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718854.056503:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718854.056504:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718854.056507:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718854.056512:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1779718854.056513:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21300
00000400:00000200:0.0:1779718854.056534:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000200:2.0:1779718854.056539:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779718854.056541:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718854.056544:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1779718854.056545:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000040:0.0:1779718854.056546:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056549:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718854.056551:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056552:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.0:1779718854.056555:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:0.0:1779718854.056556:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718854.056558:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000800:00000200:2.0:1779718854.056560:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1779718854.056561:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718854.056563:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718854.056566:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000800:00000200:2.1:1779718854.056569:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:0.0:1779718854.056570:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000800:00000200:2.1:1779718854.056575:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1779718854.056577:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718854.056580:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1779718854.056583:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779718854.056585:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718854.056586:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000001:0.0:1779718854.056587:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718854.056590:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779718854.056592:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718854.056592:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1779718854.056596:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718854.056599:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718854.056601:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1779718854.056602:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718854.056605:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718854.056605:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000100:00000001:0.0:1779718854.056607:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1779718854.056609:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000008:00100000:0.0:1779718854.056610:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779718854.056613:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.056613:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1779718854.056615:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718854.056619:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1779718854.056620:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000020:00000040:0.0:1779718854.056624:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718854.056629:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718854.056631:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718854.056635:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718854.056636:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1779718854.056637:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718854.056640:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718854.056642:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1779718854.056644:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718854.056649:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.056652:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.056655:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1779718854.056657:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718854.056660:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718854.056665:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718854.056667:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718854.056669:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.056671:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315974398
00000100:00000040:0.0:1779718854.056675:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1779718854.056677:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5cc0.
00000100:00000001:0.0:1779718854.056684:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.056686:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1779718854.056687:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21310)
00000100:00000001:2.0:1779718854.056693:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315974398
00000100:00000010:2.0:1779718854.056697:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5f60.
00000100:00000001:2.0:1779718854.056699:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718854.056701:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718854.056703:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.056706:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1779718854.056709:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1779718854.056710:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718854/real 1779718854]  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718854.056713:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718854.056716:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718854.056721:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000400:00000001:2.0:1779718854.056723:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1779718854.056724:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1779718854.056727:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1779718854.056728:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1779718854.056729:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000100:00000001:0.0:1779718854.056733:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1779718854.056733:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000100:00000001:0.0:1779718854.056735:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1779718854.056736:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718854.056740:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1779718854.056741:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718854.056745:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718854.056756:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.056764:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718854.056767:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.056769:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718854.056772:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718854.056777:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.056786:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718854.056792:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.056800:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718854.056804:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.056805:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718854.056806:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.056808:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718854.056810:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718854.056813:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718854.056816:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718854.056819:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718854.056823:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718854.056829:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529496320:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718854.056832:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.056834:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718854.056836:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4000 x1866162529496320/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.056841:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718854.056842:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718854.056844:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718854.056846:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718854.056848:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718854.056849:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718854.056850:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718854.056852:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:2.0:1779718854.056854:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718854.056856:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718854.056857:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4000.
00000100:00000001:2.0:1779718854.056859:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718854.056860:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.056862:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.056867:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718854.056868:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.056869:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718854.056870:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718854.056872:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718854.056874:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.056879:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718854.056880:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718854.056881:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718854.056882:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718854.056884:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718854.056885:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496448:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718854.056887:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718854.056889:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718854.056890:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718854.056892:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718854.056894:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718854.056896:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718854.056898:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718854.056900:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718854.056903:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718854.056905:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529496448, portal 10
00000100:00000001:2.0:1779718854.056906:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718854.056907:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252992 : -117608216298624 : ffff9509340b7b80)
00000100:00000040:2.0:1779718854.056912:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.056916:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718854.056918:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718854.056919:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718854.056960:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529496448, offset 0
00000400:00000200:2.0:1779718854.056964:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718854.056967:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718854.056970:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718854.056973:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718854.056974:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718854.056976:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718854.056978:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718854.056980:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157608:157608:256:4294967295] 192.168.203.145@tcp LPNI seq info [157607:157607:8:4294967295]
00000400:00000200:2.0:1779718854.056983:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718854.056987:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718854.056990:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718854.056992:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718854.056995:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718854.056997:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718854.057000:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718854.057002:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718854.057004:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718854.057006:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718854.057008:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718854.057010:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718854.057012:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718854.057013:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718854.057015:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718854.057017:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057023:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718854.057025:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057029:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.057030:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718854.057032:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718854.057041:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718854.057044:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718854.057045:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315973131
00000100:00000001:2.0:1779718854.057047:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315974398
00000100:00000001:2.0:1779718854.057049:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315973131
00000100:00000001:2.0:1779718854.057053:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315974398
00000100:00000001:2.0:1779718854.057054:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718854.057056:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.057058:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718854.057060:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718854/real 1779718854]  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718854.057066:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718854.057067:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718854.057068:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718854.057069:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718854.057070:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718854.057072:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718854.057074:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718854.057080:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057084:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718854.057085:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057086:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718854.057087:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718854.057090:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057097:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718854.057101:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057107:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718854.057110:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057112:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718854.057113:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057115:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718854.057117:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718854.057120:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718854.057123:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718854.057125:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718854.057129:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718854.057138:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496448:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718854.057142:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718854.057145:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057159:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718854.057160:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718854.057163:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718854.057165:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718854.057167:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718854.057169:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496576:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718854.057173:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718854.057175:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718854.057176:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718854.057178:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718854.057181:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718854.057182:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718854.057185:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718854.057186:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718854.057189:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718854.057191:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529496576, portal 10
00000100:00000001:2.0:1779718854.057192:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718854.057193:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493248512 : -117608216303104 : ffff9509340b6a00)
00000100:00000040:2.0:1779718854.057197:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057201:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718854.057203:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718854.057204:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718854.057206:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529496576, offset 0
00000400:00000200:2.0:1779718854.057208:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718854.057211:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718854.057214:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718854.057216:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718854.057217:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718854.057219:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718854.057220:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718854.057223:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157609:157609:256:4294967295] 192.168.203.145@tcp LPNI seq info [157608:157608:8:4294967295]
00000400:00000200:2.0:1779718854.057226:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718854.057230:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718854.057233:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718854.057236:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718854.057238:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718854.057240:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718854.057243:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718854.057245:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718854.057247:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718854.057248:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718854.057250:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718854.057252:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718854.057254:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718854.057255:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718854.057257:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718854.057259:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057264:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718854.057266:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057271:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.057272:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718854.057274:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718854.057276:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718854.057278:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718854.057279:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315973139
00000100:00000001:2.0:1779718854.057281:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315974398
00000100:00000001:2.0:1779718854.057282:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315973139
00000100:00000001:2.0:1779718854.057284:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315974398
00000100:00000001:2.0:1779718854.057285:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718854.057287:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.057288:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718854.057290:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718854/real 1779718854]  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718854.057296:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718854.057297:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718854.057298:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718854.057299:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718854.057300:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718854.057301:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718854.057303:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718854.057308:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057312:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718854.057313:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057314:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718854.057315:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718854.057317:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057321:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718854.057323:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057327:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718854.057329:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057330:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718854.057330:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057332:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718854.057333:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718854.057334:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718854.057337:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718854.057338:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718854.057340:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718854.057345:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496576:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718854.057347:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718854.057349:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057353:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718854.057354:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718854.057355:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718854.057356:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718854.057357:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718854.057359:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496704:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718854.057361:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718854.057362:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718854.057363:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718854.057365:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718854.057366:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718854.057368:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718854.057369:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718854.057371:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718854.057373:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718854.057375:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529496704, portal 4
00000100:00000001:2.0:1779718854.057376:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718854.057377:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493238656 : -117608216312960 : ffff9509340b4380)
00000100:00000040:2.0:1779718854.057381:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057385:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718854.057387:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718854.057388:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718854.057389:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529496704, offset 0
00000400:00000200:2.0:1779718854.057392:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718854.057394:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718854.057396:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718854.057398:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718854.057399:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718854.057401:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718854.057402:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718854.057405:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157610:157610:256:4294967295] 192.168.203.145@tcp LPNI seq info [157609:157609:8:4294967295]
00000400:00000200:2.0:1779718854.057407:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718854.057411:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718854.057414:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718854.057416:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718854.057418:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718854.057420:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718854.057422:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718854.057424:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718854.057426:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718854.057427:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718854.057429:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718854.057431:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718854.057433:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718854.057434:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718854.057435:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718854.057437:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057442:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718854.057444:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057448:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.057448:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718854.057451:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718854.057452:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718854.057454:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718854.057456:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315973137
00000100:00000001:2.0:1779718854.057457:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315974398
00000100:00000001:2.0:1779718854.057459:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315973137
00000100:00000001:2.0:1779718854.057460:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315974398
00000100:00000001:2.0:1779718854.057461:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718854.057462:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.057463:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718854.057465:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718854/real 1779718854]  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718854.057470:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718854.057470:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718854.057471:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718854.057472:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718854.057473:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718854.057475:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718854.057477:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718854.057482:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057486:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718854.057487:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057488:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718854.057488:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718854.057490:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057494:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718854.057496:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057501:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718854.057502:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057504:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718854.057504:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057505:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718854.057506:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718854.057508:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718854.057510:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718854.057511:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718854.057513:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718854.057517:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496704:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718854.057520:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057521:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718854.057540:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7b80 x1866162529496448/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057545:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718854.057546:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718854.057547:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718854.057549:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718854.057550:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718854.057551:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718854.057553:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718854.057554:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:2.0:1779718854.057556:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718854.057557:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718854.057559:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7b80.
00000100:00000001:2.0:1779718854.057560:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718854.057561:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057563:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718854.057565:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6a00 x1866162529496576/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057569:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718854.057570:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718854.057571:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718854.057572:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718854.057573:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718854.057573:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718854.057574:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718854.057575:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a800.
02000000:00000001:2.0:1779718854.057577:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718854.057578:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718854.057579:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6a00.
00000100:00000001:2.0:1779718854.057580:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718854.057581:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057582:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718854.057583:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4380 x1866162529496704/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718854.057587:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718854.057587:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718854.057588:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718854.057590:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718854.057590:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718854.057591:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718854.057592:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718854.057593:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58c00.
02000000:00000001:2.0:1779718854.057594:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718854.057595:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718854.057595:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4380.
00000100:00000001:2.0:1779718854.057597:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718854.057598:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057599:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718854.057601:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718854.057602:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718854.057604:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718854.057606:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718854.504069:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718854.504074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718854.504080:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718854.504081:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718854.504084:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718854.504085:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718854.504133:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718854.504139:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718854.504143:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718855.080034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718855.080042:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718855.080044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718855.080049:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718855.080053:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718855.080057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718855.080059:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718855.080063:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718855.080065:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718855.336057:0:346709:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315974398, at 4315974400
00000100:00000040:1.0:1779718855.336057:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315974398, at 4315974400
00000100:00000010:0.0:1779718855.336076:0:346709:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5cc0.
00000100:00000010:1.0:1779718855.336079:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f60.
00010000:00000001:2.0:1779718855.528044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718855.528052:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718855.528054:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718855.528058:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718855.528063:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718855.528065:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718855.528066:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718855.528068:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718855.528072:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718855.528073:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718855.528075:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718855.528076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718855.528147:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718855.528154:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718855.528159:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718856.104025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718856.104031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718856.104033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718856.104037:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718856.104039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718856.104042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718856.104044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718856.104046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718856.104048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718856.552018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718856.552023:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718856.552028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718856.552029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718856.552032:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718856.552033:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718856.552096:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718856.552099:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718856.552101:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718857.128038:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718857.128044:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718857.128046:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718857.128050:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718857.128054:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718857.128057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718857.128060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718857.128071:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718857.128074:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718857.576012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718857.576019:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718857.576026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718857.576027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718857.576084:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718857.576087:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718857.576131:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718857.576135:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718857.576138:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718858.152046:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718858.152052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718858.152054:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718858.152059:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718858.152063:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718858.152067:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718858.152070:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718858.152079:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718858.152083:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718858.600042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718858.600047:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718858.600051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718858.600055:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718858.600057:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718858.600059:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718858.600062:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718858.600063:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718858.600065:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718858.600066:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718858.600075:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718858.600076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718858.600151:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718858.600155:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718858.600158:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718859.176004:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718859.176010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718859.176012:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718859.176016:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1779718859.176017:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718859.176023:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718859.176024:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718859.176028:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.176031:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718859.176035:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.176038:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176090:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718859.176095:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718859.176099:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718859.176105:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21305
00000400:00000200:3.0:1779718859.176114:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718859.176121:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718859.176124:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718859.176128:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176132:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718859.176134:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176137:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718859.176140:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718859.176142:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718859.176144:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718859.176146:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718859.176148:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718859.176149:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718859.176152:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176153:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718859.176155:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176156:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718859.176158:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718859.176160:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176162:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718859.176164:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718859.176166:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718859.176168:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176170:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718859.176172:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718859.176179:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718859.176181:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718859.176184:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718859.176186:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176188:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718859.176190:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718859.176194:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718859.176200:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718859.176206:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718859.176213:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718859.176220:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718859.176223:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718859.176227:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718859.176245:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718859.176249:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718859.176252:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718859.176254:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718859.176256:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718859.176259:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718859.176262:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21305
00000400:00000200:3.0:1779718859.176267:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718859.176271:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718859.176273:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1779718859.176274:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718859.176277:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718859.176280:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718859.176280:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176285:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718859.176289:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718859.176290:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176294:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718859.176298:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718859.176301:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718859.176303:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718859.176307:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1779718859.176307:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718859.176309:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718859.176310:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718859.176312:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718859.176314:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1779718859.176315:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718859.176317:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718859.176318:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718859.176322:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718859.176323:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176324:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00100000:2.0:1779718859.176328:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529496832:192.168.203.145@tcp:250:kworker.0
00000020:00000040:3.0:1779718859.176328:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718859.176332:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718859.176334:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718859.176335:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718859.176337:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718859.176338:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718859.176341:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718859.176342:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718859.176344:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1779718859.176345:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176348:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1779718859.176350:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
00000008:00100000:3.0:1779718859.176351:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718859.176355:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718859.176356:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176360:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718859.176364:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:3.0:1779718859.176366:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000400:00000010:2.0:1779718859.176368:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000020:00000040:3.0:1779718859.176368:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718859.176374:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718859.176375:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718859.176376:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000001:3.0:1779718859.176377:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718859.176379:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718859.176382:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718859.176384:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529496832, portal 25
02000000:00000010:3.0:1779718859.176386:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:2.0:1779718859.176388:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718859.176390:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000001:3.0:1779718859.176390:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718859.176401:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718859.176401:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718859.176434:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718859.176435:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718859.176437:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718859.176442:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718859.176445:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718859.176447:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718859.176452:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529496832, offset 0
00000100:00000001:3.0:1779718859.176459:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718859.176462:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718859.176463:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718859.176466:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718859.176469:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718859.176470:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718859.176473:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718859.176473:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718859.176477:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21305
00000400:00000200:2.0:1779718859.176503:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718859.176507:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718859.176510:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718859.176517:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718859.176520:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718859.176523:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157611:157611:256:4294967295] 192.168.203.145@tcp LPNI seq info [157610:157610:8:4294967295]
00000400:00000200:2.0:1779718859.176527:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718859.176532:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718859.176538:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718859.176543:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1779718859.176543:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718859.176550:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176552:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1779718859.176556:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718859.176557:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176562:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000010:2.0:1779718859.176564:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000020:00000001:3.0:1779718859.176564:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1779718859.176572:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718859.176574:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000040:3.0:1779718859.176579:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000800:00000200:2.1:1779718859.176580:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718859.176581:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718859.176585:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:2.1:1779718859.176585:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1779718859.176588:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718859.176591:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000100:2.0:1779718859.176595:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718859.176597:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718859.176599:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718859.176600:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718859.176603:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718859.176605:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718859.176605:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718859.176610:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718859.176615:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718859.176616:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718859.176621:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718859.176623:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
02000000:00000001:3.0:1779718859.176624:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718859.176627:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
02000000:00000001:3.0:1779718859.176628:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718859.176630:0:248765:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1779718859.176631:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176634:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718859.176636:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1779718859.176638:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1779718859.176639:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176643:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718859.176648:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718859.176652:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:2.0:1779718859.176654:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1779718859.176655:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718859.176658:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718859.176659:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718859.176660:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718859.176662:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718859.176665:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718859.176670:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000001:2.0:1779718859.176671:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.176674:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718859.176674:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.176680:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718859.176681:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718859.176687:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718859.176691:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315979518
00000100:00000001:3.0:1779718859.176695:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1779718859.176698:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5960.
00000100:00000001:3.0:1779718859.176698:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718859.176703:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.176705:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718859.176713:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.176714:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315979518
00000100:00000040:3.0:1779718859.176715:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1779718859.176719:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5ba0.
00000100:00000040:3.0:1779718859.176720:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1779718859.176724:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1779718859.176724:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718859.176729:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1779718859.176730:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718859.176731:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718859.176733:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718859.176734:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176736:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718859.176738:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1779718859.176740:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21305
00000400:00000200:3.0:1779718859.176745:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:2.0:1779718859.176746:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718859/real 1779718859]  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718859.176749:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718859.176753:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718859.176759:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176763:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718859.176767:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176771:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718859.176775:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718859.176777:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718859.176780:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718859.176783:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718859.176786:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000001:2.0:1779718859.176787:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1779718859.176788:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000001:2.0:1779718859.176789:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718859.176793:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000100:00000040:3.0:1779718859.176793:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176795:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718859.176797:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000100:00000040:3.0:1779718859.176798:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718859.176801:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:3.0:1779718859.176801:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718859.176805:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1779718859.176806:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000200:2.0:1779718859.176811:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718859.176812:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718859.176816:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718859.176819:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718859.176823:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718859.176826:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718859.176829:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718859.176829:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718859.176831:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718859.176835:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176839:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.176845:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:3.0:1779718859.176845:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718859.176848:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1779718859.176850:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718859.176851:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718859.176854:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1779718859.176856:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1779718859.176859:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718859.176859:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718859.176864:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718859.176868:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718859.176872:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.176873:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718859.176879:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1779718859.176880:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718859.176886:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.176887:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718859.176891:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.176892:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718859.176893:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.176897:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00100000:3.0:1779718859.176897:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718859.176900:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718859.176905:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718859.176914:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718859.176918:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1779718859.176945:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718859.176949:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718859.176956:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718859.176958:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718859.176966:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718859.176973:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21315)
00000100:00100000:2.0:1779718859.176978:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529496832:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718859.176982:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.176984:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718859.176988:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529496832/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.176993:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718859.176995:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718859.176996:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718859.176999:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718859.177000:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718859.177001:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718859.177002:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718859.177004:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:2.0:1779718859.177007:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718859.177008:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718859.177009:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:2.0:1779718859.177011:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718859.177012:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177014:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177019:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718859.177020:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.177022:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718859.177023:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718859.177024:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718859.177028:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177035:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718859.177037:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718859.177039:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718859.177041:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718859.177043:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718859.177046:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496960:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718859.177050:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718859.177053:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718859.177054:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718859.177056:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718859.177059:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718859.177061:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718859.177065:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718859.177067:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718859.177071:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718859.177074:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529496960, portal 10
00000100:00000001:2.0:1779718859.177077:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718859.177078:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718859.177091:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177096:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718859.177097:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718859.177099:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718859.177101:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529496960, offset 0
00000400:00000200:2.0:1779718859.177104:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718859.177107:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718859.177110:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718859.177112:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718859.177114:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718859.177116:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718859.177118:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718859.177120:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157612:157612:256:4294967295] 192.168.203.145@tcp LPNI seq info [157611:157611:8:4294967295]
00000400:00000200:2.0:1779718859.177123:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718859.177127:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718859.177130:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718859.177132:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718859.177135:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718859.177137:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718859.177141:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718859.177142:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1779718859.177145:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718859.177147:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718859.177148:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718859.177151:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718859.177153:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718859.177154:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718859.177156:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718859.177158:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177164:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718859.177166:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177170:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.177171:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718859.177173:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718859.177176:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718859.177178:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718859.177180:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315978251
00000100:00000001:2.0:1779718859.177182:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315979518
00000100:00000001:2.0:1779718859.177183:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315978251
00000100:00000001:2.0:1779718859.177185:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315979518
00000100:00000001:2.0:1779718859.177186:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718859.177188:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.177189:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718859.177191:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718859/real 1779718859]  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718859.177196:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718859.177197:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718859.177198:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718859.177200:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718859.177201:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718859.177202:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718859.177204:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718859.177209:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177213:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718859.177214:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177215:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718859.177216:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718859.177218:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177222:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718859.177224:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177228:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718859.177230:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177231:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718859.177232:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177233:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718859.177235:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718859.177236:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718859.177238:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718859.177240:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718859.177242:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718859.177247:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529496960:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718859.177249:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718859.177252:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177256:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718859.177257:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718859.177258:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718859.177259:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718859.177261:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718859.177262:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497088:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718859.177264:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718859.177265:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718859.177266:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718859.177267:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718859.177270:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718859.177271:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718859.177273:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718859.177274:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718859.177276:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718859.177278:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529497088, portal 10
00000100:00000001:2.0:1779718859.177279:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718859.177280:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718859.177284:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177288:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718859.177290:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718859.177291:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718859.177293:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529497088, offset 0
00000400:00000200:2.0:1779718859.177295:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718859.177297:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718859.177299:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718859.177301:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718859.177303:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718859.177304:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718859.177306:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718859.177308:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157613:157613:256:4294967295] 192.168.203.145@tcp LPNI seq info [157612:157612:8:4294967295]
00000400:00000200:2.0:1779718859.177310:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718859.177314:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718859.177317:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718859.177318:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718859.177321:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718859.177323:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718859.177325:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718859.177327:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1779718859.177329:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718859.177331:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718859.177332:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718859.177334:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718859.177336:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718859.177337:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718859.177338:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718859.177341:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177345:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718859.177347:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177351:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.177352:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718859.177354:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718859.177356:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718859.177358:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718859.177360:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315978259
00000100:00000001:2.0:1779718859.177361:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315979518
00000100:00000001:2.0:1779718859.177363:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315978259
00000100:00000001:2.0:1779718859.177365:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315979518
00000100:00000001:2.0:1779718859.177366:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718859.177368:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.177369:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718859.177371:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718859/real 1779718859]  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718859.177376:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718859.177376:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718859.177377:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718859.177379:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718859.177379:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718859.177381:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718859.177382:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718859.177387:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177391:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718859.177392:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177393:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718859.177394:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718859.177396:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177400:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718859.177402:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177406:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718859.177408:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177409:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718859.177409:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177425:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718859.177426:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718859.177428:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718859.177431:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718859.177433:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718859.177437:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718859.177445:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497088:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718859.177449:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718859.177452:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177459:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718859.177461:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718859.177463:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718859.177465:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718859.177468:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718859.177471:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497216:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718859.177474:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718859.177477:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718859.177479:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718859.177481:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718859.177496:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718859.177499:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718859.177503:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718859.177506:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718859.177510:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718859.177513:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529497216, portal 4
00000100:00000001:2.0:1779718859.177516:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718859.177517:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718859.177523:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177530:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718859.177533:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718859.177535:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718859.177538:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529497216, offset 0
00000400:00000200:2.0:1779718859.177543:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718859.177547:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718859.177551:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718859.177554:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718859.177556:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718859.177559:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718859.177562:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718859.177565:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157614:157614:256:4294967295] 192.168.203.145@tcp LPNI seq info [157613:157613:8:4294967295]
00000400:00000200:2.0:1779718859.177570:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718859.177577:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718859.177582:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718859.177585:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718859.177590:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718859.177593:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718859.177597:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718859.177600:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1779718859.177604:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718859.177606:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718859.177609:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718859.177613:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718859.177616:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718859.177618:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718859.177621:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718859.177625:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177634:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718859.177637:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177651:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.177652:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718859.177655:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718859.177659:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718859.177663:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718859.177665:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315978257
00000100:00000001:2.0:1779718859.177667:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315979518
00000100:00000001:2.0:1779718859.177670:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315978257
00000100:00000001:2.0:1779718859.177672:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315979518
00000100:00000001:2.0:1779718859.177675:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718859.177677:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.177679:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718859.177683:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718859/real 1779718859]  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718859.177692:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718859.177694:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718859.177695:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718859.177698:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718859.177700:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718859.177702:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718859.177705:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718859.177714:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177720:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718859.177722:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177724:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718859.177725:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718859.177729:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177738:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718859.177741:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177749:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718859.177751:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177753:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718859.177754:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177756:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718859.177758:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718859.177761:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718859.177765:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718859.177767:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718859.177771:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718859.177780:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497216:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718859.177784:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177787:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718859.177790:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529496960/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177797:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718859.177799:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718859.177801:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718859.177804:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718859.177806:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718859.177807:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718859.177809:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718859.177811:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:2.0:1779718859.177814:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718859.177815:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718859.177817:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718859.177819:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718859.177820:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177822:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718859.177826:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529497088/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177833:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718859.177834:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718859.177836:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718859.177838:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718859.177839:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718859.177841:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718859.177843:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718859.177844:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:2.0:1779718859.177847:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718859.177848:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718859.177849:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718859.177852:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718859.177853:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177855:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718859.177858:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529497216/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718859.177865:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718859.177867:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718859.177868:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718859.177871:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718859.177872:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718859.177873:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718859.177875:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718859.177877:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:2.0:1779718859.177879:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718859.177880:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718859.177882:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718859.177884:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718859.177886:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177888:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718859.177891:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718859.177893:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718859.177895:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718859.177897:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718859.623990:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718859.623996:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718859.624002:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718859.624004:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718859.624007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718859.624009:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718859.624067:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1779718859.624071:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1779718859.624074:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718860.200019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718860.200028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718860.200030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718860.200034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718860.200037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718860.200041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718860.200043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718860.200046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718860.200048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718860.456020:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315979518, at 4315979520
00000100:00000040:1.0:1779718860.456020:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315979518, at 4315979520
00000100:00000010:0.0:1779718860.456032:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5960.
00000100:00000010:1.0:1779718860.456041:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ba0.
00010000:00000001:2.0:1779718860.648023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718860.648028:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718860.648033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718860.648034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718860.648036:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718860.648037:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718860.648071:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718860.648074:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718860.648076:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718861.224021:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718861.224027:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718861.224028:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718861.224032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718861.224035:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718861.224037:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718861.224040:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718861.224042:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718861.224044:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718861.672026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718861.672033:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718861.672040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718861.672042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718861.672046:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718861.672047:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718861.672097:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718861.672101:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718861.672103:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718862.248012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718862.248018:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718862.248020:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718862.248024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718862.248027:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718862.248031:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718862.248034:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718862.248037:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718862.248040:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718862.696020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718862.696026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718862.696032:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718862.696033:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718862.696037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718862.696038:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718862.696097:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718862.696101:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718862.696105:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718863.271998:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718863.272006:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718863.272009:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718863.272014:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718863.272018:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718863.272022:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718863.272025:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718863.272027:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718863.272031:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718863.720041:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718863.720048:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718863.720059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718863.720062:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718863.720065:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718863.720068:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718863.720070:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718863.720073:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718863.720075:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718863.720076:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718863.720078:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718863.720080:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718863.720121:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718863.720126:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718863.720130:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718864.296012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718864.296019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718864.296022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718864.296028:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779718864.296031:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718864.296032:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718864.296038:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779718864.296039:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718864.296043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718864.296044:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718864.296046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779718864.296049:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718864.296050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296057:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718864.296065:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21310
00000400:00000200:0.0:1779718864.296075:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718864.296082:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718864.296085:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718864.296088:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296091:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718864.296094:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296096:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718864.296099:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718864.296100:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718864.296103:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718864.296105:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718864.296108:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718864.296111:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718864.296115:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296118:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718864.296122:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296124:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718864.296128:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718864.296132:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296136:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718864.296138:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718864.296142:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718864.296145:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296148:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718864.296151:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718864.296157:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5180.
00000020:00000040:0.0:1779718864.296161:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718864.296166:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718864.296168:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296172:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718864.296175:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718864.296179:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718864.296186:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:0.0:1779718864.296194:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718864.296203:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718864.296214:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718864.296219:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718864.296225:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084bee898] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718864.296247:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718864.296252:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718864.296256:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718864.296258:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718864.296260:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718864.296263:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1779718864.296264:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718864.296269:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21310
00000100:00000001:2.0:1779718864.296269:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718864.296273:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1779718864.296278:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718864.296284:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000040:2.0:1779718864.296284:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718864.296289:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718864.296296:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296302:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718864.296303:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1779718864.296307:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718864.296307:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296311:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718864.296313:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1779718864.296315:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718864.296317:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
02000000:00000001:2.0:1779718864.296318:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1779718864.296320:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718864.296324:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
02000000:00000001:2.0:1779718864.296325:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718864.296328:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00100000:2.0:1779718864.296333:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529497344:192.168.203.145@tcp:250:kworker.0
00000020:00000001:0.0:1779718864.296334:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718864.296342:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718864.296344:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1779718864.296347:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718864.296349:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718864.296353:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718864.296357:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1779718864.296362:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000010:2.0:1779718864.296362:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
00000100:00000001:0.0:1779718864.296367:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718864.296368:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1779718864.296373:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718864.296380:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718864.296381:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718864.296385:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718864.296388:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
02000000:00000001:0.0:1779718864.296389:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718864.296396:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1779718864.296398:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
02000000:00000001:0.0:1779718864.296401:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296405:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1779718864.296406:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529497344, portal 25
00000008:00100000:0.0:1779718864.296410:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718864.296411:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718864.296415:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493242240 : -117608216309376 : ffff9509340b5180)
00000008:00000001:0.0:1779718864.296416:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296421:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718864.296426:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1779718864.296427:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4700.
00000020:00000040:0.0:1779718864.296432:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718864.296438:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718864.296441:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296457:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718864.296459:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718864.296459:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1779718864.296463:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718864.296467:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
02000000:00000010:0.0:1779718864.296470:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000400:00000010:2.0:1779718864.296472:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000001:0.0:1779718864.296475:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718864.296478:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529497344, offset 0
00000100:00100000:0.0:1779718864.296484:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718864.296490:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296500:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718864.296504:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718864.296505:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779718864.296511:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003407d8f0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718864.296515:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718864.296524:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1779718864.296527:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718864.296531:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:0.0:1779718864.296532:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718864.296537:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1779718864.296538:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1779718864.296540:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718864.296543:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718864.296544:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296549:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718864.296554:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157615:157615:256:4294967295] 192.168.203.145@tcp LPNI seq info [157614:157614:8:4294967295]
00000100:00080000:0.0:1779718864.296555:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21310
00000400:00000200:0.0:1779718864.296564:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718864.296566:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718864.296571:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718864.296574:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718864.296578:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296584:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718864.296588:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1779718864.296591:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296595:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.0:1779718864.296599:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000001:0.0:1779718864.296600:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718864.296604:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718864.296606:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1779718864.296606:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000020:00000040:0.0:1779718864.296611:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718864.296615:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.0:1779718864.296615:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:0.0:1779718864.296621:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.0:1779718864.296621:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1779718864.296628:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718864.296631:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718864.296633:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718864.296635:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1779718864.296639:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000100:2.0:1779718864.296645:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718864.296648:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718864.296652:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1779718864.296655:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718864.296659:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718864.296665:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718864.296666:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1779718864.296671:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718864.296673:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
02000000:00000001:0.0:1779718864.296674:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718864.296676:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
02000000:00000001:0.0:1779718864.296679:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718864.296681:0:248765:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1779718864.296683:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296686:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1779718864.296687:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1779718864.296689:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718864.296696:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296700:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.296703:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1779718864.296706:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4380.
00000100:00000040:2.0:1779718864.296707:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1779718864.296711:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718864.296717:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718864.296720:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296726:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718864.296729:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718864.296730:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718864.296731:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.296733:0:248765:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1779718864.296737:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:2.0:1779718864.296738:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296744:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718864.296745:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718864.296748:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315984638
00000100:00000010:2.0:1779718864.296752:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5480.
00000100:00000001:2.0:1779718864.296759:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1779718864.296764:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718864.296765:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315984638
00000100:00000010:2.0:1779718864.296770:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5900.
00000100:00000001:2.0:1779718864.296774:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718864.296779:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718864.296784:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718864.296785:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.296789:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.296789:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718864.296794:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718864/real 1779718864]  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718864.296798:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041126f3b] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718864.296818:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1779718864.296820:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718864.296821:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718864.296825:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000100:00000040:0.0:1779718864.296826:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718864.296828:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718864.296831:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000040:0.0:1779718864.296834:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1779718864.296834:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1779718864.296840:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1779718864.296840:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718864.296852:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718864.296855:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1779718864.296856:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718864.296858:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718864.296864:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718864.296869:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1779718864.296870:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21310
00000100:00000001:2.0:1779718864.296871:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.296876:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718864.296878:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1779718864.296879:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:2.0:1779718864.296884:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779718864.296887:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718864.296892:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718864.296900:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718864.296900:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718864.296905:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718864.296908:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718864.296911:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718864.296917:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718864.296940:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718864.296943:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.296945:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718864.296946:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.296948:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718864.296950:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718864.296953:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1779718864.296957:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000100:00080000:2.0:1779718864.296958:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000020:00000040:0.0:1779718864.296959:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718864.296961:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1779718864.296963:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718864.296967:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000040:2.0:1779718864.296967:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1779718864.296973:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718864.296978:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718864.296985:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00100000:2.0:1779718864.296987:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529497344:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718864.296988:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718864.296993:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718864.296994:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718864.296995:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718864.296996:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1779718864.296998:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000040:2.0:1779718864.297002:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5180 x1866162529497344/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718864.297004:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718864.297008:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718864.297012:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718864.297016:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1779718864.297017:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718864.297020:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718864.297020:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718864.297023:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
00000100:00000001:0.0:1779718864.297024:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718864.297028:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1779718864.297028:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718864.297031:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718864.297034:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000008:00000001:0.0:1779718864.297035:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718864.297037:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1779718864.297038:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718864.297040:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58800.
02000000:00000001:2.0:1779718864.297044:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:0.0:1779718864.297045:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6a00.
02000000:00000001:2.0:1779718864.297046:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718864.297049:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5180.
00000020:00000040:0.0:1779718864.297051:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718864.297052:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718864.297055:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779718864.297058:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718864.297058:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779718864.297061:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718864.297063:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718864.297064:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1779718864.297065:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718864.297068:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718864.297069:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.297071:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718864.297074:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718864.297075:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000010:0.0:1779718864.297077:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000040:2.0:1779718864.297079:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718864.297084:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.297089:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718864.297091:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718864.297095:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1779718864.297095:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718864.297098:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718864.297103:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718864.297110:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497472:192.168.203.145@tcp:38:kworker.0
00000100:00000001:0.0:1779718864.297115:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718864.297115:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1779718864.297119:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718864.297119:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718864.297121:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718864.297124:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1779718864.297126:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aac133c0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1779718864.297128:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718864.297133:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718864.297140:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718864.297142:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718864.297143:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718864.297147:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000040:0.0:1779718864.297148:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21321)
00000100:00000200:2.0:1779718864.297149:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529497472, portal 10
00000100:00000001:2.0:1779718864.297152:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718864.297154:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493239552 : -117608216312064 : ffff9509340b4700)
00000100:00000040:2.0:1779718864.297160:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297165:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718864.297168:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718864.297222:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718864.297225:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529497472, offset 0
00000400:00000200:2.0:1779718864.297229:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718864.297234:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718864.297238:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718864.297241:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718864.297244:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718864.297247:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718864.297249:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718864.297252:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157616:157616:256:4294967295] 192.168.203.145@tcp LPNI seq info [157615:157615:8:4294967295]
00000400:00000200:2.0:1779718864.297256:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718864.297263:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718864.297267:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718864.297271:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718864.297275:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718864.297278:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718864.297283:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718864.297285:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1779718864.297288:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718864.297290:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718864.297292:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718864.297294:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718864.297296:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718864.297298:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718864.297300:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718864.297302:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297308:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718864.297310:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297314:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.297315:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718864.297318:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718864.297321:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718864.297323:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718864.297325:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315983371
00000100:00000001:2.0:1779718864.297327:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315984638
00000100:00000001:2.0:1779718864.297328:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315983371
00000100:00000001:2.0:1779718864.297330:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315984638
00000100:00000001:2.0:1779718864.297331:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718864.297332:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.297334:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718864.297336:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718864/real 1779718864]  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718864.297341:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718864.297342:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718864.297343:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718864.297345:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718864.297346:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718864.297347:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718864.297349:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718864.297355:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297359:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718864.297359:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297361:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718864.297361:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718864.297363:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297367:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718864.297370:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297375:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718864.297376:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297377:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718864.297378:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297379:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718864.297381:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718864.297383:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718864.297385:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718864.297386:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718864.297388:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718864.297393:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497472:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718864.297395:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718864.297397:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297402:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718864.297403:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718864.297404:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718864.297405:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718864.297406:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718864.297408:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497600:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718864.297410:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718864.297411:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718864.297412:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718864.297414:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718864.297416:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718864.297418:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718864.297420:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718864.297421:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718864.297423:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718864.297425:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529497600, portal 10
00000100:00000001:2.0:1779718864.297427:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718864.297428:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493238656 : -117608216312960 : ffff9509340b4380)
00000100:00000040:2.0:1779718864.297432:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297436:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718864.297437:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718864.297439:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718864.297440:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529497600, offset 0
00000400:00000200:2.0:1779718864.297443:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718864.297461:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718864.297464:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718864.297466:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718864.297468:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718864.297469:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718864.297471:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718864.297473:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157617:157617:256:4294967295] 192.168.203.145@tcp LPNI seq info [157616:157616:8:4294967295]
00000400:00000200:2.0:1779718864.297476:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718864.297480:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718864.297484:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718864.297486:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718864.297488:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718864.297490:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718864.297493:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718864.297495:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1779718864.297498:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718864.297499:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718864.297501:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718864.297503:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718864.297505:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718864.297507:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718864.297508:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718864.297511:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297516:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718864.297518:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297522:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.297523:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718864.297525:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718864.297527:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718864.297529:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718864.297530:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315983379
00000100:00000001:2.0:1779718864.297532:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315984638
00000100:00000001:2.0:1779718864.297533:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315983379
00000100:00000001:2.0:1779718864.297535:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315984638
00000100:00000001:2.0:1779718864.297536:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718864.297537:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.297539:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718864.297541:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718864/real 1779718864]  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718864.297545:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718864.297546:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718864.297547:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718864.297549:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718864.297550:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718864.297551:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718864.297553:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718864.297558:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297562:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718864.297563:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297564:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718864.297565:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718864.297567:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297571:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718864.297573:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297577:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718864.297579:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297580:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718864.297581:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297582:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718864.297583:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718864.297584:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718864.297586:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718864.297587:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718864.297590:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718864.297594:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497600:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718864.297596:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297597:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718864.297599:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4700 x1866162529497472/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297604:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718864.297619:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718864.297621:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718864.297623:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718864.297624:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718864.297625:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718864.297626:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718864.297627:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58400.
02000000:00000001:2.0:1779718864.297629:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718864.297630:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718864.297631:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4700.
00000100:00000001:2.0:1779718864.297632:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718864.297633:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297634:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718864.297637:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4380 x1866162529497600/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297641:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718864.297642:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718864.297643:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718864.297644:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718864.297645:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718864.297646:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718864.297647:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718864.297648:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a000.
02000000:00000001:2.0:1779718864.297650:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718864.297651:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718864.297652:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4380.
00000100:00000001:2.0:1779718864.297653:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718864.297654:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297655:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297657:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718864.297658:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.297659:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718864.297660:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718864.297661:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718864.297663:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297667:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718864.297668:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718864.297670:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718864.297671:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718864.297672:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718864.297674:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497728:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718864.297676:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718864.297677:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718864.297678:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718864.297679:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718864.297681:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718864.297683:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718864.297685:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718864.297686:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779718864.297689:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718864.297691:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529497728, portal 4
00000100:00000001:2.0:1779718864.297692:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718864.297693:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493248512 : -117608216303104 : ffff9509340b6a00)
00000100:00000040:2.0:1779718864.297697:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297701:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718864.297703:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718864.297704:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000200:2.0:1779718864.297705:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529497728, offset 0
00000400:00000200:2.0:1779718864.297708:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718864.297710:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718864.297712:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718864.297714:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718864.297716:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718864.297717:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718864.297719:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718864.297721:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157618:157618:256:4294967295] 192.168.203.145@tcp LPNI seq info [157617:157617:8:4294967295]
00000400:00000200:2.0:1779718864.297723:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718864.297727:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718864.297741:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718864.297743:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779718864.297746:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718864.297747:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718864.297750:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718864.297752:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1779718864.297754:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718864.297756:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779718864.297758:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718864.297760:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718864.297762:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:2.0:1779718864.297763:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:2.0:1779718864.297764:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718864.297767:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297772:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718864.297774:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297778:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.297779:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718864.297781:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718864.297783:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718864.297785:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718864.297786:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315983377
00000100:00000001:2.0:1779718864.297788:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315984638
00000100:00000001:2.0:1779718864.297790:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315983377
00000100:00000001:2.0:1779718864.297791:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315984638
00000100:00000001:2.0:1779718864.297792:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718864.297794:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.297795:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718864.297797:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718864/real 1779718864]  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718864.297802:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718864.297803:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718864.297804:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779718864.297806:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:2.0:1779718864.297807:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:2.0:1779718864.297808:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718864.297810:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718864.297814:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297818:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718864.297819:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297821:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718864.297822:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718864.297824:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297828:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718864.297830:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297834:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718864.297835:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297836:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718864.297837:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297838:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718864.297839:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718864.297840:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718864.297842:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718864.297843:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718864.297846:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718864.297851:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497728:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718864.297854:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297855:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718864.297856:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6a00 x1866162529497728/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718864.297860:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718864.297861:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718864.297862:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718864.297863:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718864.297864:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718864.297865:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718864.297866:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718864.297867:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59000.
02000000:00000001:2.0:1779718864.297868:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718864.297869:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718864.297870:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6a00.
00000100:00000001:2.0:1779718864.297871:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718864.297872:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297873:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718864.297874:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718864.297875:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718864.297877:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718864.297878:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718864.744124:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718864.744129:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718864.744133:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718864.744134:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718864.744137:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718864.744137:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718864.744198:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718864.744202:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718864.744206:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718865.320027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718865.320033:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718865.320035:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718865.320039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718865.320042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718865.320045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718865.320047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718865.320050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718865.320052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718865.575990:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315984638, at 4315984640
00000100:00000040:0.0:1779718865.575995:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315984638, at 4315984640
00000100:00000010:1.0:1779718865.576004:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5900.
00000100:00000010:0.0:1779718865.576006:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5480.
00010000:00000001:2.0:1779718865.768007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718865.768016:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718865.768028:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718865.768032:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718865.768036:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718865.768038:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718865.768041:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718865.768043:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718865.768048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718865.768050:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718865.768054:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718865.768055:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718865.768097:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718865.768101:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718865.768104:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718866.344027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718866.344035:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718866.344037:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718866.344043:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718866.344046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718866.344051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718866.344054:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718866.344056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718866.344059:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718866.791991:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718866.791996:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718866.792002:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718866.792003:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718866.792006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718866.792007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718866.792042:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718866.792046:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718866.792049:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718867.368037:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718867.368042:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718867.368044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718867.368048:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718867.368051:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718867.368054:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718867.368056:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718867.368059:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718867.368061:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718867.816035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718867.816042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718867.816050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718867.816051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718867.816056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718867.816057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718867.816127:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718867.816132:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718867.816136:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718868.391997:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718868.392003:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718868.392004:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718868.392008:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718868.392011:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718868.392014:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718868.392016:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718868.392019:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718868.392021:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718868.840013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718868.840020:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718868.840027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718868.840031:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718868.840033:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718868.840036:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718868.840040:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718868.840042:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718868.840044:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718868.840047:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718868.840051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718868.840053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718868.840092:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718868.840095:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718868.840098:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718869.416044:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718869.416045:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718869.416051:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718869.416055:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718869.416056:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718869.416061:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1779718869.416062:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718869.416066:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718869.416067:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718869.416073:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718869.416073:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718869.416078:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718869.416082:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21316
00000100:00000001:2.0:1779718869.416084:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718869.416089:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718869.416093:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718869.416100:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718869.416103:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718869.416108:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718869.416112:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718869.416115:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718869.416118:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718869.416121:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718869.416124:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718869.416126:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718869.416129:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718869.416131:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718869.416134:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718869.416137:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718869.416140:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718869.416142:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718869.416145:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718869.416148:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718869.416151:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718869.416153:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718869.416156:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718869.416160:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718869.416163:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.416166:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718869.416168:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718869.416177:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718869.416180:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718869.416184:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718869.416186:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.416189:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718869.416192:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718869.416196:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718869.416204:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718869.416211:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718869.416221:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718869.416232:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718869.416236:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718869.416240:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718869.416264:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718869.416268:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718869.416271:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718869.416273:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718869.416274:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718869.416277:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718869.416281:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21316
00000400:00000200:3.0:1779718869.416286:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718869.416290:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718869.416292:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1779718869.416293:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718869.416297:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718869.416299:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718869.416300:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718869.416304:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718869.416310:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718869.416310:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718869.416315:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718869.416321:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718869.416325:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:2.0:1779718869.416326:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718869.416328:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718869.416328:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718869.416332:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
02000000:00000001:2.0:1779718869.416333:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718869.416336:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1779718869.416337:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718869.416340:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718869.416341:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00100000:2.0:1779718869.416345:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529497856:192.168.203.145@tcp:250:kworker.0
00000100:00000040:3.0:1779718869.416350:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718869.416351:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718869.416354:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718869.416356:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1779718869.416358:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718869.416360:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.416362:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718869.416364:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1779718869.416367:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000010:2.0:1779718869.416369:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
00000100:00080000:3.0:1779718869.416371:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718869.416372:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.416378:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718869.416382:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718869.416382:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718869.416387:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
02000000:00000001:3.0:1779718869.416390:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1779718869.416393:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779718869.416399:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529497856, portal 25
00000100:00000001:2.0:1779718869.416402:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1779718869.416404:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.416416:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000001:3.0:1779718869.416423:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1779718869.416426:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1779718869.416429:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718869.416436:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.416437:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718869.416440:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718869.416441:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718869.416446:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9660.
00000100:00000010:3.0:1779718869.416447:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000100:00000200:2.0:1779718869.416449:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529497856, offset 0
00000020:00000040:3.0:1779718869.416451:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000200:2.0:1779718869.416456:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718869.416456:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718869.416460:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.416463:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718869.416465:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779718869.416466:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718869.416468:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718869.416473:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000010:3.0:1779718869.416475:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000400:00000200:2.0:1779718869.416479:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1779718869.416481:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718869.416484:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718869.416488:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1779718869.416492:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718869.416494:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718869.416500:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157619:157619:256:4294967295] 192.168.203.145@tcp LPNI seq info [157618:157618:8:4294967295]
00000400:00000200:2.0:1779718869.416512:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718869.416516:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718869.416520:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718869.416526:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1779718869.416530:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779718869.416535:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718869.416542:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000001:3.0:1779718869.416549:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718869.416552:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718869.416554:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1779718869.416560:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718869.416562:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718869.416565:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718869.416567:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718869.416570:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718869.416574:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21316
00000100:00000001:2.0:1779718869.416577:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718869.416581:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718869.416584:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718869.416588:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315989758
00000400:00000200:3.0:1779718869.416588:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718869.416593:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1779718869.416594:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b53c0.
00000100:00000040:3.0:1779718869.416599:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718869.416601:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718869.416602:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718869.416607:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718869.416609:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315989758
00000100:00000001:3.0:1779718869.416610:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000010:2.0:1779718869.416615:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5540.
00000020:00000001:3.0:1779718869.416615:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718869.416619:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000001:2.0:1779718869.416620:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1779718869.416622:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718869.416625:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1779718869.416625:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000001:2.0:1779718869.416631:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718869.416631:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:2.0:1779718869.416633:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718869.416637:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:2.0:1779718869.416638:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718869.416644:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718869.416645:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718869.416647:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718869.416648:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779718869.416652:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718869.416652:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718869.416655:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718869.416656:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718869.416657:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1779718869.416661:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000040:2.0:1779718869.416664:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718869.416668:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718869.416676:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.416682:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1779718869.416682:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718869.416685:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718869.416687:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718869.416688:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718869.416691:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718869.416692:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718869.416694:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.416696:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1779718869.416700:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497984:192.168.203.145@tcp:38:kworker.0
00000008:00100000:3.0:1779718869.416700:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718869.416706:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1779718869.416707:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718869.416708:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718869.416710:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718869.416711:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718869.416715:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1779718869.416718:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
02000000:00000010:2.0:1779718869.416719:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718869.416722:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718869.416723:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:2.0:1779718869.416727:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718869.416729:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1779718869.416731:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
02000000:00000001:3.0:1779718869.416732:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718869.416736:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000001:3.0:1779718869.416736:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718869.416738:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1779718869.416740:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529497984, portal 10
00000100:00000001:2.0:1779718869.416742:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1779718869.416742:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.416745:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
02000000:00000010:3.0:1779718869.416749:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000040:2.0:1779718869.416751:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718869.416754:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.416762:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1779718869.416766:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1779718869.416769:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718869.416773:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f92a8.
00000100:00000200:2.0:1779718869.416777:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529497984, offset 0
00000100:00000001:3.0:1779718869.416784:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718869.416785:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718869.416789:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718869.416792:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718869.416797:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718869.416798:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718869.416801:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718869.416806:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718869.416810:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718869.416816:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718869.416822:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157620:157620:255:4294967295] 192.168.203.145@tcp LPNI seq info [157619:157619:7:4294967295]
00000100:00000001:3.0:1779718869.416825:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718869.416827:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718869.416832:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718869.416838:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1779718869.416841:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1779718869.416846:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718869.416848:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1779718869.416849:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fe00.
00000800:00000200:2.0:1779718869.416856:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718869.416856:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718869.416860:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1779718869.416864:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718869.416865:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718869.416867:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.416869:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:2.0:1779718869.416871:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718869.416876:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718869.416876:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21316
00000100:00000001:2.0:1779718869.416880:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315988490
00000100:00000001:2.0:1779718869.416883:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315989758
00000400:00000200:3.0:1779718869.416888:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718869.416889:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315988490
00000100:00000001:2.0:1779718869.416894:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315989758
00000400:00000200:3.0:1779718869.416896:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718869.416898:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1779718869.416900:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718869.416903:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718869.416907:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718869.416909:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.416911:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718869.416913:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718869.416916:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718869.416919:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718869.416944:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779718869.416947:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718869.416949:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718869.416950:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718869.416956:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718869.416965:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718869.416967:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718869.416969:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718869.416973:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718869.416974:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718869.416980:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718869.416980:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718869.416981:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718869.416985:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1779718869.416989:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529498112:192.168.203.145@tcp:38:kworker.0
00000020:00000040:3.0:1779718869.416989:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718869.416993:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718869.416999:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718869.417000:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718869.417004:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1779718869.417006:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718869.417007:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.417011:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718869.417012:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1779718869.417016:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000010:2.0:1779718869.417017:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
00000100:00000001:3.0:1779718869.417020:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718869.417021:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718869.417027:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:2.0:1779718869.417028:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718869.417033:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254938f0.
00000100:00080000:3.0:1779718869.417034:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000010:2.0:1779718869.417040:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000001:3.0:1779718869.417040:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718869.417044:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529498112, portal 10
00000100:00000001:2.0:1779718869.417046:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718869.417047:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718869.417055:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718869.417062:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718869.417064:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718869.417067:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9f68.
00000100:00000200:2.0:1779718869.417069:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529498112, offset 0
00000400:00000200:2.0:1779718869.417073:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718869.417078:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718869.417082:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718869.417085:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718869.417088:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718869.417090:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718869.417092:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718869.417096:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157621:157621:254:4294967295] 192.168.203.145@tcp LPNI seq info [157620:157620:6:4294967295]
00000400:00000200:2.0:1779718869.417100:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718869.417107:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718869.417112:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718869.417116:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f000.
00000800:00000200:2.0:1779718869.417120:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718869.417124:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718869.417127:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718869.417131:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718869.417134:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718869.417135:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315988499
00000100:00000001:2.0:1779718869.417137:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315989758
00000100:00000001:2.0:1779718869.417139:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315988499
00000100:00000001:2.0:1779718869.417140:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315989758
00000100:00000001:2.0:1779718869.417142:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718869.417144:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.417145:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.417147:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718869.417149:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718869.417150:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779718869.417151:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718869.417152:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718869.417153:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.417155:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718869.418580:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718869.418601:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718869.418604:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.418607:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718869.418617:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718869.418621:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.418629:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718869.418644:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718869.418648:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718869.418660:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718869.418661:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718869.418664:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718869.418665:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718869.418668:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718869.418688:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:3.0:1779718869.418694:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718869.418704:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718869.418713:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718869.418716:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718869.418720:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718869.418738:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718869.418763:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21326)
00000100:00000001:2.0:1779718869.418769:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718869.418773:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718869.418774:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718869.418780:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718869.418787:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718869.418788:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718869.418790:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718869.418792:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718869.418794:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718869.418796:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529498240:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718869.418798:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718869.418816:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718869.418818:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718869.418819:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718869.418828:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718869.418830:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718869.418834:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718869.418837:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779718869.418846:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779718869.418850:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529498240, portal 4
00000100:00000001:2.0:1779718869.418852:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718869.418853:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718869.418858:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718869.418863:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718869.418864:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718869.418866:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9990.
00000100:00000200:2.0:1779718869.418868:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529498240, offset 0
00000400:00000200:2.0:1779718869.418872:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718869.418875:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718869.418890:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718869.418893:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718869.418895:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718869.418898:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718869.418900:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718869.418902:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157622:157622:253:4294967295] 192.168.203.145@tcp LPNI seq info [157621:157621:5:4294967295]
00000400:00000200:2.0:1779718869.418905:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718869.418910:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718869.418913:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718869.418916:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f800.
00000800:00000200:2.0:1779718869.418932:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718869.418936:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718869.418939:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718869.418950:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718869.418952:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718869.418954:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315988499
00000100:00000001:2.0:1779718869.418956:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315989758
00000100:00000001:2.0:1779718869.418957:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315988499
00000100:00000001:2.0:1779718869.418959:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315989758
00000100:00000001:2.0:1779718869.418961:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718869.418968:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.418970:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.418972:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718869.418980:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718869.418982:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779718869.418983:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718869.418984:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718869.418985:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718869.418986:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718869.864083:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718869.864105:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718869.864112:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718869.864113:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718869.864117:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718869.864119:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718869.864161:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718869.864165:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718869.864169:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718870.440044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718870.440051:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718870.440053:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718870.440059:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718870.440061:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718870.440064:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718870.440066:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718870.440069:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718870.440071:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718870.696032:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315989758, at 4315989760
00000100:00000040:1.0:1779718870.696033:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315989758, at 4315989760
00000100:00000010:1.0:1779718870.696046:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5540.
00000100:00000010:0.0:1779718870.696089:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b53c0.
00010000:00000001:2.0:1779718870.888023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718870.888028:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718870.888033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718870.888034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718870.888037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718870.888039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718870.888098:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718870.888102:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718870.888105:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718871.464024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718871.464031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718871.464033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718871.464040:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718871.464044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718871.464047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718871.464051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718871.464054:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718871.464058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718871.912032:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718871.912039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718871.912051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718871.912052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718871.912056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718871.912058:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718871.912113:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718871.912117:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718871.912120:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718872.488019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718872.488024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718872.488033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718872.488043:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718872.488047:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718872.488051:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488054:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718872.488057:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488061:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1779718872.488176:0:248754:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1779718872.488213:0:248754:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1779718872.488221:0:248754:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718872.488270:0:248754:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:0.0:1779718872.488276:0:248754:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718872.488281:0:248754:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1779718872.488285:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718872.488289:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:0.0:1779718872.488296:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718872.488300:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718872.488306:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9660
00000400:00000010:0.0:1779718872.488309:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9660.
00000100:00000001:0.0:1779718872.488313:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718872.488321:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718872.488346:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718872.488351:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718872.488358:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718872.488360:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718872.488369:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718872.488371:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fe00.
00000400:00000200:0.0:1779718872.488373:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718872.488377:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718872.488379:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f92a8
00000400:00000010:0.0:1779718872.488381:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f92a8.
00000100:00000001:0.0:1779718872.488398:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1779718872.488403:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:0.0:1779718872.488404:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.488409:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718872.488414:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1779718872.488417:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718872.488425:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718872.488425:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718869/real 1779718872]  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718872.488448:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718872.488452:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1779718872.488456:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718872.488460:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000100:0.0:1779718872.488461:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718872.488465:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f000.
00000400:00000010:2.0:1779718872.488465:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:0.0:1779718872.488473:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1779718872.488473:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000200:0.0:1779718872.488479:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000010:2.0:1779718872.488479:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000400:00000200:0.0:1779718872.488487:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9f68
00000100:00000001:2.0:1779718872.488487:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000010:0.0:1779718872.488492:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9f68.
00000100:00000200:2.0:1779718872.488497:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718872.488498:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718872.488507:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718872.488519:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718872.488524:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718872.488532:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.488534:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718872.488538:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488543:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718872.488547:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718872.488548:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718872.488553:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1779718872.488559:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1779718872.488563:0:248754:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718872.488569:0:248754:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f800.
00000400:00000200:0.0:1779718872.488574:0:248754:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1779718872.488578:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1779718872.488583:0:248754:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718872.488588:0:248754:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9990
00000100:00000040:2.0:1779718872.488590:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1779718872.488592:0:248754:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9990.
00000100:00000001:0.0:1779718872.488598:0:248754:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1779718872.488605:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:0.0:1779718872.488606:0:248754:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.488612:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488617:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718872.488620:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718872.488624:0:248754:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1779718872.488625:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718872.488629:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1779718872.488631:0:248754:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1779718872.488635:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1779718872.488647:0:248754:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718872.488647:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:0.0:1779718872.488651:0:248754:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718872.488653:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718872.488660:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718872.488671:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529497856:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718872.488677:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718872.488679:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718872.488683:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529497856/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.488691:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718872.488693:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718872.488698:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718872.488702:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718872.488705:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718872.488707:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718872.488710:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718872.488713:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:2.0:1779718872.488717:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718872.488719:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718872.488721:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718872.488725:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718872.488726:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488729:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718872.488731:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718872.488733:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718872.488734:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718872.488738:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718869/real 1779718872]  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718872.488748:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718872.488749:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718872.488751:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779718872.488754:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779718872.488756:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779718872.488759:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718872.488762:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718872.488772:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.488779:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718872.488781:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488783:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718872.488784:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718872.488788:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.488796:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718872.488800:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.488808:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718872.488810:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488813:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718872.488814:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488816:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718872.488818:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718872.488821:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718872.488825:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718872.488828:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718872.488832:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718872.488841:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529498240:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718872.488845:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718872.488849:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718869/real 1779718872]  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718872.488857:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718872.488869:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718872.488872:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254938f0.
00000400:00000200:2.0:1779718872.488875:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718872.488876:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718872.488879:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718872.488883:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718872.488893:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.488900:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718872.488901:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488903:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718872.488904:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718872.488909:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.488944:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718872.488950:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.488958:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718872.488961:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488964:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718872.488966:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.488968:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718872.488970:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718872.488973:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718872.488979:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718872.488983:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718872.488988:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718872.488997:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529498112:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718872.489001:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718872.489005:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718869/real 1779718872]  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718872.489013:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718872.489015:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718872.489017:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718872.489019:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718872.489021:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718872.489023:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718872.489026:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718872.489041:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.489048:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718872.489050:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.489051:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718872.489053:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718872.489056:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.489063:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718872.489067:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.489074:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718872.489077:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.489079:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718872.489080:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.489082:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718872.489084:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718872.489086:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718872.489091:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718872.489093:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718872.489097:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718872.489105:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529497984:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718872.489110:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.489112:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718872.489115:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529498240/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.489129:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718872.489130:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718872.489132:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718872.489135:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718872.489136:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718872.489138:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718872.489140:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718872.489142:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:2.0:1779718872.489145:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718872.489146:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718872.489148:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718872.489150:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718872.489152:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.489153:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718872.489157:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529498112/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.489164:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718872.489165:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718872.489167:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718872.489169:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718872.489171:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718872.489172:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718872.489174:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718872.489176:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:2.0:1779718872.489178:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718872.489180:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718872.489181:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718872.489184:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718872.489185:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.489186:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718872.489190:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529497984/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718872.489197:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718872.489198:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718872.489200:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718872.489202:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718872.489204:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718872.489205:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718872.489207:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718872.489209:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:2.0:1779718872.489211:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718872.489212:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718872.489214:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718872.489216:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718872.489217:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.489219:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718872.489227:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718872.489229:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718872.489231:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718872.489233:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718872.936019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718872.936076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718872.936088:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718872.936089:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718872.936092:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718872.936093:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718872.936130:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718872.936133:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718872.936136:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718873.512013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718873.512034:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718873.512036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718873.512041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718873.512044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718873.512047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718873.512049:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718873.512052:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718873.512054:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718873.960033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718873.960038:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718873.960050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718873.960051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718873.960054:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718873.960057:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718873.960059:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718873.960062:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718873.960065:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718873.960067:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718873.960068:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718873.960070:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718873.960120:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718873.960123:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718873.960125:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718874.536019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718874.536020:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718874.536024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718874.536027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718874.536027:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718874.536030:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718874.536034:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718874.536038:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:2.0:1779718874.536039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718874.536042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718874.536045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.536051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718874.536054:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.536058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718874.536097:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21321
00000400:00000200:3.0:1779718874.536105:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718874.536110:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718874.536113:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718874.536115:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536117:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718874.536119:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536121:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718874.536124:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718874.536126:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718874.536128:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718874.536131:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718874.536134:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718874.536136:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718874.536139:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536141:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718874.536144:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536146:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718874.536149:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718874.536152:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536155:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718874.536158:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718874.536162:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718874.536165:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718874.536168:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718874.536170:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718874.536177:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718874.536181:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718874.536184:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718874.536186:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718874.536195:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718874.536197:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718874.536202:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718874.536209:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718874.536217:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718874.536226:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718874.536237:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718874.536241:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718874.536246:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718874.536271:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718874.536274:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718874.536278:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718874.536279:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718874.536281:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718874.536284:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718874.536287:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21321
00000400:00000200:3.0:1779718874.536291:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718874.536296:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718874.536299:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718874.536303:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536305:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718874.536307:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718874.536308:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536312:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718874.536314:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718874.536315:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718874.536318:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1779718874.536318:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718874.536322:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1779718874.536328:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.536339:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718874.536342:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718874.536343:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718874.536347:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718874.536348:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1779718874.536350:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718874.536353:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1779718874.536356:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718874.536358:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718874.536361:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1779718874.536377:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529498368:192.168.203.145@tcp:250:kworker.0
00000100:00000040:3.0:1779718874.536381:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718874.536384:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718874.536386:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718874.536389:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718874.536390:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1779718874.536394:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718874.536395:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718874.536400:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718874.536401:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1779718874.536404:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1779718874.536409:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:3.0:1779718874.536411:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718874.536412:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718874.536415:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718874.536419:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718874.536423:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00100000:3.0:1779718874.536423:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718874.536428:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718874.536430:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00000001:3.0:1779718874.536430:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718874.536435:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718874.536439:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718874.536441:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718874.536443:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718874.536444:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718874.536446:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718874.536447:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718874.536452:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718874.536456:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718874.536460:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00100000:3.0:1779718874.536461:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779718874.536470:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529498368, portal 25
00000100:00000001:3.0:1779718874.536471:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718874.536475:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.536477:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1779718874.536481:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.536482:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000040:2.0:1779718874.536494:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718874.536520:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.536522:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1779718874.536524:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1779718874.536530:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718874.536532:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1779718874.536535:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000001:3.0:1779718874.536535:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718874.536537:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718874.536541:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:2.0:1779718874.536542:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529498368, offset 0
00000100:00080000:3.0:1779718874.536546:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21321
00000400:00000200:3.0:1779718874.536555:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718874.536556:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718874.536562:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718874.536565:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718874.536569:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718874.536571:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536575:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718874.536581:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718874.536581:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536586:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718874.536590:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1779718874.536591:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1779718874.536594:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718874.536597:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1779718874.536599:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000040:3.0:1779718874.536600:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718874.536604:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718874.536606:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1779718874.536609:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718874.536612:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:3.0:1779718874.536617:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718874.536623:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157623:157623:256:4294967295] 192.168.203.145@tcp LPNI seq info [157622:157622:8:4294967295]
00000100:00000001:3.0:1779718874.536623:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718874.536629:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718874.536634:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718874.536634:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718874.536639:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718874.536644:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536650:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718874.536655:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1779718874.536656:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718874.536661:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718874.536667:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718874.536668:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536670:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718874.536674:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1779718874.536676:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000008:00000001:3.0:1779718874.536677:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718874.536681:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718874.536686:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000800:00000200:2.0:1779718874.536687:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:3.0:1779718874.536690:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.0:1779718874.536694:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1779718874.536695:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718874.536698:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718874.536702:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718874.536705:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1779718874.536706:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:3.0:1779718874.536709:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718874.536712:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
02000000:00000010:3.0:1779718874.536715:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000800:00000100:2.0:1779718874.536721:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536721:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718874.536724:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000100:00100000:3.0:1779718874.536730:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718874.536732:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718874.536743:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718874.536746:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718874.536751:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1779718874.536755:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718874.536758:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718874.536763:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:3.0:1779718874.536770:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.536771:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1779718874.536774:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1779718874.536780:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718874.536781:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718874.536787:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718874.536795:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718874.536798:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718874.536801:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718874.536808:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718874.536816:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718874.536820:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.536827:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.536829:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718874.536836:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718874.536840:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718874.536843:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315994878
00000100:00000010:2.0:1779718874.536849:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5300.
00000100:00000001:2.0:1779718874.536856:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718874.536863:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315994878
00000100:00000010:2.0:1779718874.536866:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5e40.
00000100:00000001:2.0:1779718874.536869:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718874.536873:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718874.536876:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.536879:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718874.536895:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718874/real 1779718874]  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718874.536902:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21321
00000400:00000200:3.0:1779718874.536913:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718874.536919:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718874.536945:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718874.536948:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536951:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718874.536953:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536955:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718874.536958:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718874.536959:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000400:00000001:2.0:1779718874.536961:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1779718874.536961:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718874.536963:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000400:00000001:2.0:1779718874.536965:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1779718874.536967:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000010:2.0:1779718874.536970:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000020:00000001:3.0:1779718874.536970:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718874.536977:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536978:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718874.536980:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536982:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718874.536984:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718874.536986:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718874.536989:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718874.536990:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718874.536994:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718874.536995:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
02000000:00000001:3.0:1779718874.536997:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718874.537000:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:3.0:1779718874.537001:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718874.537006:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718874.537007:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:3.0:1779718874.537011:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718874.537015:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718874.537016:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1779718874.537022:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000020:00000040:3.0:1779718874.537027:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000200:2.0:1779718874.537033:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718874.537034:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718874.537037:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718874.537041:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718874.537045:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718874.537049:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.537051:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:3.0:1779718874.537055:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718874.537060:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718874.537065:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718874.537068:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537074:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718874.537078:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718874.537079:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718874.537083:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718874.537087:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718874.537093:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537107:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718874.537114:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718874.537119:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718874.537122:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21331)
00000100:00000001:2.0:1779718874.537131:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718874.537135:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537137:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718874.537138:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537141:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718874.537144:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718874.537146:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718874.537151:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718874.537153:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718874.537158:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718874.537165:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529498368:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718874.537170:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537172:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718874.537175:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529498368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537182:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718874.537185:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718874.537198:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718874.537203:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718874.537205:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718874.537208:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718874.537211:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718874.537214:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:2.0:1779718874.537217:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718874.537219:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718874.537221:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:2.0:1779718874.537224:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718874.537225:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537228:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537235:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718874.537237:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.537239:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718874.537241:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718874.537243:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718874.537246:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537254:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718874.537255:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718874.537258:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718874.537260:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718874.537262:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718874.537265:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529498496:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718874.537269:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718874.537271:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718874.537273:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718874.537275:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718874.537278:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718874.537280:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718874.537284:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718874.537287:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718874.537291:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718874.537294:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529498496, portal 10
00000100:00000001:2.0:1779718874.537296:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718874.537298:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718874.537305:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537312:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718874.537314:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718874.537317:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718874.537319:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529498496, offset 0
00000400:00000200:2.0:1779718874.537324:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718874.537328:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718874.537333:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718874.537337:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718874.537339:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718874.537342:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718874.537344:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718874.537348:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157624:157624:256:4294967295] 192.168.203.145@tcp LPNI seq info [157623:157623:8:4294967295]
00000400:00000200:2.0:1779718874.537352:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718874.537359:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718874.537364:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718874.537384:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718874.537390:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718874.537394:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718874.537399:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718874.537401:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718874.537406:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718874.537407:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718874.537411:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718874.537415:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718874.537418:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718874.537420:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718874.537423:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718874.537427:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537441:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718874.537444:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537475:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.537477:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718874.537481:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718874.537485:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718874.537489:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718874.537492:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315993611
00000100:00000001:2.0:1779718874.537494:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315994878
00000100:00000001:2.0:1779718874.537497:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315993611
00000100:00000001:2.0:1779718874.537499:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315994878
00000100:00000001:2.0:1779718874.537501:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718874.537504:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.537506:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718874.537510:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718874/real 1779718874]  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718874.537519:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718874.537520:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718874.537522:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718874.537524:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718874.537526:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718874.537529:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718874.537532:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718874.537541:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537548:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718874.537549:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537551:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718874.537552:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718874.537556:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537564:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718874.537568:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537575:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718874.537577:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537579:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718874.537580:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537582:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718874.537584:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718874.537587:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718874.537591:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718874.537593:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718874.537597:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718874.537605:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529498496:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718874.537610:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718874.537613:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537621:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718874.537622:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718874.537625:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718874.537627:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718874.537629:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718874.537632:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529498624:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718874.537635:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718874.537637:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718874.537639:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718874.537642:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718874.537645:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718874.537647:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718874.537651:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718874.537654:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718874.537658:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718874.537662:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529498624, portal 10
00000100:00000001:2.0:1779718874.537664:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718874.537665:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718874.537671:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537678:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718874.537680:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718874.537683:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718874.537686:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529498624, offset 0
00000400:00000200:2.0:1779718874.537690:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718874.537694:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718874.537698:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718874.537701:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718874.537704:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718874.537706:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718874.537709:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718874.537712:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157625:157625:256:4294967295] 192.168.203.145@tcp LPNI seq info [157624:157624:8:4294967295]
00000400:00000200:2.0:1779718874.537717:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718874.537723:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718874.537728:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718874.537732:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718874.537736:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718874.537739:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718874.537742:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718874.537745:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718874.537749:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718874.537751:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718874.537754:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718874.537757:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718874.537761:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718874.537762:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718874.537765:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718874.537769:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537777:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718874.537781:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537788:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.537790:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718874.537793:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718874.537797:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718874.537799:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718874.537801:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315993619
00000100:00000001:2.0:1779718874.537803:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315994878
00000100:00000001:2.0:1779718874.537810:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315993619
00000100:00000001:2.0:1779718874.537811:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315994878
00000100:00000001:2.0:1779718874.537814:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718874.537816:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.537818:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718874.537822:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718874/real 1779718874]  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718874.537830:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718874.537831:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718874.537833:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718874.537836:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718874.537838:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718874.537840:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718874.537844:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718874.537852:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537859:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718874.537861:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537863:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718874.537864:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718874.537868:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537875:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718874.537879:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537885:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718874.537888:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537889:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718874.537891:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.537892:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718874.537894:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718874.537897:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718874.537900:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718874.537902:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718874.537906:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718874.537914:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529498624:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718874.537917:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718874.537947:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.537955:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718874.537956:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718874.537959:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718874.537961:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718874.537963:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718874.537965:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529498752:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718874.537969:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718874.537971:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718874.537973:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718874.537974:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718874.537978:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718874.537980:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718874.537984:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718874.537987:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718874.537991:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718874.537994:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529498752, portal 4
00000100:00000001:2.0:1779718874.537996:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718874.537997:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718874.538003:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.538010:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718874.538012:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718874.538015:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718874.538018:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529498752, offset 0
00000400:00000200:2.0:1779718874.538022:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718874.538027:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718874.538031:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718874.538034:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718874.538036:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718874.538039:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718874.538041:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718874.538045:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157626:157626:256:4294967295] 192.168.203.145@tcp LPNI seq info [157625:157625:8:4294967295]
00000400:00000200:2.0:1779718874.538049:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718874.538056:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718874.538061:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718874.538065:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718874.538069:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718874.538073:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779718874.538078:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718874.538081:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779718874.538086:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718874.538088:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718874.538090:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718874.538094:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718874.538096:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718874.538098:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718874.538100:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718874.538104:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.538112:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718874.538115:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.538122:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.538124:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718874.538128:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718874.538131:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718874.538135:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718874.538137:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315993618
00000100:00000001:2.0:1779718874.538139:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315994878
00000100:00000001:2.0:1779718874.538141:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315993618
00000100:00000001:2.0:1779718874.538144:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315994878
00000100:00000001:2.0:1779718874.538146:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718874.538149:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.538151:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718874.538155:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718874/real 1779718874]  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718874.538163:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718874.538164:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718874.538166:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718874.538168:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718874.538170:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718874.538172:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718874.538176:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718874.538184:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.538191:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718874.538193:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.538194:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718874.538196:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718874.538199:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.538206:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718874.538210:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.538217:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718874.538219:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.538221:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718874.538223:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.538225:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718874.538226:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718874.538229:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718874.538233:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718874.538236:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718874.538240:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718874.538254:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529498752:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718874.538258:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.538260:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718874.538264:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529498496/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.538270:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718874.538272:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718874.538274:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718874.538277:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718874.538279:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718874.538281:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718874.538283:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718874.538285:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:2.0:1779718874.538287:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718874.538289:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718874.538291:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718874.538294:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718874.538295:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.538297:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718874.538300:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529498624/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.538307:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718874.538308:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718874.538310:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718874.538312:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718874.538313:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718874.538314:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718874.538316:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718874.538318:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:2.0:1779718874.538320:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718874.538321:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718874.538323:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718874.538325:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718874.538326:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.538327:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718874.538330:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529498752/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718874.538336:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718874.538337:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718874.538339:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718874.538341:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718874.538343:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718874.538344:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718874.538346:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718874.538347:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:2.0:1779718874.538349:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718874.538351:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718874.538352:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718874.538354:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718874.538355:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.538357:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718874.538362:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718874.538364:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718874.538380:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718874.538383:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718874.984010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718874.984015:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718874.984019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718874.984021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718874.984023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718874.984024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718874.984069:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718874.984072:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718874.984075:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718875.560021:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718875.560026:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718875.560029:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718875.560034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718875.560039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718875.560044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718875.560046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718875.560050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718875.560053:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718875.816035:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315994878, at 4315994880
00000100:00000040:1.0:1779718875.816035:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315994878, at 4315994880
00000100:00000010:0.0:1779718875.816051:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5300.
00000100:00000010:1.0:1779718875.816054:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5e40.
00010000:00000001:2.0:1779718876.008006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718876.008011:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718876.008013:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718876.008016:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718876.008020:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718876.008022:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718876.008023:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718876.008025:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718876.008028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718876.008029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718876.008031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718876.008032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718876.008070:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718876.008074:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718876.008078:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718876.584003:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718876.584009:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718876.584011:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718876.584015:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718876.584018:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718876.584021:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718876.584023:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718876.584025:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718876.584027:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718877.032008:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718877.032014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718877.032020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718877.032021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718877.032025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718877.032027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718877.032073:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718877.032077:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718877.032079:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718877.608024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718877.608045:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718877.608047:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718877.608052:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718877.608056:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718877.608060:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718877.608063:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718877.608065:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718877.608067:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718878.056021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718878.056026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718878.056031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718878.056032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718878.056035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718878.056036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718878.056057:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718878.056060:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718878.056062:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718878.631981:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718878.631987:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718878.631989:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718878.631993:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718878.631997:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718878.632000:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718878.632002:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718878.632005:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718878.632007:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718879.079995:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718879.080000:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718879.080005:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718879.080007:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718879.080009:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718879.080012:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718879.080014:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718879.080016:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718879.080017:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718879.080019:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718879.080021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718879.080022:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718879.080061:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718879.080065:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718879.080068:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718879.656008:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718879.656009:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718879.656014:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718879.656017:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718879.656017:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1779718879.656022:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718879.656022:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718879.656027:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718879.656028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718879.656033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718879.656034:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718879.656040:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718879.656043:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21326
00000100:00000001:2.0:1779718879.656044:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.656050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718879.656055:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718879.656062:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718879.656066:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718879.656070:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656075:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718879.656078:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656080:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718879.656084:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718879.656086:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718879.656089:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718879.656091:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718879.656094:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718879.656096:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718879.656099:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656101:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718879.656102:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656104:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718879.656107:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718879.656111:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656114:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718879.656116:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718879.656120:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718879.656123:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718879.656125:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718879.656127:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718879.656135:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718879.656139:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718879.656143:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718879.656145:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718879.656148:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718879.656150:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718879.656154:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718879.656161:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718879.656168:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718879.656176:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718879.656189:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718879.656192:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718879.656197:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718879.656220:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718879.656223:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718879.656226:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718879.656228:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718879.656230:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718879.656234:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718879.656237:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21326
00000100:00000001:2.0:1779718879.656241:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1779718879.656242:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718879.656244:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718879.656247:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1779718879.656248:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718879.656252:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718879.656255:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718879.656259:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656265:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718879.656270:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718879.656271:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718879.656273:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718879.656275:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718879.656277:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1779718879.656278:0:346728:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1779718879.656280:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1779718879.656281:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
02000000:00000001:2.0:1779718879.656282:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718879.656285:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1779718879.656288:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529498880:192.168.203.145@tcp:250:kworker.0
00000020:00000040:3.0:1779718879.656289:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718879.656295:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1779718879.656296:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718879.656299:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1779718879.656300:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718879.656302:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718879.656305:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1779718879.656306:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000010:2.0:1779718879.656310:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
00000100:00000001:3.0:1779718879.656310:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718879.656314:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718879.656317:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656320:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718879.656321:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:3.0:1779718879.656326:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000400:00000010:2.0:1779718879.656337:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718879.656345:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00080000:3.0:1779718879.656345:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656351:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718879.656353:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529498880, portal 25
02000000:00000001:3.0:1779718879.656354:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718879.656358:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718879.656360:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
02000000:00000001:3.0:1779718879.656361:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1779718879.656366:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718879.656367:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718879.656372:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718879.656378:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1779718879.656378:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1779718879.656384:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000008:00000001:3.0:1779718879.656384:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718879.656388:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000001:3.0:1779718879.656389:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718879.656392:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529498880, offset 0
00000100:00000010:3.0:1779718879.656395:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000400:00000200:2.0:1779718879.656400:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718879.656400:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718879.656407:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718879.656409:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718879.656411:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718879.656412:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718879.656415:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718879.656416:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:3.0:1779718879.656422:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000400:00000200:2.0:1779718879.656424:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718879.656428:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718879.656430:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718879.656435:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00100000:3.0:1779718879.656439:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718879.656440:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718879.656445:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718879.656453:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157627:157627:256:4294967295] 192.168.203.145@tcp LPNI seq info [157626:157626:8:4294967295]
00000400:00000200:2.0:1779718879.656463:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718879.656463:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718879.656468:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718879.656476:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718879.656477:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718879.656495:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656497:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718879.656500:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00080000:3.0:1779718879.656501:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718879.656506:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.0:1779718879.656510:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718879.656511:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1779718879.656515:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1779718879.656515:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718879.656521:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.1:1779718879.656525:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718879.656529:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21326
00000800:00000200:2.1:1779718879.656530:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718879.656539:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718879.656539:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000010:2.0:1779718879.656542:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718879.656547:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718879.656547:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718879.656552:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718879.656555:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1779718879.656559:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718879.656560:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000100:00000001:3.0:1779718879.656564:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1779718879.656565:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718879.656570:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1779718879.656570:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:2.0:1779718879.656576:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718879.656576:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718879.656582:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718879.656586:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000001:2.0:1779718879.656589:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1779718879.656589:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1779718879.656594:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718879.656594:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718879.656600:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718879.656606:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000001:2.0:1779718879.656608:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.656612:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1779718879.656615:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718879.656617:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718879.656619:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718879.656624:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718879.656625:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718879.656627:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4315999998
00000100:00000001:3.0:1779718879.656630:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718879.656633:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000010:2.0:1779718879.656638:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b54e0.
00000100:00080000:3.0:1779718879.656638:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656644:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.656646:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1779718879.656646:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718879.656652:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718879.656654:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4315999998
02000000:00000001:3.0:1779718879.656657:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718879.656658:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5360.
00000100:00000001:3.0:1779718879.656662:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718879.656663:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718879.656667:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1779718879.656667:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718879.656671:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.656674:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000008:00000001:3.0:1779718879.656675:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718879.656679:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718879/real 1779718879]  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718879.656680:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718879.656689:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000400:00000001:2.0:1779718879.656690:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718879.656693:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718879.656695:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000020:00000040:3.0:1779718879.656695:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:2.0:1779718879.656699:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
02000000:00000001:3.0:1779718879.656701:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1779718879.656702:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
02000000:00000001:3.0:1779718879.656705:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.656706:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1779718879.656710:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1779718879.656711:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718879.656714:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718879.656718:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718879.656723:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1779718879.656726:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:2.0:1779718879.656731:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718879.656733:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718879.656733:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.656739:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718879.656740:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718879.656743:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1779718879.656747:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718879.656764:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718879.656767:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718879.656768:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718879.656775:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718879.656776:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.656803:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718879.656804:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.656808:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718879.656811:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718879.656812:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.656813:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1779718879.656815:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718879.656816:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718879.656821:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1779718879.656821:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718879.656825:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1779718879.656827:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00080000:3.0:1779718879.656831:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1779718879.656832:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1779718879.656834:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718879.656836:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1779718879.656837:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718879.656840:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718879.656846:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21326
00000100:00100000:2.0:1779718879.656852:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529498880:192.168.203.145@tcp:250:kworker.0
00000400:00000200:3.0:1779718879.656853:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718879.656858:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718879.656859:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718879.656862:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718879.656863:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718879.656868:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529498880/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718879.656869:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656874:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718879.656879:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656883:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718879.656886:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1779718879.656886:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718879.656889:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
02000000:00000001:2.0:1779718879.656890:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1779718879.656891:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000010:2.0:1779718879.656893:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
00000020:00000040:3.0:1779718879.656894:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718879.656897:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
02000000:00000001:2.0:1779718879.656898:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718879.656900:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:2.0:1779718879.656901:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718879.656904:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000100:00000040:3.0:1779718879.656905:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000020:00000001:2.0:1779718879.656909:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1779718879.656910:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1779718879.656912:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
00000100:00000040:3.0:1779718879.656913:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718879.656918:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1779718879.656918:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718879.656941:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718879.656943:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000020:00000040:3.0:1779718879.656946:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718879.656948:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718879.656951:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.656954:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718879.656955:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718879.656959:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718879.656960:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718879.656963:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1779718879.656964:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718879.656968:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718879.656968:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718879.656970:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718879.656973:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1779718879.656974:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718879.656978:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000008:00000001:3.0:1779718879.656978:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.656982:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718879.656982:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718879.656985:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718879.656988:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000040:2.0:1779718879.656990:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718879.656991:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718879.656993:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718879.656996:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718879.656998:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718879.657001:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718879.657006:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718879.657010:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.657012:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718879.657015:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718879.657016:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1779718879.657020:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718879.657024:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718879.657027:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779718879.657029:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718879.657030:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718879.657037:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718879.657038:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499008:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718879.657049:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718879.657054:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718879.657054:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718879.657057:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718879.657059:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21336)
02000000:00000001:2.0:1779718879.657061:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718879.657067:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718879.657069:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718879.657075:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718879.657079:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718879.657092:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718879.657096:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529499008, portal 10
00000100:00000001:2.0:1779718879.657098:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718879.657099:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718879.657107:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657114:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718879.657117:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718879.657119:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718879.657122:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529499008, offset 0
00000400:00000200:2.0:1779718879.657127:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718879.657131:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718879.657135:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718879.657147:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718879.657150:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718879.657156:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718879.657158:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718879.657161:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157628:157628:256:4294967295] 192.168.203.145@tcp LPNI seq info [157627:157627:8:4294967295]
00000400:00000200:2.0:1779718879.657164:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718879.657169:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718879.657172:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718879.657176:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718879.657179:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718879.657182:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718879.657187:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718879.657190:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718879.657195:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718879.657197:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718879.657199:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718879.657203:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718879.657206:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718879.657208:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718879.657211:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718879.657215:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657223:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718879.657226:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657233:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.657234:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718879.657238:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718879.657241:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718879.657244:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718879.657247:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315998731
00000100:00000001:2.0:1779718879.657250:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315999998
00000100:00000001:2.0:1779718879.657252:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315998731
00000100:00000001:2.0:1779718879.657254:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315999998
00000100:00000001:2.0:1779718879.657257:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718879.657260:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.657262:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718879.657266:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718879/real 1779718879]  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718879.657274:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718879.657276:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718879.657278:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718879.657280:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718879.657282:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718879.657284:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718879.657287:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718879.657296:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657302:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718879.657304:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.657305:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718879.657307:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718879.657310:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657317:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718879.657321:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657342:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718879.657345:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.657346:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718879.657348:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.657349:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718879.657352:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718879.657355:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718879.657359:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718879.657362:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718879.657366:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718879.657373:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499008:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718879.657378:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718879.657381:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657387:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718879.657389:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718879.657391:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718879.657393:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718879.657395:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718879.657398:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499136:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718879.657401:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718879.657404:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718879.657405:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718879.657407:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718879.657411:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718879.657413:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718879.657417:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718879.657419:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718879.657422:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718879.657425:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529499136, portal 10
00000100:00000001:2.0:1779718879.657427:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718879.657428:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718879.657434:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657440:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718879.657443:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718879.657445:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718879.657448:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529499136, offset 0
00000400:00000200:2.0:1779718879.657452:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718879.657456:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718879.657460:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718879.657463:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718879.657466:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718879.657468:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718879.657470:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718879.657474:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157629:157629:256:4294967295] 192.168.203.145@tcp LPNI seq info [157628:157628:8:4294967295]
00000400:00000200:2.0:1779718879.657478:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718879.657484:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718879.657489:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718879.657492:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718879.657496:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718879.657499:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718879.657503:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718879.657505:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718879.657509:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718879.657511:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718879.657514:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718879.657517:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718879.657520:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718879.657522:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718879.657524:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718879.657528:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657536:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718879.657539:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657545:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.657547:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718879.657550:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718879.657553:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718879.657556:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718879.657558:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315998739
00000100:00000001:2.0:1779718879.657560:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315999998
00000100:00000001:2.0:1779718879.657563:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315998739
00000100:00000001:2.0:1779718879.657565:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315999998
00000100:00000001:2.0:1779718879.657567:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718879.657569:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.657571:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718879.657574:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718879/real 1779718879]  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718879.657582:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718879.657584:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718879.657585:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718879.657587:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718879.657589:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718879.657591:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718879.657594:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718879.657602:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657608:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718879.657610:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.657612:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718879.657613:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718879.657616:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657622:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718879.657626:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657632:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718879.657635:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.657636:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718879.657638:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.657639:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718879.657641:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718879.657643:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718879.657647:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718879.657649:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718879.657653:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718879.657661:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499136:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718879.657665:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.657667:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718879.657670:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529499008/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657677:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718879.657678:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718879.657680:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718879.657682:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718879.657684:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718879.657685:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718879.657688:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718879.657689:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:2.0:1779718879.657692:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718879.657693:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718879.657695:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718879.657698:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718879.657700:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.657702:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718879.657705:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529499136/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657711:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718879.657713:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718879.657714:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718879.657716:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718879.657718:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718879.657719:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718879.657720:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718879.657722:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:2.0:1779718879.657724:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718879.657725:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718879.657726:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718879.657728:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718879.657729:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.657731:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.657734:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718879.657736:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.657738:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718879.657739:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718879.657741:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718879.657744:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657750:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718879.657752:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718879.657754:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718879.657756:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718879.657758:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718879.657761:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499264:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718879.657764:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718879.657766:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718879.657767:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718879.657769:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718879.657773:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718879.657775:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718879.657778:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718879.657781:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718879.657784:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718879.657787:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529499264, portal 4
00000100:00000001:2.0:1779718879.657789:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718879.657790:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718879.657796:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657803:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718879.657806:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718879.657807:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718879.657810:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529499264, offset 0
00000400:00000200:2.0:1779718879.657814:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718879.657818:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718879.657821:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718879.657824:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718879.657826:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718879.657829:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718879.657831:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718879.657835:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157630:157630:256:4294967295] 192.168.203.145@tcp LPNI seq info [157629:157629:8:4294967295]
00000400:00000200:2.0:1779718879.657839:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718879.657845:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718879.657850:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718879.657853:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718879.657857:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718879.657860:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718879.657864:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718879.657866:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718879.657870:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718879.657872:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718879.657874:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718879.657878:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718879.657881:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718879.657883:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718879.657885:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718879.657888:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657896:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718879.657899:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657905:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.657907:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718879.657909:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718879.657913:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718879.657916:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718879.657918:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4315998737
00000100:00000001:2.0:1779718879.657940:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4315999998
00000100:00000001:2.0:1779718879.657943:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4315998738
00000100:00000001:2.0:1779718879.657945:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4315999998
00000100:00000001:2.0:1779718879.657947:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718879.657949:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.657951:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718879.657955:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718879/real 1779718879]  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718879.657963:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718879.657964:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718879.657966:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718879.657969:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718879.657971:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718879.657973:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718879.657976:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718879.657991:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.657997:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718879.657999:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.658000:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718879.658002:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718879.658005:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.658012:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718879.658016:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.658022:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718879.658025:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.658026:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718879.658028:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.658030:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718879.658032:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718879.658034:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718879.658038:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718879.658040:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718879.658045:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718879.658053:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499264:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718879.658057:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.658059:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718879.658062:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529499264/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718879.658074:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718879.658076:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718879.658078:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718879.658080:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718879.658082:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718879.658083:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718879.658086:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718879.658087:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:2.0:1779718879.658090:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718879.658091:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718879.658092:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718879.658095:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718879.658096:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.658098:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718879.658101:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718879.658102:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718879.658104:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718879.658106:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718880.104039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718880.104045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718880.104052:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718880.104053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718880.104057:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718880.104059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718880.104127:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718880.104131:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718880.104133:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718880.679974:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718880.679979:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718880.679981:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718880.679985:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718880.679987:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718880.679990:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718880.679992:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718880.679994:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718880.679996:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718880.935987:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4315999998, at 4316000000
00000100:00000040:1.0:1779718880.935988:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4315999998, at 4316000000
00000100:00000010:1.0:1779718880.935999:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5360.
00000100:00000010:0.0:1779718880.936001:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b54e0.
00010000:00000001:2.0:1779718881.127999:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718881.128005:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718881.128012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718881.128014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718881.128018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718881.128019:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718881.128057:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718881.128060:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718881.128063:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718881.704025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718881.704031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718881.704033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718881.704036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718881.704039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718881.704042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718881.704044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718881.704047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718881.704048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718882.152025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718882.152030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718882.152035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718882.152036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718882.152039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718882.152041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718882.152083:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718882.152087:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718882.152090:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718882.728022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718882.728028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718882.728030:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718882.728036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718882.728040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718882.728044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718882.728046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718882.728049:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718882.728052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718883.176015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718883.176020:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718883.176026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718883.176027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718883.176030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718883.176031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718883.176087:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718883.176091:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718883.176095:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718883.752007:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718883.752014:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718883.752016:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718883.752021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718883.752024:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718883.752027:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718883.752030:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718883.752032:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718883.752034:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718884.200018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718884.200024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718884.200029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718884.200030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718884.200033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718884.200037:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718884.200039:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718884.200041:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718884.200043:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718884.200045:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718884.200046:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718884.200048:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718884.200088:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718884.200092:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718884.200096:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718884.775977:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718884.775979:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718884.775984:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718884.775986:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718884.775986:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718884.775990:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1779718884.775991:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718884.775993:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718884.775997:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718884.775998:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718884.776001:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.776004:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718884.776005:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21331
00000100:00000001:2.0:1779718884.776008:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.776011:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718884.776014:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718884.776019:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718884.776022:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718884.776025:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776028:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718884.776030:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776032:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718884.776034:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718884.776036:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718884.776038:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718884.776040:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718884.776042:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718884.776044:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718884.776047:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776048:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718884.776050:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776052:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718884.776055:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718884.776058:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776061:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718884.776064:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718884.776068:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718884.776071:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718884.776073:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718884.776076:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718884.776085:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718884.776089:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718884.776092:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718884.776093:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718884.776096:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718884.776098:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718884.776101:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718884.776107:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718884.776113:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718884.776120:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718884.776128:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718884.776131:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718884.776134:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718884.776151:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718884.776154:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718884.776156:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718884.776157:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718884.776158:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718884.776161:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718884.776163:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21331
00000400:00000200:3.0:1779718884.776167:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718884.776170:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718884.776171:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718884.776172:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718884.776175:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718884.776177:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718884.776178:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718884.776180:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718884.776181:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776184:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718884.776187:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1779718884.776189:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718884.776189:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718884.776192:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718884.776195:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718884.776199:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718884.776202:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718884.776205:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718884.776207:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718884.776208:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718884.776209:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718884.776212:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1779718884.776212:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776215:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718884.776216:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1779718884.776218:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718884.776220:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718884.776223:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:2.0:1779718884.776225:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529499392:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718884.776226:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718884.776231:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718884.776235:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718884.776236:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718884.776238:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718884.776239:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718884.776242:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718884.776242:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718884.776246:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1779718884.776247:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718884.776250:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718884.776252:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
00000100:00000001:3.0:1779718884.776252:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718884.776256:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718884.776259:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718884.776261:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000200:2.0:1779718884.776263:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718884.776264:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718884.776266:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718884.776267:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00000001:3.0:1779718884.776268:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718884.776270:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718884.776272:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718884.776275:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
02000000:00000010:3.0:1779718884.776276:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000001:3.0:1779718884.776281:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718884.776284:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529499392, portal 25
00000100:00100000:3.0:1779718884.776286:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718884.776287:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718884.776301:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000100:00000040:2.0:1779718884.776310:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718884.776310:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718884.776314:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718884.776321:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.776323:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718884.776330:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718884.776335:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000001:3.0:1779718884.776336:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718884.776340:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1779718884.776341:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529499392, offset 0
00000100:00080000:3.0:1779718884.776345:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718884.776347:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718884.776348:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718884.776352:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776353:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718884.776357:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21331
00000400:00000200:2.0:1779718884.776362:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718884.776368:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718884.776372:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718884.776375:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718884.776378:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718884.776380:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718884.776383:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157631:157631:256:4294967295] 192.168.203.145@tcp LPNI seq info [157630:157630:8:4294967295]
00000400:00000200:2.0:1779718884.776386:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718884.776390:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718884.776396:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718884.776400:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718884.776401:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1779718884.776406:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776410:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1779718884.776411:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718884.776415:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718884.776420:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718884.776423:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718884.776428:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718884.776430:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718884.776434:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718884.776435:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718884.776440:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718884.776443:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718884.776446:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718884.776448:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718884.776451:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718884.776454:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718884.776459:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776464:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718884.776466:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718884.776467:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1779718884.776468:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718884.776471:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718884.776472:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000040:2.0:1779718884.776473:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718884.776474:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718884.776479:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718884.776485:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776488:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718884.776491:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718884.776492:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718884.776495:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718884.776496:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718884.776499:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:2.0:1779718884.776501:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718884.776502:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776506:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718884.776510:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:3.0:1779718884.776510:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718884.776514:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316005118
02000000:00000001:3.0:1779718884.776515:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718884.776519:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718884.776520:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1779718884.776521:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b56c0.
00000008:00100000:3.0:1779718884.776522:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718884.776525:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718884.776526:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.776528:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000010:3.0:1779718884.776530:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718884.776532:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:2.0:1779718884.776534:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316005118
02000000:00000001:3.0:1779718884.776535:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718884.776537:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718884.776539:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1779718884.776540:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b57e0.
02000000:00000001:3.0:1779718884.776540:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718884.776543:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.776544:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000010:3.0:1779718884.776547:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:2.0:1779718884.776548:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718884.776552:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718884.776553:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.776554:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718884.776559:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1779718884.776561:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718884/real 1779718884]  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718884.776586:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1779718884.776588:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1779718884.776589:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718884.776590:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1779718884.776594:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779718884.776595:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718884.776599:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718884.776602:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718884.776606:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1779718884.776608:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718884.776610:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1779718884.776611:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718884.776617:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718884.776623:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718884.776627:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:2.0:1779718884.776628:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718884.776629:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718884.776631:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718884.776637:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718884.776641:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1779718884.776642:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21331
00000100:00000001:2.0:1779718884.776643:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.776646:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718884.776649:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718884.776649:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718884.776654:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00100000:2.0:1779718884.776657:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718884.776657:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718884.776663:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776668:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718884.776670:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718884.776672:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718884.776673:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718884.776674:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718884.776674:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718884.776676:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718884.776679:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718884.776682:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1779718884.776682:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718884.776688:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718884.776692:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718884.776692:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718884.776697:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718884.776703:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718884.776705:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.776706:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718884.776709:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718884.776709:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718884.776714:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1779718884.776714:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718884.776716:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718884.776718:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00080000:2.0:1779718884.776721:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1779718884.776722:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718884.776727:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718884.776729:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1779718884.776730:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
02000000:00000001:3.0:1779718884.776731:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.776733:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1779718884.776734:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718884.776737:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1779718884.776739:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1779718884.776740:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718884.776744:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718884.776749:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718884.776753:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00100000:2.0:1779718884.776755:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529499392:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718884.776757:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718884.776759:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718884.776763:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718884.776765:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718884.776768:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.776769:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.776771:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1779718884.776771:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718884.776776:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718884.776777:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529499392/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718884.776783:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718884.776787:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718884.776791:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1779718884.776792:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1779718884.776794:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
00000100:00000001:3.0:1779718884.776795:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718884.776798:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1779718884.776800:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1779718884.776801:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718884.776804:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718884.776808:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718884.776811:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718884.776814:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718884.776815:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718884.776818:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1779718884.776818:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21341)
00000100:00000010:2.0:1779718884.776819:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:2.0:1779718884.776823:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718884.776824:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.776825:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.776831:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718884.776832:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.776835:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718884.776836:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718884.776837:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718884.776841:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.776845:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718884.776846:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718884.776848:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718884.776849:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718884.776851:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718884.776852:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499520:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718884.776854:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718884.776856:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718884.776857:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718884.776859:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718884.776861:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718884.776862:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718884.776865:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718884.776866:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718884.776868:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718884.776875:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529499520, portal 10
00000100:00000001:2.0:1779718884.776877:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718884.776878:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718884.776882:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.776887:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718884.776888:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718884.776890:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718884.776891:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529499520, offset 0
00000400:00000200:2.0:1779718884.776894:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718884.776896:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718884.776898:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718884.776901:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718884.776902:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718884.776904:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718884.776906:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718884.776908:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157632:157632:256:4294967295] 192.168.203.145@tcp LPNI seq info [157631:157631:8:4294967295]
00000400:00000200:2.0:1779718884.776911:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718884.776915:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718884.776919:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718884.776936:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718884.776939:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718884.776941:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718884.776944:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718884.776946:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718884.776948:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718884.776950:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718884.776952:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718884.776954:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718884.776956:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718884.776958:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718884.776959:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718884.776961:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.776967:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718884.776969:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.776973:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.776974:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718884.776976:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718884.776979:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718884.776981:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718884.776982:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316003851
00000100:00000001:2.0:1779718884.776984:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316005118
00000100:00000001:2.0:1779718884.776986:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316003851
00000100:00000001:2.0:1779718884.776987:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316005118
00000100:00000001:2.0:1779718884.776989:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718884.776990:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.776991:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718884.776993:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718884/real 1779718884]  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718884.776998:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718884.776999:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718884.777001:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718884.777002:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718884.777003:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718884.777005:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718884.777007:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718884.777013:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777017:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718884.777018:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777019:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718884.777020:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718884.777022:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777025:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718884.777028:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777033:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718884.777036:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777037:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718884.777039:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777040:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718884.777042:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718884.777045:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718884.777048:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718884.777050:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718884.777055:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718884.777063:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499520:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718884.777067:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718884.777071:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777084:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718884.777086:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718884.777088:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718884.777090:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718884.777092:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718884.777094:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499648:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718884.777096:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718884.777098:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718884.777099:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718884.777100:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718884.777103:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718884.777104:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718884.777107:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718884.777108:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718884.777110:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718884.777113:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529499648, portal 10
00000100:00000001:2.0:1779718884.777114:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718884.777115:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718884.777119:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777123:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718884.777124:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718884.777126:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718884.777127:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529499648, offset 0
00000400:00000200:2.0:1779718884.777130:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718884.777133:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718884.777135:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718884.777137:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718884.777138:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718884.777140:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718884.777142:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718884.777144:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157633:157633:256:4294967295] 192.168.203.145@tcp LPNI seq info [157632:157632:8:4294967295]
00000400:00000200:2.0:1779718884.777147:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718884.777151:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718884.777154:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718884.777156:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718884.777159:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718884.777161:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718884.777164:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718884.777166:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718884.777188:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718884.777190:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718884.777192:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718884.777194:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718884.777196:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718884.777197:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718884.777199:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718884.777201:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777207:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718884.777208:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777213:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.777214:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718884.777216:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718884.777218:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718884.777220:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718884.777222:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316003859
00000100:00000001:2.0:1779718884.777224:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316005118
00000100:00000001:2.0:1779718884.777225:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316003859
00000100:00000001:2.0:1779718884.777227:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316005118
00000100:00000001:2.0:1779718884.777228:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718884.777230:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.777231:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718884.777233:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718884/real 1779718884]  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718884.777238:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718884.777239:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718884.777240:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718884.777241:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718884.777242:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718884.777244:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718884.777246:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718884.777251:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777255:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718884.777256:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777257:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718884.777257:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718884.777259:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777263:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718884.777266:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777284:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718884.777286:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777287:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718884.777300:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777303:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718884.777305:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718884.777307:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718884.777310:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718884.777312:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718884.777315:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718884.777320:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499648:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718884.777323:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718884.777325:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777329:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718884.777330:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718884.777332:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718884.777333:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718884.777335:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718884.777337:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499776:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718884.777340:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718884.777341:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718884.777342:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718884.777343:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718884.777346:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718884.777347:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718884.777350:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718884.777351:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718884.777353:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718884.777355:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529499776, portal 4
00000100:00000001:2.0:1779718884.777357:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718884.777358:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718884.777362:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777366:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718884.777368:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718884.777369:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718884.777371:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529499776, offset 0
00000400:00000200:2.0:1779718884.777373:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718884.777377:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718884.777380:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718884.777383:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718884.777386:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718884.777388:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718884.777390:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718884.777392:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157634:157634:256:4294967295] 192.168.203.145@tcp LPNI seq info [157633:157633:8:4294967295]
00000400:00000200:2.0:1779718884.777395:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718884.777400:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718884.777404:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718884.777406:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718884.777411:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718884.777413:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779718884.777415:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718884.777417:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779718884.777420:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718884.777421:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718884.777423:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718884.777425:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718884.777427:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718884.777428:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718884.777430:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718884.777432:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777437:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718884.777439:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777443:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.777444:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718884.777446:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718884.777448:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718884.777450:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718884.777452:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316003857
00000100:00000001:2.0:1779718884.777453:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316005118
00000100:00000001:2.0:1779718884.777455:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316003857
00000100:00000001:2.0:1779718884.777456:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316005118
00000100:00000001:2.0:1779718884.777458:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718884.777459:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.777460:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718884.777462:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718884/real 1779718884]  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718884.777467:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718884.777467:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718884.777468:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718884.777469:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718884.777470:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718884.777472:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718884.777473:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718884.777478:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777483:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718884.777484:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777485:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718884.777486:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718884.777488:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777491:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718884.777494:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777499:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718884.777500:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777501:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718884.777502:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777503:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718884.777504:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718884.777506:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718884.777507:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718884.777509:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718884.777511:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718884.777515:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529499776:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718884.777517:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777519:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718884.777520:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529499520/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777524:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718884.777525:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718884.777526:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718884.777528:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718884.777529:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718884.777529:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718884.777531:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718884.777532:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:2.0:1779718884.777533:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718884.777534:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718884.777535:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718884.777537:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718884.777538:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777539:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718884.777541:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529499648/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777545:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718884.777546:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718884.777547:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718884.777548:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718884.777548:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718884.777549:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718884.777550:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718884.777551:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:2.0:1779718884.777552:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718884.777553:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718884.777554:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718884.777555:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718884.777556:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777556:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718884.777558:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529499776/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718884.777562:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718884.777562:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718884.777563:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718884.777564:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718884.777565:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718884.777566:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718884.777567:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718884.777567:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:2.0:1779718884.777569:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718884.777569:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718884.777570:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718884.777572:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718884.777572:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777573:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718884.777576:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718884.777576:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718884.777578:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718884.777580:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718885.224019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718885.224024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718885.224029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718885.224030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718885.224033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718885.224034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718885.224066:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718885.224069:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718885.224073:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718885.799987:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718885.799994:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718885.799996:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718885.800000:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718885.800003:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718885.800006:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718885.800008:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718885.800010:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718885.800012:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718886.056034:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316005118, at 4316005120
00000100:00000040:0.0:1779718886.056035:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316005118, at 4316005120
00000100:00000010:0.0:1779718886.056048:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b56c0.
00000100:00000010:1.0:1779718886.056051:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b57e0.
00010000:00000001:2.0:1779718886.248025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718886.248041:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718886.248043:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718886.248047:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718886.248051:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718886.248054:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718886.248056:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718886.248057:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718886.248062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718886.248063:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718886.248066:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718886.248067:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718886.248161:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718886.248164:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718886.248167:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718886.824049:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718886.824057:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718886.824059:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718886.824064:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718886.824068:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718886.824072:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718886.824075:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718886.824078:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718886.824082:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718887.272037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718887.272045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718887.272050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718887.272050:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718887.272054:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718887.272055:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718887.272094:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718887.272099:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718887.272102:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718887.848038:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718887.848045:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718887.848048:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718887.848053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718887.848057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718887.848060:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718887.848064:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718887.848067:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718887.848070:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718888.296003:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718888.296008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718888.296013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718888.296016:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718888.296017:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718888.296020:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718888.296022:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718888.296024:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718888.296025:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718888.296027:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718888.296029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718888.296030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718888.296070:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718888.296074:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718888.296076:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718888.872027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718888.872034:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718888.872036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718888.872042:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718888.872046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718888.872050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718888.872053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718888.872056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718888.872059:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718889.320043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718889.320049:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718889.320056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718889.320059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718889.320063:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718889.320065:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718889.320117:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718889.320120:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718889.320123:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718889.896018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718889.896018:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718889.896024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718889.896027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718889.896029:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718889.896034:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1779718889.896035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718889.896037:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718889.896041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718889.896042:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718889.896044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.896047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718889.896050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718889.896051:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21336
00000100:00000001:2.0:1779718889.896053:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718889.896064:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718889.896071:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718889.896075:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718889.896078:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896082:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718889.896084:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896087:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718889.896098:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718889.896099:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718889.896102:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718889.896105:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718889.896107:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718889.896110:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718889.896113:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896115:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718889.896117:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896118:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718889.896121:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718889.896173:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896176:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718889.896179:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718889.896183:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718889.896185:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896187:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718889.896190:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718889.896198:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718889.896202:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718889.896206:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718889.896208:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896211:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718889.896213:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718889.896218:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718889.896225:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000100:00000001:3.0:1779718889.896231:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718889.896240:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718889.896265:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718889.896270:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718889.896275:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718889.896299:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718889.896302:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718889.896306:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718889.896307:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718889.896309:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718889.896312:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718889.896315:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21336
00000400:00000200:3.0:1779718889.896319:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718889.896323:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718889.896326:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718889.896331:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718889.896334:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718889.896336:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718889.896342:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718889.896346:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896352:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718889.896356:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718889.896357:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718889.896358:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896361:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718889.896363:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1779718889.896364:0:346728:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1779718889.896367:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1779718889.896367:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718889.896371:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1779718889.896372:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718889.896376:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00100000:2.0:1779718889.896378:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529499904:192.168.203.145@tcp:250:kworker.0
00000020:00000001:3.0:1779718889.896379:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718889.896384:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1779718889.896385:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:2.0:1779718889.896388:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718889.896391:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718889.896392:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718889.896395:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718889.896397:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1779718889.896400:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
00000100:00000040:3.0:1779718889.896400:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718889.896404:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896404:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718889.896409:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000400:00000200:2.0:1779718889.896413:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718889.896415:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000010:2.0:1779718889.896417:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00000001:3.0:1779718889.896419:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718889.896422:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718889.896423:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
02000000:00000001:3.0:1779718889.896427:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1779718889.896430:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529499904, portal 25
02000000:00000001:3.0:1779718889.896431:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.896434:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718889.896435:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718889.896437:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000008:00100000:3.0:1779718889.896440:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1779718889.896444:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1779718889.896445:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896450:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718889.896456:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000100:00000001:2.0:1779718889.896457:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718889.896461:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718889.896461:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000010:2.0:1779718889.896466:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
02000000:00000001:3.0:1779718889.896466:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718889.896468:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718889.896470:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529499904, offset 0
00000100:00000001:3.0:1779718889.896471:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718889.896474:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718889.896476:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718889.896480:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000010:3.0:1779718889.896484:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000400:00000200:2.0:1779718889.896488:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718889.896490:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718889.896495:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00100000:3.0:1779718889.896498:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718889.896501:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718889.896507:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718889.896509:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718889.896512:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718889.896512:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718889.896517:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718889.896518:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718889.896525:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157635:157635:256:4294967295] 192.168.203.145@tcp LPNI seq info [157634:157634:8:4294967295]
00000400:00000200:2.0:1779718889.896535:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718889.896536:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718889.896539:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718889.896546:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1779718889.896548:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1779718889.896549:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718889.896551:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718889.896555:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.0:1779718889.896558:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718889.896560:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21336
00000800:00000010:2.0:1779718889.896564:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000400:00000200:3.0:1779718889.896565:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718889.896570:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718889.896572:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1779718889.896576:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718889.896578:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.0:1779718889.896581:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1779718889.896581:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718889.896584:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896587:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718889.896591:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1779718889.896592:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:3.0:1779718889.896593:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718889.896594:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718889.896595:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718889.896597:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718889.896599:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718889.896602:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1779718889.896603:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896608:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1779718889.896612:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718889.896612:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718889.896615:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718889.896621:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718889.896624:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718889.896628:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718889.896629:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1779718889.896634:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718889.896636:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000100:00000001:3.0:1779718889.896636:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718889.896639:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718889.896641:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
02000000:00000001:3.0:1779718889.896642:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718889.896646:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896648:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718889.896649:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1779718889.896649:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718889.896653:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896654:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718889.896657:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000100:00000200:2.0:1779718889.896658:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718889.896660:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718889.896663:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718889.896664:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896666:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718889.896668:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718889.896671:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718889.896677:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:2.0:1779718889.896681:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718889.896682:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718889.896687:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718889.896691:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718889.896711:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896712:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718889.896715:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718889.896716:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718889.896722:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.896724:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718889.896734:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718889.896739:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316010238
00000100:00000001:3.0:1779718889.896739:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718889.896745:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1779718889.896748:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5a20.
00000100:00000040:3.0:1779718889.896750:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718889.896754:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718889.896756:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1779718889.896760:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718889.896762:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718889.896764:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718889.896766:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316010238
00000100:00000001:3.0:1779718889.896768:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000010:2.0:1779718889.896770:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5720.
00000100:00080000:3.0:1779718889.896773:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21336
00000100:00000001:2.0:1779718889.896776:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1779718889.896780:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718889.896782:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718889.896785:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718889.896788:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718889.896789:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718889.896794:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1779718889.896794:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896798:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718889.896802:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00100000:2.0:1779718889.896803:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718889/real 1779718889]  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718889.896804:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718889.896807:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718889.896809:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718889.896812:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718889.896816:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718889.896821:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000001:2.0:1779718889.896824:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1779718889.896824:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000001:2.0:1779718889.896827:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718889.896831:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000100:00000040:3.0:1779718889.896831:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896834:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718889.896837:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000100:00000040:3.0:1779718889.896838:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718889.896841:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:3.0:1779718889.896842:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718889.896847:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1779718889.896847:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000200:2.0:1779718889.896855:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718889.896855:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718889.896859:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718889.896870:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1779718889.896872:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718889.896874:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718889.896879:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896883:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718889.896886:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718889.896888:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1779718889.896891:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.896893:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718889.896894:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.896897:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1779718889.896900:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718889.896901:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1779718889.896904:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00100000:2.0:1779718889.896909:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718889.896909:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718889.896911:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718889.896915:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718889.896917:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718889.896940:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718889.896945:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718889.896948:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718889.896955:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718889.896957:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718889.896965:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718889.896968:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718889.896969:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718889.896973:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718889.896995:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.896997:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1779718889.896999:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21346)
00000100:00000001:2.0:1779718889.897002:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897005:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718889.897007:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897009:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718889.897012:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718889.897016:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718889.897020:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718889.897023:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718889.897028:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718889.897037:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529499904:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718889.897042:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897044:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718889.897047:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529499904/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897055:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718889.897057:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718889.897060:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718889.897063:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718889.897065:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718889.897066:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718889.897068:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718889.897071:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:2.0:1779718889.897074:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718889.897076:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718889.897078:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718889.897081:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718889.897082:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897084:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897089:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718889.897091:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.897093:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718889.897095:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718889.897096:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718889.897100:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897107:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718889.897108:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718889.897111:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718889.897112:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718889.897114:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718889.897117:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500032:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718889.897120:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718889.897122:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718889.897123:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718889.897125:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718889.897128:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718889.897130:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718889.897134:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718889.897137:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718889.897141:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718889.897144:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529500032, portal 10
00000100:00000001:2.0:1779718889.897145:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718889.897147:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718889.897153:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897160:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718889.897163:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718889.897166:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718889.897168:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529500032, offset 0
00000400:00000200:2.0:1779718889.897173:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718889.897178:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718889.897181:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718889.897185:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718889.897187:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718889.897190:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718889.897192:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718889.897195:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157636:157636:256:4294967295] 192.168.203.145@tcp LPNI seq info [157635:157635:8:4294967295]
00000400:00000200:2.0:1779718889.897199:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718889.897206:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718889.897211:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718889.897214:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718889.897218:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718889.897221:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718889.897226:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718889.897229:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779718889.897233:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718889.897234:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718889.897237:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718889.897241:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718889.897244:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718889.897246:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718889.897265:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718889.897269:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897278:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718889.897281:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897288:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.897289:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718889.897294:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718889.897297:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718889.897301:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718889.897303:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316008971
00000100:00000001:2.0:1779718889.897306:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316010238
00000100:00000001:2.0:1779718889.897308:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316008971
00000100:00000001:2.0:1779718889.897310:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316010238
00000100:00000001:2.0:1779718889.897312:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718889.897314:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.897316:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718889.897320:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718889/real 1779718889]  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718889.897328:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718889.897330:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718889.897332:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718889.897334:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718889.897336:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718889.897338:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718889.897342:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718889.897350:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897358:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718889.897360:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897362:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718889.897363:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718889.897367:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897374:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718889.897378:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897387:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718889.897390:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897392:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718889.897393:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897395:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718889.897398:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718889.897400:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718889.897404:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718889.897407:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718889.897411:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718889.897420:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500032:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718889.897424:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718889.897427:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897433:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718889.897434:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718889.897437:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718889.897439:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718889.897441:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718889.897444:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500160:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718889.897447:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718889.897449:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718889.897451:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718889.897453:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718889.897456:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718889.897459:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718889.897463:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718889.897465:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718889.897469:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718889.897472:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529500160, portal 10
00000100:00000001:2.0:1779718889.897474:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718889.897475:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718889.897481:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897488:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718889.897490:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718889.897492:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718889.897495:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529500160, offset 0
00000400:00000200:2.0:1779718889.897499:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718889.897503:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718889.897507:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718889.897510:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718889.897513:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718889.897515:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718889.897518:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718889.897521:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157637:157637:256:4294967295] 192.168.203.145@tcp LPNI seq info [157636:157636:8:4294967295]
00000400:00000200:2.0:1779718889.897525:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718889.897532:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718889.897537:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718889.897541:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718889.897545:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718889.897548:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718889.897553:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718889.897556:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779718889.897560:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718889.897562:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718889.897565:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718889.897569:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718889.897572:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718889.897575:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718889.897578:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718889.897582:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897590:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718889.897592:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897597:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.897598:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718889.897600:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718889.897603:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718889.897605:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718889.897607:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316008979
00000100:00000001:2.0:1779718889.897609:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316010238
00000100:00000001:2.0:1779718889.897610:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316008979
00000100:00000001:2.0:1779718889.897612:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316010238
00000100:00000001:2.0:1779718889.897613:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718889.897615:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.897616:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718889.897618:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718889/real 1779718889]  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718889.897623:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718889.897624:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718889.897625:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718889.897626:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718889.897627:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718889.897628:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718889.897630:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718889.897635:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897640:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718889.897640:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897642:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718889.897643:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718889.897647:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897655:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718889.897659:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897666:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718889.897668:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897670:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718889.897671:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897673:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718889.897675:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718889.897678:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718889.897681:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718889.897683:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718889.897687:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718889.897696:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500160:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718889.897700:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718889.897704:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897711:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718889.897712:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718889.897715:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718889.897717:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718889.897719:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718889.897722:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500288:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718889.897725:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718889.897727:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718889.897729:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718889.897731:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718889.897734:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718889.897736:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718889.897741:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718889.897743:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718889.897746:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718889.897749:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529500288, portal 4
00000100:00000001:2.0:1779718889.897751:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718889.897753:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718889.897758:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897765:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718889.897768:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718889.897770:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718889.897773:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529500288, offset 0
00000400:00000200:2.0:1779718889.897777:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718889.897781:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718889.897785:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718889.897788:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718889.897791:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718889.897793:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718889.897795:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718889.897799:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157638:157638:256:4294967295] 192.168.203.145@tcp LPNI seq info [157637:157637:8:4294967295]
00000400:00000200:2.0:1779718889.897803:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718889.897810:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718889.897816:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718889.897820:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718889.897824:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718889.897826:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779718889.897831:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718889.897834:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779718889.897839:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718889.897841:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718889.897844:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718889.897847:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718889.897851:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718889.897853:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718889.897856:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718889.897859:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897864:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718889.897866:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897870:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.897872:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718889.897874:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718889.897877:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718889.897879:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718889.897880:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316008977
00000100:00000001:2.0:1779718889.897882:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316010238
00000100:00000001:2.0:1779718889.897884:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316008977
00000100:00000001:2.0:1779718889.897885:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316010238
00000100:00000001:2.0:1779718889.897886:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718889.897888:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.897889:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718889.897891:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718889/real 1779718889]  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718889.897897:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718889.897898:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718889.897899:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718889.897901:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718889.897902:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718889.897903:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718889.897905:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718889.897910:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897914:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718889.897915:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897916:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718889.897917:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718889.897919:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897940:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718889.897944:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897951:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718889.897954:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897955:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718889.897957:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897959:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718889.897960:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718889.897963:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718889.897966:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718889.897968:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718889.897973:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718889.897981:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500288:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718889.897985:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.897987:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718889.897991:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529500032/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.897998:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718889.897999:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718889.898002:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718889.898004:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718889.898006:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718889.898007:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718889.898010:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718889.898011:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:2.0:1779718889.898014:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718889.898015:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718889.898017:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718889.898020:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718889.898021:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.898023:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718889.898026:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529500160/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.898033:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718889.898034:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718889.898036:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718889.898038:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718889.898040:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718889.898041:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718889.898043:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718889.898045:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:2.0:1779718889.898047:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718889.898049:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718889.898050:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718889.898053:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718889.898054:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.898056:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718889.898059:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529500288/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718889.898066:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718889.898067:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718889.898068:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e800.
02000000:00000001:2.0:1779718889.898071:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718889.898072:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718889.898074:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718889.898076:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718889.898077:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:2.0:1779718889.898079:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718889.898080:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718889.898082:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718889.898084:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718889.898085:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.898087:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718889.898091:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718889.898093:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718889.898095:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718889.898097:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718890.344019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718890.344025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718890.344030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718890.344031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718890.344034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718890.344035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718890.344069:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718890.344072:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718890.344075:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718890.920015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718890.920020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718890.920022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718890.920027:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718890.920030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718890.920034:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718890.920038:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718890.920042:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718890.920045:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718891.176055:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316010238, at 4316010240
00000100:00000040:0.0:1779718891.176056:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316010238, at 4316010240
00000100:00000010:1.0:1779718891.176069:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5720.
00000100:00000010:0.0:1779718891.176118:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a20.
00010000:00000001:2.0:1779718891.368030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718891.368035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718891.368040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718891.368041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718891.368044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718891.368045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718891.368086:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718891.368090:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718891.368094:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718891.944013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718891.944019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718891.944021:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718891.944025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718891.944028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718891.944030:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718891.944033:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718891.944034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718891.944036:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718892.392001:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718892.392006:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718892.392011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718892.392012:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718892.392015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718892.392016:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718892.392071:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718892.392074:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718892.392077:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718892.968003:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718892.968008:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718892.968010:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718892.968014:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718892.968017:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718892.968020:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718892.968022:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718892.968024:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718892.968026:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718893.415994:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718893.415999:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718893.416005:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718893.416007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718893.416010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718893.416013:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718893.416015:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718893.416017:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718893.416020:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718893.416021:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718893.416023:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718893.416024:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718893.416058:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718893.416062:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718893.416064:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718893.992042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718893.992048:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718893.992050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718893.992056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718893.992060:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718893.992064:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718893.992067:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718893.992070:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718893.992073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718894.440003:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718894.440007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718894.440012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718894.440013:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718894.440016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718894.440018:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718894.440059:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718894.440063:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718894.440066:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718895.016013:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718895.016015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718895.016019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718895.016021:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718895.016022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718895.016026:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1779718895.016027:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718895.016031:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718895.016032:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718895.016034:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718895.016038:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718895.016046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718895.016047:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21341
00000100:00000001:2.0:1779718895.016050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.016053:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718895.016060:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718895.016067:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718895.016071:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718895.016076:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016079:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718895.016081:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016083:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718895.016086:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718895.016088:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718895.016090:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718895.016092:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718895.016094:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718895.016096:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718895.016098:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016099:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718895.016100:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016101:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718895.016103:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718895.016105:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016107:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718895.016109:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718895.016111:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718895.016113:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718895.016115:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718895.016117:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718895.016124:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718895.016126:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718895.016169:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718895.016170:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718895.016173:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718895.016175:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718895.016179:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718895.016185:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:3.0:1779718895.016191:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718895.016198:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718895.016206:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718895.016210:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718895.016224:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718895.016240:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718895.016243:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718895.016245:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718895.016246:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718895.016247:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718895.016250:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718895.016252:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21341
00000400:00000200:3.0:1779718895.016255:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718895.016258:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718895.016260:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718895.016262:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016264:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718895.016266:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718895.016266:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016270:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718895.016271:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1779718895.016271:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718895.016274:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1779718895.016274:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718895.016275:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718895.016278:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000040:2.0:1779718895.016282:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718895.016282:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718895.016286:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718895.016293:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016297:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718895.016301:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718895.016302:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718895.016303:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718895.016304:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718895.016307:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718895.016309:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1779718895.016311:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718895.016313:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718895.016314:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718895.016317:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718895.016317:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1779718895.016323:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529500416:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718895.016324:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718895.016329:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.016331:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718895.016332:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718895.016335:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1779718895.016336:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718895.016338:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1779718895.016340:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718895.016342:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718895.016343:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718895.016347:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
00000100:00000010:3.0:1779718895.016348:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
02000000:00000001:2.0:1779718895.016351:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718895.016352:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718895.016356:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718895.016357:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718895.016361:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718895.016361:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718895.016364:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718895.016366:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718895.016367:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
02000000:00000010:3.0:1779718895.016370:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000400:00000010:2.0:1779718895.016373:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000001:3.0:1779718895.016374:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718895.016381:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529500416, portal 25
00000100:00100000:3.0:1779718895.016382:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718895.016386:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718895.016389:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00000001:3.0:1779718895.016395:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1779718895.016399:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718895.016399:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718895.016408:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.016421:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718895.016425:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718895.016427:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718895.016431:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00080000:3.0:1779718895.016431:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1779718895.016436:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529500416, offset 0
00000100:00080000:3.0:1779718895.016438:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718895.016441:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718895.016443:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718895.016446:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016448:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718895.016453:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21341
00000400:00000200:2.0:1779718895.016454:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718895.016462:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718895.016466:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718895.016469:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718895.016472:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718895.016474:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718895.016477:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157639:157639:256:4294967295] 192.168.203.145@tcp LPNI seq info [157638:157638:8:4294967295]
00000400:00000200:2.0:1779718895.016480:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718895.016485:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718895.016495:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1779718895.016495:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718895.016499:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1779718895.016504:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718895.016506:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718895.016509:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00000001:3.0:1779718895.016509:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718895.016511:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016514:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718895.016516:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718895.016517:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718895.016520:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1779718895.016521:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:3.0:1779718895.016522:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:2.0:1779718895.016524:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1779718895.016525:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718895.016531:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718895.016535:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718895.016537:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016540:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718895.016540:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1779718895.016542:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016547:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000100:2.0:1779718895.016550:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718895.016550:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718895.016554:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000010:2.0:1779718895.016555:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000100:00000001:3.0:1779718895.016560:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718895.016563:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1779718895.016564:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718895.016568:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1779718895.016569:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718895.016572:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
02000000:00000001:3.0:1779718895.016573:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718895.016577:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1779718895.016580:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000008:00100000:3.0:1779718895.016580:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718895.016586:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.016587:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718895.016588:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718895.016592:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1779718895.016595:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718895.016601:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:2.0:1779718895.016604:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1779718895.016605:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718895.016607:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718895.016609:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718895.016610:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718895.016612:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718895.016615:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.016621:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718895.016621:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000100:00000001:2.0:1779718895.016626:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718895.016627:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.016631:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718895.016635:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718895.016639:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718895.016644:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316015358
00000100:00000001:3.0:1779718895.016649:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1779718895.016651:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5660.
00000100:00000001:3.0:1779718895.016651:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718895.016658:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.016660:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718895.016668:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.016669:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316015358
00000100:00000040:3.0:1779718895.016670:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1779718895.016674:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5120.
00000100:00000040:3.0:1779718895.016675:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1779718895.016678:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1779718895.016679:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718895.016683:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718895.016684:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718895.016685:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718895.016686:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718895.016688:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1779718895.016690:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21341
00000100:00000001:2.0:1779718895.016692:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.016695:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1779718895.016697:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:2.0:1779718895.016702:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718895/real 1779718895]  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718895.016702:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718895.016706:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718895.016712:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016717:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718895.016721:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016726:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718895.016730:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718895.016732:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718895.016735:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000001:2.0:1779718895.016736:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1779718895.016737:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000400:00000001:2.0:1779718895.016739:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1779718895.016740:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000010:2.0:1779718895.016741:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000020:00000001:3.0:1779718895.016743:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:2.0:1779718895.016747:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000100:00000040:3.0:1779718895.016749:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718895.016752:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:3.0:1779718895.016753:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718895.016759:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1779718895.016759:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016764:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718895.016767:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000200:2.0:1779718895.016772:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718895.016772:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718895.016778:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718895.016783:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718895.016789:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718895.016792:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718895.016794:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1779718895.016796:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1779718895.016797:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718895.016803:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718895.016807:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718895.016812:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000100:00000001:2.0:1779718895.016813:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1779718895.016815:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718895.016816:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.016819:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1779718895.016820:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718895.016821:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1779718895.016822:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718895.016825:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1779718895.016826:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718895.016827:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718895.016830:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718895.016834:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:2.0:1779718895.016839:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718895.016840:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718895.016845:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718895.016848:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718895.016869:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718895.016872:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718895.016873:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718895.016876:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.016877:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718895.016879:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.016881:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718895.016883:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718895.016885:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718895.016889:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718895.016892:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718895.016893:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718895.016900:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718895.016904:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718895.016910:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21351)
00000100:00100000:2.0:1779718895.016913:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529500416:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718895.016918:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.016919:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718895.016941:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529500416/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.016946:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718895.016948:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718895.016950:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718895.016952:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718895.016953:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718895.016954:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718895.016956:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718895.016958:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:2.0:1779718895.016960:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718895.016962:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718895.016963:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:2.0:1779718895.016965:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718895.016966:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.016968:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.016972:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718895.016973:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.016975:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718895.016976:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718895.016977:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718895.016979:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.016984:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718895.016985:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718895.016987:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718895.016988:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718895.016990:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718895.016991:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500544:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718895.016994:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718895.016996:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718895.016997:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718895.016998:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718895.017000:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718895.017002:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718895.017004:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718895.017006:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718895.017008:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718895.017011:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529500544, portal 10
00000100:00000001:2.0:1779718895.017012:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718895.017013:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718895.017018:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017022:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718895.017024:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718895.017025:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718895.017026:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529500544, offset 0
00000400:00000200:2.0:1779718895.017030:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718895.017032:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718895.017035:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718895.017037:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718895.017039:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718895.017041:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718895.017042:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718895.017045:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157640:157640:256:4294967295] 192.168.203.145@tcp LPNI seq info [157639:157639:8:4294967295]
00000400:00000200:2.0:1779718895.017048:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718895.017052:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718895.017055:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718895.017057:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718895.017060:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718895.017062:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718895.017065:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718895.017066:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1779718895.017069:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718895.017070:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718895.017072:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718895.017074:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718895.017077:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718895.017078:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718895.017079:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718895.017082:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017086:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718895.017088:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017093:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.017094:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718895.017096:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718895.017098:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718895.017100:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718895.017102:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316014091
00000100:00000001:2.0:1779718895.017104:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316015358
00000100:00000001:2.0:1779718895.017105:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316014091
00000100:00000001:2.0:1779718895.017107:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316015358
00000100:00000001:2.0:1779718895.017108:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718895.017110:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.017111:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718895.017113:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718895/real 1779718895]  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718895.017118:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718895.017119:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718895.017120:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718895.017122:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718895.017123:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718895.017124:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718895.017126:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718895.017131:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017135:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718895.017136:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017137:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718895.017137:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718895.017139:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017143:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718895.017146:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017150:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718895.017151:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017152:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718895.017153:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017154:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718895.017155:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718895.017158:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718895.017160:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718895.017161:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718895.017163:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718895.017168:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500544:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718895.017171:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718895.017173:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017179:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718895.017180:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718895.017182:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718895.017184:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718895.017186:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718895.017189:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500672:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718895.017192:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718895.017194:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718895.017195:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718895.017197:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718895.017201:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718895.017203:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718895.017206:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718895.017209:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718895.017224:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718895.017227:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529500672, portal 10
00000100:00000001:2.0:1779718895.017230:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718895.017231:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718895.017238:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017245:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718895.017246:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718895.017248:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718895.017250:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529500672, offset 0
00000400:00000200:2.0:1779718895.017253:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718895.017256:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718895.017259:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718895.017261:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718895.017263:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718895.017265:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718895.017266:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718895.017268:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157641:157641:256:4294967295] 192.168.203.145@tcp LPNI seq info [157640:157640:8:4294967295]
00000400:00000200:2.0:1779718895.017271:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718895.017275:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718895.017278:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718895.017280:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718895.017283:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718895.017284:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718895.017287:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718895.017289:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1779718895.017292:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718895.017293:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718895.017295:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718895.017298:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718895.017300:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718895.017301:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718895.017302:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718895.017305:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017310:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718895.017312:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017316:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.017317:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718895.017319:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718895.017321:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718895.017323:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718895.017324:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316014099
00000100:00000001:2.0:1779718895.017326:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316015358
00000100:00000001:2.0:1779718895.017327:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316014099
00000100:00000001:2.0:1779718895.017329:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316015358
00000100:00000001:2.0:1779718895.017331:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718895.017332:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.017334:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718895.017336:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718895/real 1779718895]  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718895.017341:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718895.017341:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718895.017343:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718895.017344:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718895.017345:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718895.017347:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718895.017348:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718895.017353:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017357:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718895.017358:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017359:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718895.017360:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718895.017362:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017366:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718895.017368:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017372:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718895.017374:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017375:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718895.017376:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017378:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718895.017379:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718895.017381:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718895.017383:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718895.017384:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718895.017387:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718895.017392:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500672:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718895.017394:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718895.017396:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017400:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718895.017401:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718895.017402:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718895.017403:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718895.017404:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718895.017406:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500800:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718895.017409:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718895.017410:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718895.017411:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718895.017412:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718895.017414:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718895.017416:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718895.017418:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718895.017419:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718895.017421:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718895.017423:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529500800, portal 4
00000100:00000001:2.0:1779718895.017425:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718895.017425:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718895.017429:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017434:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718895.017435:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718895.017436:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718895.017438:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529500800, offset 0
00000400:00000200:2.0:1779718895.017440:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718895.017442:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718895.017444:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718895.017446:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718895.017447:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718895.017449:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718895.017450:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718895.017452:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157642:157642:256:4294967295] 192.168.203.145@tcp LPNI seq info [157641:157641:8:4294967295]
00000400:00000200:2.0:1779718895.017455:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718895.017459:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718895.017462:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718895.017464:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718895.017466:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718895.017468:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779718895.017471:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718895.017472:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1779718895.017475:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718895.017476:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718895.017478:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718895.017480:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718895.017481:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718895.017482:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718895.017484:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718895.017486:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017491:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718895.017493:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017519:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.017521:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718895.017523:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718895.017525:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718895.017527:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718895.017528:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316014097
00000100:00000001:2.0:1779718895.017530:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316015358
00000100:00000001:2.0:1779718895.017532:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316014097
00000100:00000001:2.0:1779718895.017533:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316015358
00000100:00000001:2.0:1779718895.017535:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718895.017536:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.017537:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718895.017540:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718895/real 1779718895]  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718895.017544:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718895.017545:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718895.017547:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718895.017548:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718895.017549:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718895.017551:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718895.017553:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718895.017558:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017562:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718895.017563:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017564:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718895.017565:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718895.017566:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017571:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718895.017574:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017578:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718895.017579:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017580:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718895.017581:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017582:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718895.017583:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718895.017584:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718895.017586:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718895.017587:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718895.017589:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718895.017594:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529500800:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718895.017596:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017597:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718895.017599:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529500544/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017603:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718895.017604:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718895.017606:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718895.017607:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718895.017608:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718895.017609:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718895.017611:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718895.017612:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:2.0:1779718895.017614:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718895.017615:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718895.017616:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718895.017618:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718895.017619:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017620:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718895.017622:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529500672/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017626:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718895.017627:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718895.017628:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718895.017629:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718895.017630:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718895.017630:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718895.017631:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718895.017632:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:2.0:1779718895.017633:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718895.017634:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718895.017635:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718895.017636:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718895.017637:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017637:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718895.017639:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529500800/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718895.017643:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718895.017643:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718895.017644:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718895.017645:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718895.017646:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718895.017647:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718895.017647:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718895.017648:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:2.0:1779718895.017650:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718895.017650:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718895.017651:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718895.017652:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718895.017653:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017655:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718895.017657:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718895.017658:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718895.017659:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718895.017661:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718895.464004:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718895.464010:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718895.464017:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718895.464018:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718895.464021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718895.464022:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718895.464065:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718895.464068:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718895.464071:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718896.039995:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718896.040001:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718896.040002:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718896.040006:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718896.040009:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718896.040011:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718896.040013:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718896.040015:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718896.040017:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718896.295987:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316015358, at 4316015360
00000100:00000040:0.0:1779718896.296001:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316015358, at 4316015360
00000100:00000010:1.0:1779718896.296001:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5120.
00000100:00000010:0.0:1779718896.296010:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5660.
00010000:00000001:2.0:1779718896.487978:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718896.487984:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718896.487986:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718896.487988:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718896.487993:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718896.487995:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718896.487997:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718896.487999:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718896.488003:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718896.488004:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718896.488008:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718896.488009:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718896.488049:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718896.488052:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718896.488055:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718897.064006:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718897.064012:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718897.064014:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718897.064018:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718897.064021:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718897.064024:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718897.064027:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718897.064029:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718897.064031:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718897.512015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718897.512022:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718897.512028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718897.512030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718897.512034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718897.512035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718897.512099:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718897.512103:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718897.512106:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718898.088008:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718898.088016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718898.088018:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718898.088023:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718898.088026:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718898.088031:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718898.088034:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718898.088037:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718898.088039:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718898.536026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718898.536032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718898.536038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718898.536041:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718898.536044:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718898.536047:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718898.536050:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718898.536052:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718898.536054:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718898.536056:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718898.536059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718898.536059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718898.536120:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718898.536125:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718898.536128:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718899.112004:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718899.112010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718899.112012:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718899.112016:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718899.112019:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718899.112022:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718899.112025:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718899.112028:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718899.112029:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718899.560062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718899.560068:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718899.560073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718899.560074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718899.560077:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718899.560079:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718899.560116:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718899.560122:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718899.560127:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718900.136005:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718900.136010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718900.136012:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718900.136017:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718900.136020:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718900.136023:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.136026:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718900.136028:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.136031:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718900.136043:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718900.136050:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718900.136053:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718900.136057:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718900.136062:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718900.136070:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21346
00000400:00000200:0.0:1779718900.136079:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718900.136087:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718900.136090:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718900.136093:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136096:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718900.136099:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136101:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718900.136105:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718900.136106:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718900.136109:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718900.136111:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718900.136113:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718900.136115:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718900.136117:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136119:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718900.136120:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136121:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718900.136123:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718900.136126:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136128:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718900.136132:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718900.136135:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718900.136137:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718900.136138:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718900.136140:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718900.136145:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7b80.
00000020:00000040:0.0:1779718900.136148:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718900.136152:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718900.136153:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718900.136156:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718900.136158:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718900.136161:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718900.136167:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718900.136184:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718900.136194:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718900.136202:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718900.136206:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718900.136211:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005def021d] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718900.136231:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718900.136234:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718900.136238:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718900.136239:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718900.136241:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718900.136244:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718900.136247:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21346
00000400:00000200:0.0:1779718900.136251:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718900.136255:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718900.136258:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718900.136261:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136263:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718900.136267:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718900.136271:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718900.136273:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718900.136279:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.136287:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718900.136289:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718900.136292:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718900.136294:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718900.136296:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718900.136299:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529500928:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718900.136302:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718900.136306:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718900.136308:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718900.136311:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1779718900.136313:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136316:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000010:3.0:1779718900.136317:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f800.
00000020:00000001:0.0:1779718900.136318:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718900.136321:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
02000000:00000001:3.0:1779718900.136321:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1779718900.136325:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718900.136327:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718900.136330:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718900.136333:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718900.136335:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136336:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718900.136337:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136338:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718900.136340:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718900.136341:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136343:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718900.136344:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718900.136348:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718900.136349:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718900.136351:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718900.136354:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718900.136356:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718900.136357:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718900.136360:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4000.
00000020:00000040:0.0:1779718900.136361:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718900.136363:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718900.136364:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718900.136365:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718900.136366:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718900.136368:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718900.136371:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779718900.136374:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718900.136377:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1779718900.136382:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718900.136387:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718900.136389:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718900.136390:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00000040:0.0:1779718900.136392:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000eec33b3] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718900.136400:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718900.136400:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00080000:0.0:1779718900.136405:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718900.136407:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718900.136409:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718900.136410:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1779718900.136410:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529500928, portal 25
00000100:00000001:0.0:1779718900.136414:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718900.136416:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1779718900.136417:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21346
00000100:00000001:3.0:1779718900.136419:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252992 : -117608216298624 : ffff9509340b7b80)
00000400:00000200:0.0:1779718900.136422:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718900.136426:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718900.136427:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718900.136431:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718900.136432:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136435:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718900.136439:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136443:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718900.136446:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718900.136448:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718900.136451:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718900.136453:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000001:3.0:1779718900.136453:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1779718900.136455:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779718900.136459:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718900.136459:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718900.136462:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000040:0.0:1779718900.136464:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136466:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1779718900.136466:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529500928, offset 0
00000100:00000040:0.0:1779718900.136469:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136471:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718900.136483:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779718900.136485:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136487:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718900.136488:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718900.136490:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718900.136491:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718900.136493:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718900.136494:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718900.136496:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718900.136497:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718900.136500:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000020:00000040:0.0:1779718900.136502:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779718900.136503:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718900.136504:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718900.136505:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718900.136506:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718900.136507:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718900.136510:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779718900.136512:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718900.136515:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718900.136520:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718900.136522:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718900.136524:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718900.136529:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718900.136531:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718900.136533:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779718900.136535:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718900.136537:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718900.136539:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718900.136541:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718900.136543:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718900.136544:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21346
00000400:00000200:0.0:1779718900.136547:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718900.136549:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718900.136550:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718900.136551:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136553:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718900.136554:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136556:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718900.136558:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718900.136559:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779718900.136560:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718900.136561:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718900.136563:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718900.136564:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779718900.136566:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718900.136570:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136571:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718900.136575:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136576:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718900.136578:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:3.0:1779718900.136580:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:0.0:1779718900.136583:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136585:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718900.136586:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718900.136588:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718900.136590:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718900.136592:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718900.136593:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1779718900.136594:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000008:00000001:0.0:1779718900.136596:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718900.136603:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1779718900.136607:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718900.136609:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000010:0.0:1779718900.136611:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000400:00000200:3.0:1779718900.136613:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1779718900.136615:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779718900.136618:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718900.136619:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718900.136621:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718900.136622:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718900.136623:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718900.136625:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
00000100:00000001:0.0:1779718900.136627:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718900.136632:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718900.136637:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718900.136639:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718900.136643:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718900.136650:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779718900.136655:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718900.136657:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157643:157643:256:4294967295] 192.168.203.145@tcp LPNI seq info [157642:157642:8:4294967295]
00000100:00000040:0.0:1779718900.136660:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21356)
00000400:00000200:3.0:1779718900.136664:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718900.136672:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718900.136679:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718900.136684:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718900.136689:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718900.136691:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1779718900.136696:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718900.136698:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1779718900.136701:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718900.136703:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718900.136706:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718900.136710:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718900.136714:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718900.136715:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718900.136719:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718900.136722:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.136729:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718900.136732:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.136737:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718900.136738:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718900.136742:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718900.136745:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718900.136747:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316020478
00000100:00000010:3.0:1779718900.136750:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084750c0.
00000100:00000001:3.0:1779718900.136755:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718900.136760:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316020478
00000100:00000010:3.0:1779718900.136764:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475720.
00000100:00000001:3.0:1779718900.136767:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718900.136770:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718900.136773:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718900.136775:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718900.136780:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718900/real 1779718900]  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718900.136797:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718900.136798:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718900.136800:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718900.136803:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718900.136805:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718900.136808:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718900.136812:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718900.136818:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.136823:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718900.136824:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.136826:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718900.136827:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718900.136830:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.136834:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718900.136837:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.136842:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718900.136844:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.136845:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718900.136846:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.136847:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718900.136849:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718900.136851:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718900.136853:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718900.136855:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718900.136857:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718900.136881:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529500928:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718900.136884:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.136885:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718900.136887:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7b80 x1866162529500928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.136892:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718900.136894:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718900.136895:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718900.136897:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718900.136898:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718900.136899:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718900.136901:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718900.136903:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58c00.
02000000:00000001:3.0:1779718900.136905:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718900.136907:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718900.136908:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7b80.
00000100:00000001:3.0:1779718900.136910:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718900.136911:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.136913:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.136918:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718900.136918:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718900.136936:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718900.136938:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718900.136940:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718900.136943:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.136949:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718900.136950:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718900.136952:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718900.136954:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718900.136955:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718900.136958:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501056:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718900.136961:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718900.136963:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718900.136964:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718900.136965:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718900.136968:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718900.136970:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718900.136973:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718900.136975:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718900.136978:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718900.136980:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529501056, portal 10
00000100:00000001:3.0:1779718900.136981:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718900.136988:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493237760 : -117608216313856 : ffff9509340b4000)
00000100:00000040:3.0:1779718900.136993:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.136998:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718900.137000:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718900.137001:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718900.137003:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529501056, offset 0
00000400:00000200:3.0:1779718900.137006:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718900.137009:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718900.137012:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718900.137014:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718900.137015:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718900.137017:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718900.137019:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718900.137021:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157644:157644:256:4294967295] 192.168.203.145@tcp LPNI seq info [157643:157643:8:4294967295]
00000400:00000200:3.0:1779718900.137024:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718900.137028:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718900.137032:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718900.137034:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718900.137036:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718900.137039:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1779718900.137042:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718900.137044:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1779718900.137046:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718900.137048:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718900.137050:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718900.137052:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718900.137054:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718900.137055:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718900.137057:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718900.137059:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137064:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718900.137066:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137071:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718900.137088:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718900.137091:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718900.137094:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718900.137097:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718900.137099:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316019211
00000100:00000001:3.0:1779718900.137101:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316020478
00000100:00000001:3.0:1779718900.137103:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316019211
00000100:00000001:3.0:1779718900.137105:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316020478
00000100:00000001:3.0:1779718900.137107:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718900.137108:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718900.137110:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718900.137113:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718900/real 1779718900]  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718900.137119:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718900.137120:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718900.137122:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718900.137124:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718900.137125:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718900.137127:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718900.137129:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718900.137135:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137140:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718900.137141:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137143:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718900.137144:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718900.137146:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137151:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718900.137154:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137159:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718900.137161:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137163:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718900.137164:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137165:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718900.137167:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718900.137169:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718900.137188:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718900.137191:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718900.137211:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718900.137216:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501056:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718900.137219:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718900.137222:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137226:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718900.137227:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718900.137228:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718900.137229:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718900.137231:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718900.137232:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501184:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718900.137234:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718900.137236:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718900.137237:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718900.137238:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718900.137240:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718900.137242:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718900.137244:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718900.137245:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718900.137247:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718900.137250:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529501184, portal 10
00000100:00000001:3.0:1779718900.137251:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718900.137252:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493246720 : -117608216304896 : ffff9509340b6300)
00000100:00000040:3.0:1779718900.137256:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137260:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718900.137261:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718900.137263:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718900.137264:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529501184, offset 0
00000400:00000200:3.0:1779718900.137267:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718900.137269:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718900.137271:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718900.137273:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718900.137275:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718900.137277:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718900.137278:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718900.137281:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157645:157645:256:4294967295] 192.168.203.145@tcp LPNI seq info [157644:157644:8:4294967295]
00000400:00000200:3.0:1779718900.137283:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718900.137287:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718900.137290:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718900.137291:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718900.137294:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718900.137296:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1779718900.137299:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718900.137301:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1779718900.137303:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718900.137304:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718900.137306:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718900.137308:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718900.137310:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718900.137311:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718900.137313:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718900.137315:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137320:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718900.137322:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137326:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718900.137327:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718900.137329:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718900.137331:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718900.137332:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718900.137334:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316019219
00000100:00000001:3.0:1779718900.137335:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316020478
00000100:00000001:3.0:1779718900.137337:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316019219
00000100:00000001:3.0:1779718900.137338:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316020478
00000100:00000001:3.0:1779718900.137340:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718900.137341:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718900.137343:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718900.137345:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718900/real 1779718900]  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718900.137350:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718900.137350:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718900.137351:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718900.137353:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718900.137353:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718900.137355:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718900.137356:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718900.137362:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137366:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718900.137367:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137368:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718900.137369:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718900.137371:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137375:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718900.137377:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137381:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718900.137382:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137383:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718900.137384:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137404:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718900.137406:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718900.137409:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718900.137413:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718900.137415:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718900.137420:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718900.137429:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501184:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718900.137433:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718900.137436:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137443:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718900.137444:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718900.137446:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718900.137447:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718900.137449:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718900.137451:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501312:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718900.137453:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718900.137455:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718900.137456:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718900.137457:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718900.137460:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718900.137461:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718900.137464:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718900.137465:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718900.137468:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718900.137470:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529501312, portal 4
00000100:00000001:3.0:1779718900.137472:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718900.137473:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493240448 : -117608216311168 : ffff9509340b4a80)
00000100:00000040:3.0:1779718900.137476:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137481:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718900.137483:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718900.137484:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718900.137486:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529501312, offset 0
00000400:00000200:3.0:1779718900.137488:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718900.137491:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718900.137493:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718900.137495:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718900.137497:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718900.137498:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718900.137500:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718900.137502:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157646:157646:256:4294967295] 192.168.203.145@tcp LPNI seq info [157645:157645:8:4294967295]
00000400:00000200:3.0:1779718900.137505:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718900.137510:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718900.137513:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718900.137515:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718900.137517:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718900.137519:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1779718900.137522:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718900.137524:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1779718900.137527:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718900.137528:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718900.137530:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718900.137532:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718900.137534:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718900.137535:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718900.137537:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718900.137539:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137544:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718900.137546:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137554:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718900.137555:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718900.137557:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718900.137559:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718900.137561:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718900.137562:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316019217
00000100:00000001:3.0:1779718900.137564:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316020478
00000100:00000001:3.0:1779718900.137565:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316019217
00000100:00000001:3.0:1779718900.137566:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316020478
00000100:00000001:3.0:1779718900.137568:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718900.137569:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718900.137570:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718900.137572:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718900/real 1779718900]  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718900.137577:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718900.137578:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718900.137579:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718900.137580:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718900.137581:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718900.137583:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718900.137584:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718900.137589:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137593:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718900.137594:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137595:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718900.137597:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718900.137599:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137604:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718900.137606:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137610:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718900.137612:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137613:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718900.137613:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137615:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718900.137615:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718900.137617:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718900.137619:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718900.137620:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718900.137622:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718900.137626:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501312:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718900.137629:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137630:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718900.137632:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4000 x1866162529501056/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137636:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718900.137637:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718900.137638:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718900.137640:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718900.137641:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718900.137642:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718900.137643:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718900.137644:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a800.
02000000:00000001:3.0:1779718900.137647:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718900.137648:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718900.137649:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4000.
00000100:00000001:3.0:1779718900.137651:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718900.137652:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137653:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718900.137655:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6300 x1866162529501184/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137659:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718900.137660:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718900.137660:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718900.137662:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718900.137662:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718900.137663:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718900.137664:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718900.137665:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:3.0:1779718900.137667:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718900.137668:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718900.137669:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6300.
00000100:00000001:3.0:1779718900.137670:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718900.137671:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137672:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718900.137673:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4a80 x1866162529501312/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718900.137677:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718900.137678:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718900.137678:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718900.137680:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718900.137680:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718900.137681:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718900.137683:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718900.137684:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:3.0:1779718900.137685:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718900.137685:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718900.137686:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4a80.
00000100:00000001:3.0:1779718900.137687:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718900.137689:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137690:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718900.137692:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718900.137693:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718900.137694:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718900.137696:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718900.584010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718900.584017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718900.584023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718900.584024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718900.584028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718900.584029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718900.584080:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718900.584083:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718900.584086:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718901.160041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718901.160047:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718901.160049:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718901.160053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718901.160056:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718901.160059:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718901.160062:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718901.160064:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718901.160066:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718901.416025:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316020478, at 4316020480
00000100:00000040:1.0:1779718901.416029:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316020478, at 4316020480
00000100:00000010:0.0:1779718901.416038:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084750c0.
00000100:00000010:1.0:1779718901.416040:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475720.
00010000:00000001:2.0:1779718901.607999:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718901.608004:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718901.608009:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718901.608011:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718901.608014:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718901.608015:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718901.608090:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718901.608093:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718901.608096:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718902.183987:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718902.183993:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718902.183995:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718902.183998:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718902.184001:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718902.184004:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718902.184006:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718902.184008:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718902.184010:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718902.632019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718902.632025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718902.632030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718902.632032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718902.632035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718902.632036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718902.632079:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718902.632082:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718902.632085:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718903.208039:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718903.208045:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718903.208048:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718903.208053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718903.208057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718903.208061:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718903.208064:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718903.208067:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718903.208070:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718903.656012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718903.656017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718903.656023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718903.656024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718903.656028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718903.656032:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718903.656034:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718903.656037:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718903.656040:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718903.656042:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718903.656044:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718903.656047:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718903.656101:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718903.656104:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718903.656106:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718904.232017:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718904.232024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718904.232027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718904.232032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718904.232036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718904.232040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718904.232044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718904.232047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718904.232050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718904.680039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718904.680045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718904.680050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718904.680052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718904.680055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718904.680056:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718904.680106:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718904.680109:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718904.680113:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718905.255983:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718905.255988:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718905.255990:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718905.255993:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718905.255996:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718905.255999:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779718905.256001:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718905.256002:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718905.256006:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779718905.256008:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718905.256008:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718905.256011:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718905.256015:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718905.256018:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718905.256023:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21351
00000400:00000200:1.0:1779718905.256030:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718905.256035:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718905.256037:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718905.256040:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256042:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718905.256044:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256046:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718905.256049:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718905.256050:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718905.256052:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718905.256054:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718905.256055:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718905.256057:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718905.256059:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256060:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718905.256062:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256063:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718905.256065:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718905.256067:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256069:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718905.256071:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718905.256073:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718905.256075:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718905.256077:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718905.256079:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718905.256085:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779718905.256087:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718905.256090:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718905.256091:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718905.256094:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718905.256096:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718905.256099:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718905.256105:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779718905.256110:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718905.256117:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718905.256124:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718905.256128:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718905.256131:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718905.256162:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718905.256164:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718905.256167:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718905.256168:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718905.256169:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718905.256171:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718905.256190:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21351
00000400:00000200:1.0:1779718905.256193:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718905.256196:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718905.256198:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718905.256201:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256203:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718905.256205:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256207:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718905.256209:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718905.256210:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718905.256211:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718905.256213:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:3.0:1779718905.256214:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1779718905.256215:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718905.256218:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:3.0:1779718905.256218:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718905.256222:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718905.256223:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256227:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718905.256232:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000040:3.0:1779718905.256233:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718905.256234:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718905.256255:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718905.256261:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256266:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.256266:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718905.256269:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718905.256270:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718905.256274:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779718905.256276:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718905.256277:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718905.256281:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718905.256281:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718905.256284:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1779718905.256288:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529501440:192.168.203.145@tcp:250:kworker.0
00000008:00100000:1.0:1779718905.256290:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1779718905.256293:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1779718905.256294:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718905.256296:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718905.256297:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1779718905.256300:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
02000000:00000001:3.0:1779718905.256300:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718905.256302:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1779718905.256304:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718905.256306:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718905.256307:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718905.256308:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c000.
00000100:00000001:1.0:1779718905.256309:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718905.256312:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718905.256312:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718905.256316:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718905.256319:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:1.0:1779718905.256321:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000400:00000010:3.0:1779718905.256324:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00000001:1.0:1779718905.256325:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718905.256331:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00100000:1.0:1779718905.256332:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1779718905.256338:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529501440, portal 25
00000100:00000001:1.0:1779718905.256340:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718905.256342:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718905.256344:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.256345:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885892736 : -117608823658880 : ffff95090fd7e680)
00000100:00000040:1.0:1779718905.256350:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718905.256353:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.256380:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1779718905.256382:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718905.256385:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779718905.256387:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1779718905.256388:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00080000:1.0:1779718905.256393:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:3.0:1779718905.256393:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529501440, offset 0
00000100:00000001:1.0:1779718905.256396:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718905.256398:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1779718905.256401:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256402:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718905.256406:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21351
00000400:00000200:1.0:1779718905.256409:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718905.256411:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718905.256414:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718905.256416:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1779718905.256419:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:1.0:1779718905.256420:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256424:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718905.256427:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1779718905.256428:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256431:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718905.256432:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718905.256434:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:3.0:1779718905.256435:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000001:1.0:1779718905.256437:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718905.256439:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:3.0:1779718905.256441:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1779718905.256442:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718905.256446:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718905.256448:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:1.0:1779718905.256451:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256454:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718905.256458:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718905.256459:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157647:157647:256:4294967295] 192.168.203.145@tcp LPNI seq info [157646:157646:8:4294967295]
00000100:00000001:1.0:1779718905.256460:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718905.256465:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718905.256472:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:3.0:1779718905.256473:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718905.256486:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718905.256492:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718905.256497:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000100:00000001:1.0:1779718905.256500:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718905.256503:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718905.256505:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1779718905.256506:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779718905.256510:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718905.256512:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1779718905.256513:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718905.256516:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718905.256522:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718905.256522:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718905.256526:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718905.256527:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000100:00000010:1.0:1779718905.256532:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000800:00000100:3.0:1779718905.256532:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718905.256536:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000020:00000040:1.0:1779718905.256537:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718905.256540:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718905.256541:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718905.256541:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1779718905.256545:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718905.256547:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1779718905.256549:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1779718905.256550:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718905.256555:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000400:00000200:3.0:1779718905.256556:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000100:00000001:1.0:1779718905.256559:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718905.256559:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718905.256566:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1779718905.256567:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1779718905.256572:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718905.256581:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718905.256585:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.256591:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718905.256594:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718905.256598:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718905.256613:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.256615:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718905.256616:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718905.256618:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1779718905.256622:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718905.256626:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718905.256626:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718905.256631:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1779718905.256634:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718905.256635:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718905.256638:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718905.256638:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316025598
00000100:00000001:1.0:1779718905.256643:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000010:3.0:1779718905.256645:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475900.
00000100:00080000:1.0:1779718905.256648:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21351
00000400:00000200:1.0:1779718905.256652:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718905.256653:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1779718905.256656:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718905.256658:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1779718905.256660:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316025598
00000100:00000040:1.0:1779718905.256661:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000010:3.0:1779718905.256664:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475d80.
00000100:00000001:1.0:1779718905.256665:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718905.256669:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718905.256669:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1779718905.256673:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718905.256675:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1779718905.256677:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718905.256679:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:3.0:1779718905.256679:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718905.256683:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1779718905.256684:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1779718905.256685:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718905.256688:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718905.256690:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00100000:3.0:1779718905.256690:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718905/real 1779718905]  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718905.256698:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256703:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1779718905.256705:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1779718905.256706:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000001:3.0:1779718905.256708:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1779718905.256709:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000010:3.0:1779718905.256710:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000020:00000040:1.0:1779718905.256713:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:3.0:1779718905.256714:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718905.256717:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00080000:1.0:1779718905.256719:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718905.256721:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718905.256722:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718905.256724:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718905.256725:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718905.256726:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718905.256728:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718905.256731:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.256731:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1779718905.256732:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718905.256736:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000100:00000200:3.0:1779718905.256736:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779718905.256741:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718905.256746:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718905.256748:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718905.256752:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718905.256755:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1779718905.256755:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718905.256758:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718905.256763:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779718905.256769:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.256769:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718905.256771:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.256773:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:1.0:1779718905.256776:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718905.256776:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718905.256784:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718905.256791:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718905.256795:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.256801:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718905.256803:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718905.256812:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718905.256814:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718905.256816:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21362)
00000100:00000001:3.0:1779718905.256823:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718905.256825:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.256826:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718905.256827:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.256829:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718905.256831:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718905.256833:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718905.256836:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718905.256839:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718905.256842:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718905.256847:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529501440:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718905.256850:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.256851:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718905.256853:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7e680 x1866162529501440/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.256857:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718905.256859:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718905.256861:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718905.256862:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718905.256863:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718905.256864:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718905.256866:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718905.256867:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92c00.
02000000:00000001:3.0:1779718905.256874:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718905.256875:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718905.256876:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7e680.
00000100:00000001:3.0:1779718905.256879:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718905.256880:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.256881:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.256887:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718905.256889:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.256891:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718905.256892:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718905.256894:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718905.256898:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.256905:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718905.256906:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718905.256908:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718905.256910:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718905.256913:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718905.256916:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501568:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718905.256946:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718905.256948:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718905.256950:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718905.256951:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718905.256954:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718905.256955:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718905.256959:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718905.256960:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718905.256963:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718905.256966:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529501568, portal 10
00000100:00000001:3.0:1779718905.256967:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718905.256968:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:3.0:1779718905.256973:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.256977:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718905.256979:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718905.256980:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718905.256982:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529501568, offset 0
00000400:00000200:3.0:1779718905.256984:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718905.256987:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718905.256990:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718905.256992:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718905.256994:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718905.256996:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718905.256998:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718905.257000:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157648:157648:256:4294967295] 192.168.203.145@tcp LPNI seq info [157647:157647:8:4294967295]
00000400:00000200:3.0:1779718905.257003:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718905.257007:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718905.257010:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718905.257013:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718905.257016:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718905.257018:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779718905.257021:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718905.257022:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1779718905.257025:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718905.257026:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718905.257028:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718905.257031:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718905.257033:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718905.257034:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718905.257036:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718905.257038:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257043:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718905.257045:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257050:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.257051:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718905.257053:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718905.257055:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718905.257057:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718905.257059:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316024331
00000100:00000001:3.0:1779718905.257061:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316025598
00000100:00000001:3.0:1779718905.257062:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316024331
00000100:00000001:3.0:1779718905.257064:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316025598
00000100:00000001:3.0:1779718905.257065:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718905.257066:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.257068:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718905.257070:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718905/real 1779718905]  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718905.257079:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718905.257080:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718905.257081:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718905.257083:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718905.257084:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718905.257085:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718905.257087:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718905.257092:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257096:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718905.257097:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257098:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718905.257099:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718905.257101:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257105:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718905.257108:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257112:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718905.257113:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257114:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718905.257115:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257116:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718905.257117:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718905.257119:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718905.257121:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718905.257122:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718905.257125:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718905.257130:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501568:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718905.257148:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718905.257151:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257156:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718905.257157:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718905.257158:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718905.257159:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718905.257161:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718905.257163:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501696:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718905.257165:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718905.257166:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718905.257167:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718905.257168:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718905.257171:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718905.257188:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718905.257191:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718905.257192:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718905.257194:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718905.257196:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529501696, portal 10
00000100:00000001:3.0:1779718905.257198:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718905.257199:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:3.0:1779718905.257203:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257207:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718905.257209:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718905.257210:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718905.257212:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529501696, offset 0
00000400:00000200:3.0:1779718905.257215:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718905.257218:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718905.257220:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718905.257222:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718905.257224:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718905.257226:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718905.257228:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718905.257230:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157649:157649:256:4294967295] 192.168.203.145@tcp LPNI seq info [157648:157648:8:4294967295]
00000400:00000200:3.0:1779718905.257233:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718905.257237:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718905.257240:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718905.257242:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718905.257245:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718905.257246:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779718905.257249:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718905.257251:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1779718905.257254:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718905.257255:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718905.257257:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718905.257260:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718905.257262:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718905.257263:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718905.257265:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718905.257267:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257272:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718905.257274:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257278:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.257279:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718905.257281:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718905.257283:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718905.257285:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718905.257287:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316024339
00000100:00000001:3.0:1779718905.257288:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316025598
00000100:00000001:3.0:1779718905.257290:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316024339
00000100:00000001:3.0:1779718905.257291:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316025598
00000100:00000001:3.0:1779718905.257292:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718905.257294:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.257295:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718905.257297:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718905/real 1779718905]  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718905.257302:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718905.257303:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718905.257304:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718905.257305:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718905.257307:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718905.257308:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718905.257310:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718905.257315:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257319:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718905.257320:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257321:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718905.257322:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718905.257324:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257328:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718905.257330:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257334:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718905.257336:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257337:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718905.257338:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257340:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718905.257341:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718905.257343:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718905.257345:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718905.257346:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718905.257348:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718905.257353:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501696:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718905.257355:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718905.257357:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257362:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718905.257363:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718905.257364:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718905.257382:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718905.257385:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718905.257388:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501824:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718905.257391:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718905.257393:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718905.257395:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718905.257397:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718905.257400:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718905.257402:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718905.257406:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718905.257408:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718905.257412:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718905.257415:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529501824, portal 4
00000100:00000001:3.0:1779718905.257418:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718905.257420:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:3.0:1779718905.257426:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257451:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718905.257454:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718905.257458:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718905.257461:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529501824, offset 0
00000400:00000200:3.0:1779718905.257467:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718905.257473:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718905.257477:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718905.257481:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718905.257485:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718905.257489:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718905.257492:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718905.257512:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157650:157650:256:4294967295] 192.168.203.145@tcp LPNI seq info [157649:157649:8:4294967295]
00000400:00000200:3.0:1779718905.257517:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718905.257524:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718905.257529:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718905.257533:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718905.257537:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718905.257539:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779718905.257541:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718905.257543:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1779718905.257546:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718905.257547:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718905.257549:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718905.257552:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718905.257554:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718905.257555:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718905.257557:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718905.257560:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257570:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718905.257572:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257576:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.257577:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718905.257579:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718905.257581:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718905.257583:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718905.257585:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316024337
00000100:00000001:3.0:1779718905.257586:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316025598
00000100:00000001:3.0:1779718905.257603:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316024337
00000100:00000001:3.0:1779718905.257604:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316025598
00000100:00000001:3.0:1779718905.257606:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718905.257607:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.257608:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718905.257610:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718905/real 1779718905]  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718905.257615:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718905.257616:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718905.257617:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718905.257618:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718905.257619:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718905.257621:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718905.257623:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718905.257628:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257632:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718905.257650:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257651:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718905.257652:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718905.257655:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257660:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718905.257662:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257667:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718905.257668:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257669:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718905.257670:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257671:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718905.257672:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718905.257673:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718905.257675:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718905.257676:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718905.257679:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718905.257683:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529501824:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718905.257685:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257687:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718905.257689:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529501568/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257693:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718905.257694:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718905.257696:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718905.257697:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718905.257698:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718905.257708:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718905.257710:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718905.257711:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90800.
02000000:00000001:3.0:1779718905.257713:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718905.257714:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718905.257715:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:3.0:1779718905.257718:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718905.257719:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257720:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718905.257722:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529501696/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257727:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718905.257728:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718905.257729:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718905.257730:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718905.257731:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718905.257731:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718905.257732:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718905.257733:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90400.
02000000:00000001:3.0:1779718905.257735:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718905.257735:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718905.257736:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:3.0:1779718905.257738:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718905.257739:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257740:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718905.257742:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529501824/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718905.257746:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718905.257747:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718905.257747:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718905.257749:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718905.257749:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718905.257750:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718905.257751:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718905.257752:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92800.
02000000:00000001:3.0:1779718905.257753:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718905.257754:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718905.257755:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:3.0:1779718905.257757:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718905.257758:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257759:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718905.257761:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718905.257762:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718905.257764:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718905.257765:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718905.704004:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718905.704009:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718905.704015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718905.704016:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718905.704019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718905.704020:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718905.704059:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718905.704062:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718905.704065:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718906.280023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718906.280029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718906.280031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718906.280036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718906.280038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718906.280041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718906.280043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718906.280045:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718906.280048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718906.535982:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316025598, at 4316025600
00000100:00000010:0.0:1779718906.535997:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475900.
00000100:00000040:1.0:1779718906.536011:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316025598, at 4316025600
00000100:00000010:1.0:1779718906.536018:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475d80.
00010000:00000001:2.0:1779718906.728025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718906.728031:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718906.728033:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718906.728036:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718906.728040:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718906.728042:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718906.728044:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718906.728045:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718906.728048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718906.728050:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718906.728052:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718906.728053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718906.728108:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718906.728111:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718906.728113:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718907.304008:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718907.304014:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718907.304016:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718907.304020:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718907.304023:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718907.304026:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718907.304028:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718907.304030:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718907.304032:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718907.752004:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718907.752009:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718907.752015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718907.752016:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718907.752019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718907.752020:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718907.752072:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718907.752076:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718907.752080:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718908.328014:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718908.328020:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718908.328022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718908.328026:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718908.328030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718908.328034:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718908.328037:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718908.328040:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718908.328043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718908.775990:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718908.776037:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718908.776043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718908.776046:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718908.776048:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718908.776051:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718908.776054:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718908.776056:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718908.776057:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718908.776059:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718908.776063:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718908.776064:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718908.776098:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718908.776101:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718908.776103:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718909.351991:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718909.351996:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718909.351997:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718909.352001:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718909.352004:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718909.352006:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718909.352008:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718909.352010:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718909.352012:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718909.800000:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718909.800005:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718909.800011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718909.800012:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718909.800016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718909.800017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718909.800061:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718909.800072:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718909.800075:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718910.376001:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718910.376008:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718910.376010:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718910.376014:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718910.376017:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718910.376020:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718910.376023:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718910.376035:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718910.376038:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718910.376040:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718910.376050:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718910.376055:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718910.376061:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718910.376066:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718910.376198:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21357
00000400:00000200:1.0:1779718910.376206:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718910.376212:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718910.376215:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718910.376219:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376222:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718910.376225:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376228:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718910.376232:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718910.376234:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718910.376237:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718910.376239:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718910.376242:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718910.376245:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718910.376248:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376250:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718910.376252:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376254:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718910.376258:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718910.376261:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376264:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718910.376267:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718910.376272:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718910.376274:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718910.376276:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718910.376278:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718910.376286:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718910.376289:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718910.376292:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718910.376293:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718910.376297:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718910.376299:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718910.376305:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718910.376313:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779718910.376321:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718910.376332:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718910.376343:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718910.376348:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718910.376352:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718910.376372:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718910.376376:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718910.376381:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718910.376383:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718910.376385:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718910.376388:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718910.376391:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21357
00000400:00000200:1.0:1779718910.376395:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718910.376399:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718910.376401:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718910.376404:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376406:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718910.376406:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1779718910.376408:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718910.376410:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718910.376411:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718910.376412:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1779718910.376413:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718910.376414:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718910.376416:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1779718910.376417:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779718910.376418:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718910.376420:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718910.376422:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718910.376425:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718910.376426:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718910.376428:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718910.376428:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718910.376430:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376432:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:3.0:1779718910.376432:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1779718910.376435:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:3.0:1779718910.376435:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1779718910.376438:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:3.0:1779718910.376438:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718910.376440:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718910.376441:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529501952:192.168.203.145@tcp:250:kworker.0
02000000:00000001:1.0:1779718910.376442:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1779718910.376445:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718910.376447:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718910.376448:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718910.376448:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1779718910.376451:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1779718910.376451:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718910.376454:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1779718910.376455:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718910.376458:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718910.376459:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f800.
00000100:00000001:1.0:1779718910.376460:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718910.376461:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718910.376463:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718910.376465:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000200:3.0:1779718910.376466:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779718910.376468:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718910.376469:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718910.376470:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00000001:1.0:1779718910.376471:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718910.376472:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718910.376474:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718910.376476:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
02000000:00000010:1.0:1779718910.376477:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779718910.376480:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718910.376483:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529501952, portal 25
00000100:00100000:1.0:1779718910.376485:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718910.376486:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718910.376488:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000100:00000001:1.0:1779718910.376492:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1779718910.376493:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718910.376494:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718910.376499:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.376501:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718910.376505:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376507:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718910.376507:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00080000:1.0:1779718910.376510:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1779718910.376511:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529501952, offset 0
00000100:00080000:1.0:1779718910.376513:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1779718910.376517:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718910.376524:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718910.376530:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718910.376535:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718910.376539:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779718910.376540:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718910.376542:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1779718910.376543:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1779718910.376545:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:3.0:1779718910.376546:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:1.0:1779718910.376547:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21357
00000400:00000200:1.0:1779718910.376551:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718910.376551:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157651:157651:256:4294967295] 192.168.203.145@tcp LPNI seq info [157650:157650:8:4294967295]
00000400:00000200:1.0:1779718910.376554:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:3.0:1779718910.376556:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779718910.376557:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718910.376559:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376561:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718910.376563:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376565:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:3.0:1779718910.376567:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1779718910.376568:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718910.376569:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718910.376571:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1779718910.376572:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000040:1.0:1779718910.376573:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718910.376575:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718910.376577:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000010:3.0:1779718910.376578:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000100:00000040:1.0:1779718910.376581:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376582:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718910.376584:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:3.0:1779718910.376585:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718910.376586:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718910.376589:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:3.0:1779718910.376589:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00080000:1.0:1779718910.376592:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376594:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718910.376595:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779718910.376596:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718910.376598:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1779718910.376599:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1779718910.376600:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718910.376602:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718910.376604:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1779718910.376604:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718910.376606:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000008:00000001:1.0:1779718910.376607:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718910.376609:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718910.376611:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1779718910.376612:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718910.376614:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:3.0:1779718910.376616:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1779718910.376617:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718910.376618:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718910.376619:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718910.376621:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1779718910.376621:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
02000000:00000001:1.0:1779718910.376623:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718910.376624:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
02000000:00000010:1.0:1779718910.376626:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:3.0:1779718910.376628:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1779718910.376629:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718910.376632:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718910.376633:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718910.376641:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718910.376643:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718910.376647:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.376650:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718910.376654:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718910.376656:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718910.376659:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718910.376661:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718910.376663:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1779718910.376663:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1779718910.376665:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718910.376669:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718910.376669:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718910.376671:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718910.376672:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1779718910.376673:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718910.376675:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718910.376676:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316030718
00000100:00080000:1.0:1779718910.376677:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21357
00000100:00000010:3.0:1779718910.376680:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084758a0.
00000400:00000200:1.0:1779718910.376681:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718910.376683:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718910.376685:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1779718910.376686:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1779718910.376688:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376690:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718910.376692:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718910.376693:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316030718
00000100:00000001:1.0:1779718910.376695:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000010:3.0:1779718910.376696:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475000.
00000020:00000001:1.0:1779718910.376697:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718910.376698:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718910.376699:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1779718910.376700:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1779718910.376701:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718910.376704:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718910.376704:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1779718910.376706:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718910.376706:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718910.376708:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718910.376709:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1779718910.376710:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718910.376712:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00100000:3.0:1779718910.376713:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718910/real 1779718910]  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718910.376714:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718910.376717:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718910.376720:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718910.376722:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1779718910.376723:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1779718910.376724:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:3.0:1779718910.376725:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1779718910.376726:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1779718910.376727:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
02000000:00000001:1.0:1779718910.376728:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718910.376730:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1779718910.376730:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000008:00100000:1.0:1779718910.376732:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000010:3.0:1779718910.376732:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000008:00000001:1.0:1779718910.376735:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.376735:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1779718910.376737:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718910.376738:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1779718910.376740:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718910.376742:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718910.376744:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718910.376746:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718910.376748:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1779718910.376748:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718910.376749:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718910.376751:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718910.376754:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:3.0:1779718910.376756:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1779718910.376757:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.376758:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.376760:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:1.0:1779718910.376761:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718910.376762:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718910.376767:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718910.376769:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718910.376771:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.376774:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718910.376775:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718910.376779:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718910.376783:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718910.376787:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21367)
00000100:00000001:3.0:1779718910.376787:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718910.376790:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.376791:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718910.376793:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.376795:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718910.376797:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718910.376799:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718910.376803:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718910.376806:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718910.376810:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718910.376818:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529501952:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718910.376823:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.376825:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718910.376838:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529501952/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.376843:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718910.376845:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718910.376847:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718910.376849:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718910.376851:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718910.376852:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718910.376854:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718910.376855:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93800.
02000000:00000001:3.0:1779718910.376858:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718910.376860:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718910.376862:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:3.0:1779718910.376865:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718910.376866:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.376867:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.376873:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718910.376874:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.376876:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718910.376877:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718910.376878:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718910.376881:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.376885:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718910.376886:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718910.376888:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718910.376889:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718910.376891:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718910.376892:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502080:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718910.376894:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718910.376896:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718910.376897:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718910.376898:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718910.376900:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718910.376901:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718910.376904:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718910.376906:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718910.376908:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718910.376910:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529502080, portal 10
00000100:00000001:3.0:1779718910.376912:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718910.376913:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:3.0:1779718910.376917:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.376943:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718910.376944:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718910.376946:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718910.376948:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529502080, offset 0
00000400:00000200:3.0:1779718910.376950:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718910.376953:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718910.376956:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718910.376958:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718910.376960:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718910.376962:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718910.376963:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718910.376965:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157652:157652:256:4294967295] 192.168.203.145@tcp LPNI seq info [157651:157651:8:4294967295]
00000400:00000200:3.0:1779718910.376968:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718910.376973:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718910.376977:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718910.376979:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718910.376981:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718910.376983:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779718910.376986:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718910.376988:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1779718910.376991:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718910.376992:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718910.376994:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718910.376996:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718910.376998:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718910.377000:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718910.377001:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718910.377004:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377009:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718910.377011:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377020:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.377021:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718910.377023:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718910.377026:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718910.377029:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718910.377030:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316029451
00000100:00000001:3.0:1779718910.377032:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316030718
00000100:00000001:3.0:1779718910.377033:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316029451
00000100:00000001:3.0:1779718910.377035:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316030718
00000100:00000001:3.0:1779718910.377036:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718910.377037:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.377038:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718910.377040:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718910/real 1779718910]  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718910.377045:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718910.377046:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718910.377048:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718910.377049:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718910.377050:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718910.377051:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718910.377053:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718910.377059:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377062:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718910.377063:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377064:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718910.377065:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718910.377067:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377072:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718910.377074:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377079:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718910.377080:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377081:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718910.377082:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377083:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718910.377084:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718910.377086:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718910.377088:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718910.377089:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718910.377091:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718910.377110:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502080:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718910.377113:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718910.377115:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377119:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718910.377120:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718910.377121:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718910.377122:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718910.377124:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718910.377125:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502208:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718910.377127:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718910.377129:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718910.377130:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718910.377132:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718910.377134:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718910.377135:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718910.377137:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718910.377139:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718910.377141:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718910.377143:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529502208, portal 10
00000100:00000001:3.0:1779718910.377144:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718910.377145:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:3.0:1779718910.377149:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377153:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718910.377155:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718910.377156:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718910.377157:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529502208, offset 0
00000400:00000200:3.0:1779718910.377160:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718910.377162:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718910.377164:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718910.377165:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718910.377167:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718910.377169:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718910.377170:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718910.377172:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157653:157653:256:4294967295] 192.168.203.145@tcp LPNI seq info [157652:157652:8:4294967295]
00000400:00000200:3.0:1779718910.377175:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718910.377179:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718910.377182:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718910.377183:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718910.377186:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718910.377188:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779718910.377190:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718910.377192:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1779718910.377194:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718910.377196:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718910.377198:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718910.377200:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718910.377202:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718910.377203:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718910.377204:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718910.377207:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377211:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718910.377213:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377224:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.377226:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718910.377228:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718910.377230:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718910.377232:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718910.377233:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316029459
00000100:00000001:3.0:1779718910.377235:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316030718
00000100:00000001:3.0:1779718910.377236:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316029459
00000100:00000001:3.0:1779718910.377238:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316030718
00000100:00000001:3.0:1779718910.377239:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718910.377241:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.377242:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718910.377244:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718910/real 1779718910]  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718910.377249:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718910.377249:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718910.377250:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718910.377252:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718910.377253:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718910.377254:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718910.377256:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718910.377262:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377265:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718910.377266:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377267:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718910.377268:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718910.377270:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377274:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718910.377276:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377280:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718910.377282:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377283:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718910.377284:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377285:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718910.377286:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718910.377288:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718910.377290:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718910.377291:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718910.377293:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718910.377302:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502208:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718910.377304:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718910.377307:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377311:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718910.377312:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718910.377314:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718910.377315:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718910.377316:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718910.377317:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502336:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718910.377319:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718910.377321:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718910.377322:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718910.377323:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718910.377325:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718910.377327:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718910.377328:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718910.377330:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718910.377332:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718910.377334:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529502336, portal 4
00000100:00000001:3.0:1779718910.377335:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718910.377336:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:3.0:1779718910.377339:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377344:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718910.377345:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718910.377346:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718910.377348:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529502336, offset 0
00000400:00000200:3.0:1779718910.377350:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718910.377352:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718910.377354:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718910.377356:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718910.377357:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718910.377358:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718910.377360:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718910.377362:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157654:157654:256:4294967295] 192.168.203.145@tcp LPNI seq info [157653:157653:8:4294967295]
00000400:00000200:3.0:1779718910.377365:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718910.377369:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718910.377372:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718910.377374:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718910.377376:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718910.377378:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1779718910.377381:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718910.377382:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1779718910.377385:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718910.377386:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718910.377388:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718910.377390:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718910.377392:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718910.377393:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718910.377394:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718910.377396:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377401:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718910.377403:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377407:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.377408:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718910.377410:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718910.377412:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718910.377413:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718910.377415:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316029457
00000100:00000001:3.0:1779718910.377416:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316030718
00000100:00000001:3.0:1779718910.377417:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316029457
00000100:00000001:3.0:1779718910.377419:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316030718
00000100:00000001:3.0:1779718910.377420:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718910.377422:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.377423:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718910.377425:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718910/real 1779718910]  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718910.377430:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718910.377431:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718910.377432:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718910.377433:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718910.377434:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718910.377435:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718910.377437:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718910.377442:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377446:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718910.377447:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377448:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718910.377449:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718910.377451:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377455:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718910.377457:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377461:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718910.377462:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377463:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718910.377464:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377465:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718910.377466:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718910.377467:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718910.377469:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718910.377471:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718910.377473:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718910.377478:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502336:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718910.377480:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377481:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718910.377483:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529502080/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377486:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718910.377487:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718910.377488:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f800.
02000000:00000001:3.0:1779718910.377490:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718910.377490:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718910.377491:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718910.377492:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718910.377493:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91c00.
02000000:00000001:3.0:1779718910.377495:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718910.377496:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718910.377497:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:3.0:1779718910.377498:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718910.377499:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377500:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718910.377502:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529502208/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377506:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718910.377507:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718910.377508:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e000.
02000000:00000001:3.0:1779718910.377509:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718910.377510:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718910.377510:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718910.377511:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718910.377512:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93400.
02000000:00000001:3.0:1779718910.377514:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718910.377515:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718910.377516:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:3.0:1779718910.377517:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718910.377518:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377519:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718910.377521:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529502336/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718910.377524:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718910.377525:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718910.377526:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c000.
02000000:00000001:3.0:1779718910.377527:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718910.377528:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718910.377528:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718910.377529:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718910.377530:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91400.
02000000:00000001:3.0:1779718910.377531:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718910.377532:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718910.377533:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:3.0:1779718910.377534:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718910.377535:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377536:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718910.377537:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718910.377538:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718910.377539:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718910.377541:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718910.824019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718910.824025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718910.824029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718910.824031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718910.824033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718910.824034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718910.824106:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718910.824110:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718910.824113:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718911.400003:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718911.400008:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718911.400010:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718911.400015:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718911.400018:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718911.400021:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718911.400023:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718911.400026:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718911.400028:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718911.656008:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316030718, at 4316030720
00000100:00000040:1.0:1779718911.656008:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316030718, at 4316030720
00000100:00000010:0.0:1779718911.656022:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084758a0.
00000100:00000010:1.0:1779718911.656024:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475000.
00010000:00000001:2.0:1779718911.848028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718911.848034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718911.848039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718911.848040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718911.848043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718911.848044:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718911.848128:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718911.848132:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718911.848135:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718912.423982:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718912.423987:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718912.423990:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718912.423996:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718912.424000:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718912.424004:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718912.424007:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718912.424010:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718912.424013:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718912.872105:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718912.872112:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718912.872119:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718912.872121:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718912.872126:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718912.872128:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718912.872203:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718912.872207:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718912.872229:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718913.447999:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718913.448005:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718913.448008:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718913.448013:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718913.448016:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718913.448021:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718913.448023:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718913.448026:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718913.448029:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718913.895990:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718913.895995:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718913.895999:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718913.896000:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718913.896003:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718913.896006:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718913.896008:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718913.896010:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718913.896012:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718913.896015:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718913.896016:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718913.896017:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718913.896113:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718913.896116:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718913.896119:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718914.472047:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718914.472054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718914.472058:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718914.472076:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718914.472081:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718914.472085:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718914.472089:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718914.472092:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718914.472095:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718914.920055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718914.920073:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718914.920082:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718914.920084:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718914.920089:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718914.920091:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718914.920152:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718914.920157:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718914.920161:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718915.495991:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718915.495997:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718915.495999:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718915.496005:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718915.496009:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718915.496012:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.496015:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718915.496018:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.496021:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718915.496030:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718915.496038:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718915.496041:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718915.496045:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718915.496048:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718915.496068:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21362
00000400:00000200:3.0:1779718915.496077:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718915.496083:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718915.496086:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718915.496089:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718915.496092:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718915.496110:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718915.496111:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718915.496114:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718915.496115:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718915.496117:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718915.496119:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718915.496121:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718915.496123:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718915.496125:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718915.496126:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718915.496127:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718915.496129:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718915.496131:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718915.496133:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718915.496134:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718915.496136:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718915.496139:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718915.496141:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.496142:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718915.496144:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718915.496152:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718915.496154:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718915.496157:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718915.496159:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.496161:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718915.496163:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718915.496166:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718915.496172:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718915.496177:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718915.496185:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718915.496209:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718915.496213:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718915.496217:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718915.496238:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718915.496240:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718915.496243:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718915.496245:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718915.496246:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718915.496249:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718915.496252:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21362
00000400:00000200:3.0:1779718915.496257:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718915.496260:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1779718915.496261:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718915.496264:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718915.496266:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718915.496267:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718915.496275:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718915.496277:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718915.496281:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718915.496289:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718915.496291:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718915.496294:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.496295:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718915.496298:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1779718915.496315:0:219529:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1779718915.496317:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1779718915.496318:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718915.496322:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1779718915.496324:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718915.496326:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00100000:2.0:1779718915.496331:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529502464:192.168.203.145@tcp:250:kworker.0
00000020:00000001:3.0:1779718915.496331:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718915.496336:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718915.496342:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1779718915.496342:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718915.496346:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718915.496347:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718915.496348:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718915.496348:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718915.496352:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718915.496353:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718915.496355:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718915.496359:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718915.496359:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718915.496362:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1779718915.496382:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:3.0:1779718915.496384:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718915.496389:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718915.496389:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.496394:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718915.496398:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779718915.496403:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00000001:3.0:1779718915.496403:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.496406:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718915.496412:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000400:00000010:2.0:1779718915.496413:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000020:00000040:3.0:1779718915.496415:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718915.496420:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718915.496422:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.496424:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718915.496425:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1779718915.496426:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
02000000:00000001:3.0:1779718915.496427:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718915.496433:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000100:00000200:2.0:1779718915.496435:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529502464, portal 25
00000100:00000001:3.0:1779718915.496437:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.496439:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718915.496442:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00100000:3.0:1779718915.496447:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718915.496471:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718915.496472:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718915.496476:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718915.496477:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.496497:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718915.496501:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718915.496503:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718915.496506:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718915.496509:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529502464, offset 0
00000400:00000200:2.0:1779718915.496514:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718915.496537:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718915.496543:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718915.496573:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1779718915.496576:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718915.496578:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718915.496585:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1779718915.496585:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718915.496591:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1779718915.496592:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:3.0:1779718915.496597:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718915.496600:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157655:157655:256:4294967295] 192.168.203.145@tcp LPNI seq info [157654:157654:8:4294967295]
00000100:00000001:3.0:1779718915.496602:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718915.496609:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718915.496610:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21362
00000400:00000200:3.0:1779718915.496617:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718915.496624:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718915.496628:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1779718915.496629:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718915.496637:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718915.496642:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1779718915.496643:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718915.496648:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718915.496669:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00000001:3.0:1779718915.496669:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718915.496674:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718915.496676:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718915.496679:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1779718915.496680:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:3.0:1779718915.496682:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:2.0:1779718915.496687:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1779718915.496687:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718915.496691:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.1:1779718915.496697:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718915.496699:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718915.496703:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1779718915.496704:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718915.496709:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718915.496711:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000100:2.0:1779718915.496715:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000020:00000040:3.0:1779718915.496716:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000010:2.0:1779718915.496735:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000100:00080000:3.0:1779718915.496738:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718915.496741:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718915.496743:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718915.496744:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1779718915.496747:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718915.496751:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.496755:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718915.496756:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1779718915.496758:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718915.496764:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.496766:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718915.496767:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000100:00000010:3.0:1779718915.496769:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000400:00000010:2.0:1779718915.496773:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000020:00000040:3.0:1779718915.496773:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718915.496780:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718915.496781:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.496783:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718915.496783:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718915.496787:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718915.496790:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718915.496792:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1779718915.496795:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
00000100:00000001:3.0:1779718915.496802:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718915.496813:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718915.496819:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718915.496825:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718915.496862:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718915.496863:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.496866:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718915.496866:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718915.496873:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.496874:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718915.496883:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718915.496887:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316035838
00000100:00000001:3.0:1779718915.496888:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718915.496893:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1779718915.496896:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b52a0.
00000100:00000040:3.0:1779718915.496896:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718915.496901:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718915.496903:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1779718915.496904:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718915.496920:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718915.496923:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718915.496926:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718915.496927:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316035838
00000100:00080000:3.0:1779718915.496931:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21362
00000100:00000010:2.0:1779718915.496932:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5840.
00000100:00000001:2.0:1779718915.496938:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1779718915.496940:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718915.496942:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718915.496946:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718915.496947:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.496971:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718915.496977:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718915/real 1779718915]  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718915.496981:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718915.496991:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000001:2.0:1779718915.496994:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1779718915.496994:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1779718915.496998:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1779718915.497001:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718915.497002:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000100:00000001:3.0:1779718915.497003:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718915.497007:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000020:00000001:3.0:1779718915.497008:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718915.497011:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000400:00000010:2.0:1779718915.497012:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000020:00000001:3.0:1779718915.497014:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718915.497016:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1779718915.497017:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718915.497020:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000200:2.0:1779718915.497024:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718915.497024:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718915.497033:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718915.497039:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718915.497044:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:2.0:1779718915.497046:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718915.497047:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718915.497054:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718915.497079:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718915.497080:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718915.497082:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.497084:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1779718915.497085:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718915.497087:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1779718915.497089:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718915.497090:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1779718915.497097:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.497117:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1779718915.497118:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1779718915.497121:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718915.497126:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.497131:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.497132:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1779718915.497135:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000100:00000040:2.0:1779718915.497138:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718915.497139:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718915.497144:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718915.497147:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718915.497152:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718915.497153:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1779718915.497154:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718915.497157:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.497158:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497161:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1779718915.497162:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:2.0:1779718915.497163:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497168:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718915.497169:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.497170:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718915.497174:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1779718915.497177:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1779718915.497181:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718915.497185:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718915.497192:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718915.497193:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718915.497197:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718915.497222:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718915.497223:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529502464:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718915.497234:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497239:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718915.497241:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718915.497244:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529502464/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718915.497247:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21372)
00000100:00000001:2.0:1779718915.497255:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718915.497258:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718915.497260:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718915.497262:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718915.497264:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718915.497266:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718915.497269:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718915.497271:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:2.0:1779718915.497274:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718915.497275:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718915.497277:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718915.497279:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718915.497280:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497282:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497288:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718915.497289:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.497291:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718915.497292:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718915.497293:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718915.497296:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497318:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718915.497319:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718915.497321:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718915.497322:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718915.497324:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718915.497326:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502592:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718915.497328:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718915.497330:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718915.497331:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718915.497332:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718915.497334:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718915.497335:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718915.497338:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718915.497340:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718915.497343:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718915.497345:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529502592, portal 10
00000100:00000001:2.0:1779718915.497346:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718915.497348:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718915.497352:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497356:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718915.497358:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718915.497359:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718915.497361:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529502592, offset 0
00000400:00000200:2.0:1779718915.497364:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718915.497383:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718915.497386:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718915.497389:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718915.497391:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718915.497393:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718915.497395:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718915.497398:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157656:157656:256:4294967295] 192.168.203.145@tcp LPNI seq info [157655:157655:8:4294967295]
00000400:00000200:2.0:1779718915.497402:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718915.497407:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718915.497411:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718915.497414:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718915.497417:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718915.497419:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718915.497423:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718915.497425:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718915.497428:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718915.497430:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718915.497432:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718915.497435:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718915.497437:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718915.497439:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718915.497441:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718915.497443:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497450:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718915.497452:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497457:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.497458:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718915.497461:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718915.497479:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718915.497481:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718915.497483:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316034571
00000100:00000001:2.0:1779718915.497484:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316035838
00000100:00000001:2.0:1779718915.497486:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316034571
00000100:00000001:2.0:1779718915.497487:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316035838
00000100:00000001:2.0:1779718915.497489:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718915.497491:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.497492:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718915.497494:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718915/real 1779718915]  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718915.497500:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718915.497501:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718915.497502:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718915.497503:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718915.497504:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718915.497506:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718915.497508:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718915.497513:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497517:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718915.497518:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497519:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718915.497520:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718915.497522:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497526:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718915.497528:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497549:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718915.497551:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497552:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718915.497553:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497554:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718915.497556:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718915.497558:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718915.497561:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718915.497562:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718915.497565:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718915.497571:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502592:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718915.497574:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718915.497576:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497581:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718915.497582:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718915.497583:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718915.497585:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718915.497586:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718915.497588:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502720:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718915.497591:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718915.497592:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718915.497594:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718915.497595:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718915.497598:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718915.497599:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718915.497602:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718915.497603:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718915.497606:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718915.497608:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529502720, portal 10
00000100:00000001:2.0:1779718915.497610:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718915.497611:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718915.497615:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497620:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718915.497622:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718915.497624:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718915.497626:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529502720, offset 0
00000400:00000200:2.0:1779718915.497629:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718915.497632:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718915.497634:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718915.497636:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718915.497639:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718915.497641:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718915.497644:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718915.497648:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157657:157657:256:4294967295] 192.168.203.145@tcp LPNI seq info [157656:157656:8:4294967295]
00000400:00000200:2.0:1779718915.497668:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718915.497675:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718915.497679:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718915.497683:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718915.497687:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718915.497690:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718915.497694:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718915.497697:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718915.497702:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718915.497704:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718915.497707:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718915.497710:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718915.497729:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718915.497731:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718915.497734:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718915.497739:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497749:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718915.497753:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497761:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.497764:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718915.497768:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718915.497772:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718915.497777:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718915.497779:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316034579
00000100:00000001:2.0:1779718915.497782:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316035838
00000100:00000001:2.0:1779718915.497785:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316034579
00000100:00000001:2.0:1779718915.497787:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316035838
00000100:00000001:2.0:1779718915.497789:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718915.497792:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.497794:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718915.497799:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718915/real 1779718915]  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718915.497805:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718915.497806:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718915.497808:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718915.497810:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718915.497811:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718915.497813:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718915.497815:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718915.497822:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497826:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718915.497827:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497829:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718915.497830:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718915.497832:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497837:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718915.497840:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497860:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718915.497862:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497863:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718915.497864:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.497865:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718915.497866:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718915.497867:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718915.497869:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718915.497870:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718915.497873:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718915.497877:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502720:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718915.497880:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718915.497882:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497886:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718915.497887:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718915.497888:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718915.497890:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718915.497891:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718915.497893:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502848:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718915.497895:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718915.497896:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718915.497897:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718915.497898:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718915.497901:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718915.497902:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718915.497905:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718915.497922:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718915.497924:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718915.497927:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529502848, portal 4
00000100:00000001:2.0:1779718915.497928:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718915.497929:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718915.497934:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.497939:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718915.497941:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718915.497942:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718915.497944:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529502848, offset 0
00000400:00000200:2.0:1779718915.497947:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718915.497950:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718915.497953:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718915.497955:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718915.497957:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718915.497959:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718915.497961:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718915.497964:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157658:157658:256:4294967295] 192.168.203.145@tcp LPNI seq info [157657:157657:8:4294967295]
00000400:00000200:2.0:1779718915.497967:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718915.497988:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718915.497992:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718915.497995:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718915.497998:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718915.498000:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718915.498003:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718915.498006:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718915.498009:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718915.498011:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718915.498013:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718915.498016:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718915.498019:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718915.498070:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718915.498073:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718915.498077:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.498098:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718915.498100:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.498105:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.498106:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718915.498108:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718915.498110:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718915.498113:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718915.498114:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316034578
00000100:00000001:2.0:1779718915.498116:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316035838
00000100:00000001:2.0:1779718915.498118:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316034578
00000100:00000001:2.0:1779718915.498119:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316035838
00000100:00000001:2.0:1779718915.498120:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718915.498122:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.498123:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718915.498125:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718915/real 1779718915]  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718915.498130:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718915.498131:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718915.498132:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718915.498134:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718915.498135:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718915.498136:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718915.498138:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718915.498143:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.498159:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718915.498160:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.498161:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718915.498162:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718915.498165:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.498169:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718915.498171:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.498175:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718915.498177:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.498178:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718915.498179:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.498180:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718915.498181:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718915.498183:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718915.498184:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718915.498186:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718915.498188:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718915.498193:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529502848:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718915.498195:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.498196:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718915.498198:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529502592/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.498203:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718915.498204:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718915.498206:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718915.498207:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718915.498208:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718915.498209:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718915.498211:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718915.498228:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:2.0:1779718915.498231:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718915.498232:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718915.498233:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718915.498236:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718915.498237:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.498238:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718915.498241:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529502720/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.498246:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718915.498247:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718915.498248:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718915.498250:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718915.498251:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718915.498252:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718915.498253:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718915.498254:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:2.0:1779718915.498256:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718915.498256:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718915.498257:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718915.498259:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718915.498260:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.498261:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718915.498263:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529502848/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718915.498268:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718915.498268:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718915.498269:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718915.498271:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718915.498272:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718915.498272:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718915.498275:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718915.498276:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:2.0:1779718915.498278:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718915.498278:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718915.498280:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718915.498281:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718915.498282:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.498284:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718915.498287:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718915.498288:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718915.498289:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718915.498291:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718915.944067:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718915.944072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718915.944077:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718915.944078:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718915.944081:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718915.944082:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718915.944149:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718915.944153:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718915.944156:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718916.520007:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718916.520012:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718916.520014:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718916.520018:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718916.520020:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718916.520024:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718916.520027:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718916.520029:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718916.520031:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718916.775987:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316035838, at 4316035840
00000100:00000040:1.0:1779718916.775987:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316035838, at 4316035840
00000100:00000010:1.0:1779718916.776001:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5840.
00000100:00000010:0.0:1779718916.776006:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b52a0.
00010000:00000001:2.0:1779718916.968020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718916.968026:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718916.968028:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718916.968031:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718916.968035:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718916.968037:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718916.968038:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718916.968040:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718916.968043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718916.968054:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718916.968057:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718916.968059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718916.968111:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718916.968115:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718916.968117:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718917.543979:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718917.543985:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718917.543987:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718917.543990:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718917.543993:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718917.543996:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718917.543998:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718917.544000:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718917.544002:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718917.992024:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718917.992029:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718917.992035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718917.992048:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718917.992051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718917.992052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718917.992128:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718917.992132:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718917.992134:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718918.568045:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718918.568052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718918.568053:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718918.568058:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718918.568061:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718918.568063:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718918.568066:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718918.568068:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718918.568070:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718919.016027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718919.016042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718919.016049:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718919.016052:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718919.016055:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718919.016058:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718919.016060:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718919.016062:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718919.016064:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718919.016066:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718919.016068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718919.016069:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718919.016128:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718919.016132:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718919.016136:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718919.591991:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718919.591997:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718919.591998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718919.592002:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718919.592005:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718919.592007:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718919.592009:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718919.592011:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718919.592013:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718920.039996:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718920.040002:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718920.040007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718920.040008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718920.040010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718920.040012:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718920.040075:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718920.040078:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718920.040082:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718920.616013:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718920.616014:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718920.616032:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718920.616032:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718920.616034:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718920.616036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718920.616038:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1779718920.616042:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718920.616043:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718920.616048:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718920.616051:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21367
00000100:00000001:2.0:1779718920.616055:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.616059:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1779718920.616060:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718920.616064:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718920.616068:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718920.616070:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718920.616071:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718920.616076:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616078:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718920.616081:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616082:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718920.616085:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718920.616086:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718920.616088:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718920.616091:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718920.616093:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718920.616095:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718920.616098:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616099:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718920.616100:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616101:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718920.616103:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718920.616105:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616107:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718920.616109:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718920.616112:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718920.616114:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616115:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718920.616117:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718920.616125:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718920.616127:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718920.616131:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718920.616132:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616134:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718920.616136:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718920.616139:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718920.616145:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921cc00.
00000100:00000001:3.0:1779718920.616150:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718920.616159:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718920.616166:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718920.616170:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718920.616173:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718920.616190:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718920.616192:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718920.616195:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718920.616196:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718920.616197:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718920.616199:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718920.616201:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21367
00000400:00000200:3.0:1779718920.616203:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718920.616205:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718920.616207:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718920.616210:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616211:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718920.616213:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616215:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718920.616217:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1779718920.616217:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718920.616218:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718920.616221:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718920.616222:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1779718920.616223:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779718920.616227:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1779718920.616227:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718920.616228:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718920.616232:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616234:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718920.616237:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718920.616238:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718920.616239:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718920.616243:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718920.616247:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616251:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718920.616255:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718920.616260:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1779718920.616260:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718920.616262:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718920.616263:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616266:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718920.616267:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1779718920.616269:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718920.616271:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1779718920.616272:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616277:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718920.616278:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718920.616280:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718920.616284:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00100000:2.0:1779718920.616285:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529502976:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718920.616288:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718920.616290:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616294:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718920.616295:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718920.616295:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718920.616299:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718920.616301:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1779718920.616302:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f800.
02000000:00000001:2.0:1779718920.616306:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616306:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718920.616312:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1779718920.616314:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1779718920.616320:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
00000100:00000001:3.0:1779718920.616321:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779718920.616325:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616325:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718920.616331:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718920.616337:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718920.616343:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00000001:3.0:1779718920.616343:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718920.616348:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1779718920.616351:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00080000:3.0:1779718920.616351:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718920.616352:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718920.616354:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718920.616356:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:2.0:1779718920.616359:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529502976, portal 25
00000100:00080000:3.0:1779718920.616359:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21367
00000100:00000001:2.0:1779718920.616363:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1779718920.616363:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718920.616366:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
00000400:00000200:3.0:1779718920.616368:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718920.616371:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718920.616375:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718920.616375:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616377:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718920.616381:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616386:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718920.616390:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718920.616392:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718920.616394:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779718920.616395:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1779718920.616396:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718920.616399:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718920.616401:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:2.0:1779718920.616404:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718920.616407:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718920.616409:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000001:3.0:1779718920.616410:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718920.616413:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616416:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000200:2.0:1779718920.616417:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529502976, offset 0
00000020:00000040:3.0:1779718920.616417:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:3.0:1779718920.616423:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616424:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718920.616426:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718920.616428:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718920.616429:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
02000000:00000001:3.0:1779718920.616431:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616434:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718920.616435:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718920.616437:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616438:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718920.616441:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:3.0:1779718920.616441:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000020:00000040:3.0:1779718920.616445:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718920.616447:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1779718920.616449:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000001:3.0:1779718920.616449:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616453:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718920.616455:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779718920.616456:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1779718920.616457:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718920.616460:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e000.
00000400:00000200:2.0:1779718920.616462:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:3.0:1779718920.616465:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718920.616467:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718920.616472:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00100000:3.0:1779718920.616472:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718920.616480:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157659:157659:256:4294967295] 192.168.203.145@tcp LPNI seq info [157658:157658:8:4294967295]
00000400:00000200:2.0:1779718920.616491:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718920.616504:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718920.616505:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1779718920.616508:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718920.616514:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779718920.616515:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718920.616522:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00000001:3.0:1779718920.616524:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718920.616527:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718920.616529:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1779718920.616533:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718920.616534:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1779718920.616538:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1779718920.616539:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718920.616541:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718920.616544:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718920.616548:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.1:1779718920.616548:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718920.616552:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1779718920.616553:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21367
00000400:00000200:3.0:1779718920.616560:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000100:2.0:1779718920.616562:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718920.616566:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:3.0:1779718920.616566:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718920.616569:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718920.616572:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718920.616573:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1779718920.616575:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718920.616580:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718920.616581:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718920.616585:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718920.616588:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000020:00000001:3.0:1779718920.616589:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718920.616591:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000400:00000010:2.0:1779718920.616592:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000020:00000001:3.0:1779718920.616594:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718920.616596:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:2.0:1779718920.616597:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1779718920.616598:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718920.616601:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000200:2.0:1779718920.616605:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718920.616605:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616609:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718920.616612:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616615:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718920.616620:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718920.616624:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718920.616629:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718920.616630:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718920.616632:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1779718920.616633:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718920.616636:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616637:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718920.616640:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1779718920.616641:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1779718920.616643:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718920.616647:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718920.616652:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718920.616656:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718920.616659:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718920.616659:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718920.616662:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.616663:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718920.616665:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718920.616667:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718920.616668:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.616670:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718920.616671:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c000.
00000100:00000001:3.0:1779718920.616675:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718920.616676:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718920.616679:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316040958
00000100:00100000:3.0:1779718920.616681:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1779718920.616685:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5f00.
00000100:00000001:3.0:1779718920.616690:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718920.616692:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.616694:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1779718920.616695:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.616702:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316040958
00000100:00000001:3.0:1779718920.616702:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718920.616707:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5600.
00000100:00000040:3.0:1779718920.616709:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21377)
00000100:00000001:2.0:1779718920.616710:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718920.616715:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718920.616717:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.616719:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718920.616724:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718920/real 1779718920]  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718920.616731:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718920.616732:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718920.616734:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718920.616736:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718920.616737:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718920.616739:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718920.616742:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718920.616747:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.616752:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718920.616753:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.616754:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718920.616756:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718920.616758:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.616762:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718920.616765:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.616770:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718920.616772:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.616773:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718920.616774:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.616776:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718920.616777:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718920.616779:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718920.616781:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718920.616783:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718920.616785:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718920.616790:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529502976:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718920.616793:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.616794:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718920.616796:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529502976/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.616805:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718920.616806:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718920.616808:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718920.616810:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718920.616811:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718920.616812:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718920.616814:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718920.616816:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921cc00.
02000000:00000001:2.0:1779718920.616818:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718920.616820:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718920.616821:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:2.0:1779718920.616823:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718920.616824:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.616825:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.616830:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718920.616831:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.616833:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718920.616834:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718920.616835:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718920.616837:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.616842:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718920.616843:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718920.616844:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718920.616846:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718920.616847:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718920.616849:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503104:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718920.616851:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718920.616853:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718920.616854:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718920.616855:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718920.616857:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718920.616858:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718920.616860:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718920.616862:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718920.616864:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718920.616866:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529503104, portal 10
00000100:00000001:2.0:1779718920.616868:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718920.616869:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718920.616873:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.616878:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718920.616879:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718920.616880:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718920.616882:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529503104, offset 0
00000400:00000200:2.0:1779718920.616884:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718920.616887:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718920.616889:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718920.616891:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718920.616893:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718920.616895:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718920.616896:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718920.616899:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157660:157660:256:4294967295] 192.168.203.145@tcp LPNI seq info [157659:157659:8:4294967295]
00000400:00000200:2.0:1779718920.616901:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718920.616905:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718920.616909:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718920.616911:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718920.616913:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718920.616915:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718920.616919:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718920.616937:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718920.616941:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718920.616942:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718920.616944:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718920.616946:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718920.616949:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718920.616950:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718920.616952:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718920.616954:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.616960:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718920.616961:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.616966:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.616967:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718920.616969:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718920.616971:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718920.616974:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718920.616975:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316039691
00000100:00000001:2.0:1779718920.616978:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316040958
00000100:00000001:2.0:1779718920.616979:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316039691
00000100:00000001:2.0:1779718920.616980:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316040958
00000100:00000001:2.0:1779718920.616982:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718920.616984:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.616985:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718920.616987:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718920/real 1779718920]  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718920.616992:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718920.616993:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718920.616994:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718920.616995:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718920.616996:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718920.616997:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718920.616999:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718920.617005:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617013:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718920.617014:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617015:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718920.617027:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718920.617032:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617039:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718920.617044:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617051:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718920.617054:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617055:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718920.617057:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617059:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718920.617061:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718920.617064:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718920.617067:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718920.617070:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718920.617074:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718920.617082:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503104:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718920.617086:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718920.617089:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617097:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718920.617098:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718920.617101:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718920.617103:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718920.617105:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718920.617108:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503232:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718920.617111:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718920.617113:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718920.617114:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718920.617115:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718920.617118:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718920.617119:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718920.617122:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718920.617123:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718920.617125:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718920.617128:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529503232, portal 10
00000100:00000001:2.0:1779718920.617129:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718920.617130:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718920.617134:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617138:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718920.617140:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718920.617141:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718920.617143:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529503232, offset 0
00000400:00000200:2.0:1779718920.617145:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718920.617148:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718920.617150:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718920.617152:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718920.617154:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718920.617156:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718920.617157:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718920.617159:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157661:157661:256:4294967295] 192.168.203.145@tcp LPNI seq info [157660:157660:8:4294967295]
00000400:00000200:2.0:1779718920.617162:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718920.617167:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718920.617170:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718920.617172:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718920.617175:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718920.617177:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718920.617180:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718920.617181:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718920.617184:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718920.617185:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718920.617187:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718920.617189:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718920.617191:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718920.617192:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718920.617194:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718920.617196:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617201:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718920.617203:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617207:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.617208:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718920.617210:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718920.617212:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718920.617214:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718920.617215:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316039699
00000100:00000001:2.0:1779718920.617217:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316040958
00000100:00000001:2.0:1779718920.617219:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316039699
00000100:00000001:2.0:1779718920.617220:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316040958
00000100:00000001:2.0:1779718920.617222:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718920.617223:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.617224:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718920.617226:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718920/real 1779718920]  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718920.617268:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718920.617269:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718920.617270:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718920.617272:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718920.617273:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718920.617275:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718920.617277:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718920.617282:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617286:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718920.617287:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617288:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718920.617289:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718920.617291:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617295:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718920.617298:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617302:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718920.617304:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617305:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718920.617306:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617307:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718920.617308:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718920.617309:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718920.617311:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718920.617312:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718920.617315:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718920.617320:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503232:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718920.617323:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718920.617325:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617328:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718920.617329:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718920.617330:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718920.617332:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718920.617333:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718920.617335:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503360:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718920.617337:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718920.617338:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718920.617339:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718920.617340:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718920.617342:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718920.617344:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718920.617346:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718920.617347:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718920.617349:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718920.617351:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529503360, portal 4
00000100:00000001:2.0:1779718920.617353:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718920.617354:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718920.617358:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617362:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718920.617363:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718920.617365:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718920.617366:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529503360, offset 0
00000400:00000200:2.0:1779718920.617369:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718920.617371:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718920.617373:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718920.617375:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718920.617377:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718920.617379:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718920.617381:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718920.617384:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157662:157662:256:4294967295] 192.168.203.145@tcp LPNI seq info [157661:157661:8:4294967295]
00000400:00000200:2.0:1779718920.617388:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718920.617395:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718920.617399:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718920.617403:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718920.617406:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718920.617409:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718920.617413:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718920.617416:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718920.617420:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718920.617422:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718920.617425:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718920.617428:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718920.617432:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718920.617433:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718920.617436:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718920.617439:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617446:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718920.617448:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617452:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.617453:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718920.617456:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718920.617458:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718920.617461:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718920.617463:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316039697
00000100:00000001:2.0:1779718920.617465:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316040958
00000100:00000001:2.0:1779718920.617466:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316039697
00000100:00000001:2.0:1779718920.617467:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316040958
00000100:00000001:2.0:1779718920.617469:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718920.617470:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.617471:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718920.617473:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718920/real 1779718920]  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718920.617478:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718920.617480:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718920.617481:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718920.617482:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718920.617483:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718920.617484:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718920.617486:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718920.617491:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617495:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718920.617496:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617497:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718920.617498:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718920.617500:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617504:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718920.617506:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617510:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718920.617512:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617513:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718920.617514:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617515:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718920.617516:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718920.617518:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718920.617519:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718920.617521:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718920.617523:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718920.617527:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503360:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718920.617529:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617530:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718920.617532:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529503104/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617537:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718920.617538:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718920.617539:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718920.617541:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718920.617542:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718920.617543:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718920.617544:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718920.617546:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f800.
02000000:00000001:2.0:1779718920.617547:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718920.617548:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718920.617549:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718920.617550:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718920.617551:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617552:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718920.617554:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529503232/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617562:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718920.617563:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718920.617564:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718920.617566:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718920.617566:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718920.617567:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718920.617568:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718920.617569:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e000.
02000000:00000001:2.0:1779718920.617570:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718920.617571:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718920.617572:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718920.617573:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718920.617574:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617574:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718920.617576:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529503360/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718920.617580:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718920.617580:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718920.617581:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718920.617582:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718920.617583:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718920.617584:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718920.617585:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718920.617585:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c000.
02000000:00000001:2.0:1779718920.617586:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718920.617587:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718920.617588:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718920.617589:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718920.617590:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617591:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718920.617593:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718920.617594:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718920.617595:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718920.617597:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718921.064045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718921.064052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718921.064059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718921.064060:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718921.064064:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718921.064065:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718921.064125:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718921.064129:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718921.064132:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718921.640005:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718921.640024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718921.640026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718921.640032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718921.640036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718921.640039:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718921.640043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718921.640046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718921.640049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718921.896047:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316040958, at 4316040960
00000100:00000040:1.0:1779718921.896049:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316040958, at 4316040960
00000100:00000010:0.0:1779718921.896068:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5f00.
00000100:00000010:1.0:1779718921.896074:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5600.
00010000:00000001:2.0:1779718922.088037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718922.088044:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718922.088051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718922.088053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718922.088060:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718922.088062:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718922.088113:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718922.088119:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718922.088125:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718922.664042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718922.664047:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718922.664049:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718922.664053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718922.664057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718922.664060:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718922.664062:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718922.664064:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718922.664066:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718923.112028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718923.112034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718923.112042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718923.112044:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718923.112049:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718923.112051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718923.112111:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718923.112114:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718923.112117:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718923.688042:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718923.688048:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718923.688049:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718923.688054:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718923.688057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718923.688059:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718923.688061:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718923.688064:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718923.688066:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718924.136037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718924.136044:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718924.136051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718924.136053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718924.136056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718924.136059:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718924.136062:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718924.136065:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718924.136069:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718924.136071:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718924.136072:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718924.136074:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718924.136120:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718924.136124:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718924.136126:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718924.712003:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718924.712009:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718924.712011:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718924.712015:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718924.712018:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718924.712021:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718924.712023:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718924.712025:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718924.712027:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718925.160079:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718925.160085:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718925.160094:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718925.160096:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718925.160100:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718925.160101:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718925.160161:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718925.160165:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718925.160168:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718925.736054:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718925.736058:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718925.736062:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718925.736064:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718925.736066:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736067:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1779718925.736072:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718925.736075:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718925.736077:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718925.736078:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718925.736083:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718925.736086:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21372
00000100:00000001:2.0:1779718925.736087:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718925.736091:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.736094:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718925.736098:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718925.736104:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718925.736107:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718925.736110:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736112:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718925.736115:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736117:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718925.736120:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718925.736122:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718925.736124:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718925.736126:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718925.736128:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718925.736130:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718925.736133:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736135:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718925.736136:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736138:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718925.736140:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718925.736143:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736144:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718925.736147:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718925.736149:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718925.736151:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736152:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718925.736155:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718925.736162:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718925.736165:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718925.736168:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718925.736169:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736172:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718925.736174:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718925.736177:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718925.736183:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921fc00.
00000100:00000001:3.0:1779718925.736188:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718925.736195:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718925.736203:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718925.736206:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718925.736209:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718925.736223:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718925.736226:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718925.736228:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718925.736230:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718925.736231:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718925.736233:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718925.736236:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21372
00000400:00000200:3.0:1779718925.736240:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718925.736242:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718925.736244:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718925.736246:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718925.736247:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718925.736250:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718925.736250:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718925.736253:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718925.736254:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718925.736257:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718925.736259:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718925.736261:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000040:2.0:1779718925.736263:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718925.736263:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718925.736266:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718925.736269:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718925.736273:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718925.736280:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1779718925.736280:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736281:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718925.736282:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718925.736285:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736287:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718925.736288:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1779718925.736289:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718925.736291:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1779718925.736293:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779718925.736296:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736296:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718925.736299:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1779718925.736302:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529503488:192.168.203.145@tcp:250:kworker.0
02000000:00000001:3.0:1779718925.736305:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718925.736306:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718925.736309:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718925.736311:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1779718925.736311:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718925.736314:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1779718925.736316:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718925.736317:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1779718925.736320:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736322:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718925.736323:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
00000100:00000010:3.0:1779718925.736325:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
02000000:00000001:2.0:1779718925.736326:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718925.736329:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718925.736332:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718925.736334:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718925.736335:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718925.736337:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718925.736339:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1779718925.736340:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
02000000:00000001:3.0:1779718925.736340:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718925.736344:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921ec00.
00000400:00000010:2.0:1779718925.736347:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000001:3.0:1779718925.736347:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718925.736354:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779718925.736355:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529503488, portal 25
00000100:00000001:2.0:1779718925.736361:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718925.736363:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000100:00000001:3.0:1779718925.736364:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718925.736367:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718925.736372:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718925.736373:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.736398:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718925.736400:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718925.736403:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1779718925.736404:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718925.736408:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00080000:3.0:1779718925.736408:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718925.736412:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1779718925.736413:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529503488, offset 0
00000100:00080000:3.0:1779718925.736414:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718925.736418:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718925.736422:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21372
00000400:00000200:2.0:1779718925.736425:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718925.736429:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718925.736431:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718925.736433:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718925.736436:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718925.736438:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736440:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718925.736442:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736443:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718925.736445:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:3.0:1779718925.736446:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718925.736448:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718925.736450:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1779718925.736452:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1779718925.736453:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718925.736455:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718925.736457:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000001:3.0:1779718925.736458:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718925.736463:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718925.736464:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718925.736465:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718925.736469:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000040:3.0:1779718925.736470:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736473:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718925.736477:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718925.736478:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157663:157663:256:4294967295] 192.168.203.145@tcp LPNI seq info [157662:157662:8:4294967295]
00000100:00080000:3.0:1779718925.736482:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718925.736486:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718925.736486:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718925.736490:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718925.736492:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718925.736494:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736498:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718925.736500:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779718925.736503:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1779718925.736504:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736508:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718925.736513:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718925.736515:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718925.736516:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718925.736517:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736518:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718925.736519:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718925.736520:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718925.736524:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000010:3.0:1779718925.736524:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d400.
00000100:00000001:3.0:1779718925.736528:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718925.736531:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00100000:3.0:1779718925.736532:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718925.736539:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1779718925.736540:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718925.736542:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718925.736545:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1779718925.736547:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1779718925.736555:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718925.736561:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718925.736561:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1779718925.736565:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1779718925.736570:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718925.736571:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1779718925.736574:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000100:00080000:3.0:1779718925.736575:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718925.736580:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718925.736581:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1779718925.736582:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1779718925.736582:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718925.736586:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718925.736590:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21372
00000400:00000200:2.0:1779718925.736591:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718925.736596:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718925.736597:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718925.736600:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000400:00000200:3.0:1779718925.736600:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718925.736605:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718925.736607:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1779718925.736607:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736609:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718925.736613:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000200:2.0:1779718925.736614:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718925.736615:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718925.736620:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718925.736622:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718925.736625:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718925.736627:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:2.0:1779718925.736630:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1779718925.736630:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718925.736634:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:2.0:1779718925.736637:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718925.736639:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736644:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718925.736648:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736652:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718925.736654:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1779718925.736655:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718925.736657:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1779718925.736659:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718925.736662:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718925.736663:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718925.736665:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718925.736667:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.736669:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736669:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718925.736672:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1779718925.736675:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00000001:3.0:1779718925.736680:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.736682:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316046078
00000100:00000001:3.0:1779718925.736682:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718925.736687:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000100:00000010:2.0:1779718925.736689:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5d20.
00000020:00000040:3.0:1779718925.736691:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718925.736696:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718925.736698:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1779718925.736698:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736703:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718925.736705:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718925.736707:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.736708:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316046078
00000100:00000010:2.0:1779718925.736713:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5a80.
00000100:00000001:2.0:1779718925.736716:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000010:3.0:1779718925.736716:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e400.
00000100:00000001:2.0:1779718925.736719:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718925.736722:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718925.736722:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.736727:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718925.736732:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718925/real 1779718925]  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718925.736732:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1779718925.736765:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1779718925.736766:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1779718925.736767:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718925.736769:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718925.736771:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718925.736772:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718925.736774:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1779718925.736777:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718925.736778:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718925.736785:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718925.736792:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718925.736798:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718925.736803:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21382)
00000100:00000001:2.0:1779718925.736804:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718925.736807:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.736809:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718925.736811:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718925.736813:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.736819:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718925.736822:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.736827:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718925.736828:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.736830:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718925.736831:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.736832:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718925.736833:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718925.736835:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718925.736838:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718925.736839:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718925.736842:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718925.736847:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529503488:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718925.736850:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.736851:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718925.736852:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529503488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.736857:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718925.736858:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718925.736860:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718925.736862:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718925.736863:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718925.736864:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718925.736866:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718925.736867:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921fc00.
02000000:00000001:2.0:1779718925.736870:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718925.736872:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718925.736874:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718925.736876:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718925.736877:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.736878:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.736883:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718925.736884:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.736885:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718925.736886:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718925.736888:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718925.736890:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.736895:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718925.736896:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718925.736897:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718925.736898:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718925.736899:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718925.736901:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503616:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718925.736903:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718925.736905:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718925.736906:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718925.736907:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718925.736909:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718925.736910:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718925.736913:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718925.736914:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718925.736916:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718925.736918:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529503616, portal 10
00000100:00000001:2.0:1779718925.736935:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718925.736936:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718925.736941:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.736946:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718925.736947:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718925.736949:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718925.736951:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529503616, offset 0
00000400:00000200:2.0:1779718925.736954:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718925.736956:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718925.736959:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718925.736961:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718925.736963:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718925.736964:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718925.736966:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718925.736969:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157664:157664:256:4294967295] 192.168.203.145@tcp LPNI seq info [157663:157663:8:4294967295]
00000400:00000200:2.0:1779718925.736972:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718925.736976:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718925.736993:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718925.736996:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718925.736999:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718925.737001:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718925.737004:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718925.737005:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1779718925.737008:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718925.737009:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718925.737011:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718925.737014:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718925.737016:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718925.737017:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718925.737019:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718925.737021:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737027:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718925.737031:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737038:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.737040:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718925.737043:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718925.737047:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718925.737050:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718925.737053:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316044811
00000100:00000001:2.0:1779718925.737056:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316046078
00000100:00000001:2.0:1779718925.737058:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316044811
00000100:00000001:2.0:1779718925.737060:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316046078
00000100:00000001:2.0:1779718925.737063:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718925.737065:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.737067:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718925.737071:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718925/real 1779718925]  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718925.737079:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718925.737080:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718925.737082:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718925.737083:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718925.737084:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718925.737086:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718925.737088:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718925.737093:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737097:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718925.737098:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737099:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718925.737100:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718925.737102:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737106:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718925.737108:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737113:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718925.737114:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737115:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718925.737116:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737117:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718925.737119:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718925.737121:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718925.737123:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718925.737125:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718925.737127:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718925.737132:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503616:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718925.737134:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718925.737136:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737140:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718925.737141:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718925.737142:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718925.737144:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718925.737145:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718925.737147:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503744:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718925.737149:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718925.737150:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718925.737151:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718925.737152:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718925.737154:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718925.737155:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718925.737158:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718925.737159:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718925.737161:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718925.737163:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529503744, portal 10
00000100:00000001:2.0:1779718925.737165:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718925.737165:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718925.737169:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737177:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718925.737179:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718925.737180:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718925.737181:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529503744, offset 0
00000400:00000200:2.0:1779718925.737184:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718925.737186:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718925.737189:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718925.737190:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718925.737192:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718925.737194:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718925.737195:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718925.737198:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157665:157665:256:4294967295] 192.168.203.145@tcp LPNI seq info [157664:157664:8:4294967295]
00000400:00000200:2.0:1779718925.737200:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718925.737205:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718925.737207:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718925.737209:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718925.737211:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718925.737213:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718925.737216:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718925.737218:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1779718925.737220:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718925.737222:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718925.737224:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718925.737226:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718925.737228:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718925.737229:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718925.737230:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718925.737232:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737237:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718925.737239:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737248:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.737249:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718925.737251:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718925.737253:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718925.737255:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718925.737256:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316044819
00000100:00000001:2.0:1779718925.737258:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316046078
00000100:00000001:2.0:1779718925.737259:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316044819
00000100:00000001:2.0:1779718925.737261:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316046078
00000100:00000001:2.0:1779718925.737262:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718925.737263:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.737264:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718925.737266:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718925/real 1779718925]  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718925.737270:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718925.737271:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718925.737273:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718925.737274:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718925.737275:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718925.737276:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718925.737278:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718925.737283:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737287:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718925.737287:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737288:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718925.737289:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718925.737291:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737296:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718925.737298:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737302:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718925.737304:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737305:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718925.737305:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737306:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718925.737308:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718925.737309:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718925.737311:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718925.737312:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718925.737314:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718925.737319:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503744:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718925.737321:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718925.737322:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737326:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718925.737327:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718925.737328:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718925.737329:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718925.737330:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718925.737332:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503872:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718925.737334:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718925.737335:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718925.737337:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718925.737338:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718925.737340:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718925.737341:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718925.737343:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718925.737345:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718925.737347:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718925.737348:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529503872, portal 4
00000100:00000001:2.0:1779718925.737350:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718925.737351:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718925.737354:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737358:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718925.737360:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718925.737361:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718925.737362:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529503872, offset 0
00000400:00000200:2.0:1779718925.737364:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718925.737366:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718925.737368:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718925.737370:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718925.737371:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718925.737373:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718925.737374:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718925.737376:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157666:157666:256:4294967295] 192.168.203.145@tcp LPNI seq info [157665:157665:8:4294967295]
00000400:00000200:2.0:1779718925.737379:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718925.737384:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718925.737386:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718925.737388:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718925.737390:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718925.737392:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1779718925.737394:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718925.737396:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1779718925.737398:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718925.737400:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718925.737402:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718925.737404:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718925.737406:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718925.737407:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718925.737408:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718925.737410:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737415:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718925.737417:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737421:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.737422:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718925.737423:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718925.737425:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718925.737427:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718925.737428:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316044817
00000100:00000001:2.0:1779718925.737429:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316046078
00000100:00000001:2.0:1779718925.737431:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316044817
00000100:00000001:2.0:1779718925.737432:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316046078
00000100:00000001:2.0:1779718925.737433:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718925.737435:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.737436:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718925.737438:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718925/real 1779718925]  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718925.737442:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718925.737443:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718925.737444:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718925.737445:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718925.737446:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718925.737448:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718925.737450:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718925.737455:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737459:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718925.737460:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737461:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718925.737461:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718925.737463:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737467:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718925.737469:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737473:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718925.737475:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737475:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718925.737476:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737477:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718925.737478:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718925.737480:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718925.737481:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718925.737482:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718925.737485:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718925.737489:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529503872:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718925.737491:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737492:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718925.737495:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529503616/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737499:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718925.737500:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718925.737501:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f400.
02000000:00000001:2.0:1779718925.737503:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718925.737503:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718925.737504:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718925.737505:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718925.737506:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921ec00.
02000000:00000001:2.0:1779718925.737508:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718925.737509:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718925.737510:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718925.737512:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718925.737513:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737514:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718925.737516:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529503744/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737520:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718925.737521:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718925.737522:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d400.
02000000:00000001:2.0:1779718925.737523:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718925.737524:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718925.737525:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718925.737526:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718925.737526:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d400.
02000000:00000001:2.0:1779718925.737528:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718925.737528:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718925.737529:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718925.737531:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718925.737531:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737532:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718925.737534:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529503872/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718925.737538:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718925.737539:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718925.737540:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996fc00.
02000000:00000001:2.0:1779718925.737541:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718925.737542:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718925.737543:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718925.737544:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718925.737545:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e400.
02000000:00000001:2.0:1779718925.737546:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718925.737546:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718925.737547:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718925.737548:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718925.737549:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737550:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718925.737552:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718925.737553:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718925.737554:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718925.737555:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718926.184020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718926.184025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718926.184031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718926.184032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718926.184035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718926.184036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718926.184086:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718926.184089:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718926.184092:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718926.760023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718926.760029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718926.760031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718926.760035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718926.760038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718926.760041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718926.760043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718926.760046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718926.760048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718927.016032:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316046078, at 4316046080
00000100:00000040:1.0:1779718927.016032:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316046078, at 4316046080
00000100:00000010:0.0:1779718927.016048:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5d20.
00000100:00000010:1.0:1779718927.016049:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5a80.
00010000:00000001:2.0:1779718927.208018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718927.208023:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718927.208025:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718927.208028:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718927.208032:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718927.208034:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718927.208036:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718927.208038:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718927.208042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718927.208043:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718927.208046:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718927.208047:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718927.208081:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718927.208085:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718927.208088:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718927.783999:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718927.784005:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718927.784007:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718927.784011:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718927.784014:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718927.784017:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718927.784018:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718927.784021:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718927.784022:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718928.232073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718928.232079:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718928.232085:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718928.232086:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718928.232089:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718928.232090:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718928.232147:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718928.232152:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718928.232157:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718928.808044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718928.808052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718928.808055:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718928.808061:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718928.808066:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718928.808069:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718928.808073:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718928.808076:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718928.808079:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718929.256059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718929.256066:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718929.256073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718929.256076:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718929.256079:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718929.256083:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718929.256086:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718929.256089:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718929.256130:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718929.256133:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718929.256138:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718929.256139:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718929.256208:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718929.256214:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718929.256220:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1779718929.832049:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718929.832056:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718929.832058:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718929.832064:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:2.0:1779718929.832068:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718929.832071:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718929.832074:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718929.832077:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718929.832079:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718930.280056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718930.280061:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718930.280068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718930.280069:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718930.280072:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718930.280072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718930.280134:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718930.280137:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718930.280139:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1779718930.856033:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1779718930.856043:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718930.856044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1779718930.856045:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718930.856050:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1779718930.856051:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718930.856055:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856058:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:3.0:1779718930.856061:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718930.856065:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1779718930.856067:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21377
00000100:00000001:3.0:1779718930.856071:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.856075:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1779718930.856079:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718930.856081:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.856085:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718930.856088:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718930.856092:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718930.856096:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856100:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718930.856104:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856107:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:2.0:1779718930.856111:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1779718930.856112:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:2.0:1779718930.856115:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718930.856117:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:2.0:1779718930.856119:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:2.0:1779718930.856121:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:2.0:1779718930.856123:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856125:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718930.856126:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856127:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:2.0:1779718930.856129:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:2.0:1779718930.856131:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856133:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718930.856135:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718930.856138:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718930.856140:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856141:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718930.856143:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718930.856150:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938907100.
00000020:00000040:2.0:1779718930.856153:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:2.0:1779718930.856156:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718930.856157:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856160:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718930.856162:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718930.856165:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718930.856171:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996fc00.
00000100:00000001:2.0:1779718930.856176:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718930.856183:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718930.856191:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718930.856194:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718930.856198:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020aba846] to pc [ptlrpcd_rcv+-1]  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718930.856221:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718930.856223:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1779718930.856226:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1779718930.856227:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1779718930.856228:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718930.856233:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:2.0:1779718930.856235:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21377
00000400:00000200:2.0:1779718930.856239:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718930.856242:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718930.856244:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718930.856247:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718930.856247:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718930.856249:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718930.856252:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856253:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718930.856253:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1779718930.856256:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1779718930.856257:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1779718930.856258:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:2.0:1779718930.856261:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718930.856263:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:2.0:1779718930.856265:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:2.0:1779718930.856267:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718930.856268:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718930.856271:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856276:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718930.856279:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856283:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:2.0:1779718930.856287:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:2.0:1779718930.856292:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718930.856292:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718930.856296:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.856296:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718930.856301:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718930.856303:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718930.856306:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718930.856308:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856310:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1779718930.856314:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1779718930.856316:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1779718930.856320:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718930.856321:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856325:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718930.856329:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529504000:192.168.203.145@tcp:250:kworker.0
00000100:00000010:2.0:1779718930.856332:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938906d80.
00000100:00000001:3.0:1779718930.856337:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1779718930.856338:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:2.0:1779718930.856342:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718930.856343:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718930.856344:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856348:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718930.856348:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718930.856351:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718930.856353:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1779718930.856355:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718930.856360:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e800.
02000000:00000010:2.0:1779718930.856362:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996d400.
02000000:00000001:3.0:1779718930.856365:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856368:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718930.856374:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:2.0:1779718930.856377:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1779718930.856381:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00000001:2.0:1779718930.856387:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718930.856389:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718930.856391:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000040:2.0:1779718930.856392:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001559e75b] to pc [ptlrpcd_rcv+-1]  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718930.856401:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718930.856401:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529504000, portal 25
00000100:00080000:2.0:1779718930.856407:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718930.856408:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1779718930.856412:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718930.856412:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569075456 : -117608140476160 : ffff950938907100)
00000100:00000001:2.0:1779718930.856414:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1779718930.856417:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718930.856420:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:2.0:1779718930.856424:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21377
00000100:00000040:3.0:1779718930.856424:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718930.856431:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718930.856437:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718930.856441:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718930.856446:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718930.856446:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1779718930.856449:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718930.856453:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:2.0:1779718930.856455:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856458:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000010:3.0:1779718930.856459:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000020:00000001:2.0:1779718930.856460:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1779718930.856462:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:2.0:1779718930.856464:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718930.856466:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000100:00000200:3.0:1779718930.856466:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529504000, offset 0
00000020:00000001:2.0:1779718930.856470:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:2.0:1779718930.856473:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:2.0:1779718930.856475:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856476:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718930.856481:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718930.856482:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856487:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:2.0:1779718930.856491:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:3.0:1779718930.856495:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:2.0:1779718930.856498:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856502:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718930.856506:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1779718930.856506:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000001:2.0:1779718930.856512:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718930.856514:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1779718930.856517:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718930.856520:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:2.0:1779718930.856522:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1779718930.856525:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1779718930.856526:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1779718930.856532:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718930.856533:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856537:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718930.856542:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157667:157667:256:4294967295] 192.168.203.145@tcp LPNI seq info [157666:157666:8:4294967295]
00000100:00000010:2.0:1779718930.856544:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938906300.
00000020:00000040:2.0:1779718930.856549:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:3.0:1779718930.856550:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:2.0:1779718930.856556:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718930.856558:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856561:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718930.856565:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718930.856569:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718930.856569:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1779718930.856578:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996f400.
00000800:00000200:3.0:1779718930.856581:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856583:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1779718930.856587:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000100:00100000:2.0:1779718930.856592:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1779718930.856599:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718930.856607:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1779718930.856610:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718930.856615:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1779718930.856616:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718930.856622:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1779718930.856623:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000655b06fb] to pc [ptlrpcd_rcv+-1]  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1779718930.856634:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718930.856638:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000100:00000001:2.0:1779718930.856641:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718930.856646:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718930.856646:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1779718930.856653:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1779718930.856658:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718930.856658:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1779718930.856665:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1779718930.856666:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1779718930.856667:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1779718930.856667:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718930.856671:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:2.0:1779718930.856672:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:2.0:1779718930.856677:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21377
00000100:00000001:3.0:1779718930.856679:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1779718930.856682:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718930.856688:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000200:3.0:1779718930.856688:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1779718930.856693:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718930.856701:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856706:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718930.856711:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718930.856711:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1779718930.856716:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:3.0:1779718930.856719:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1779718930.856720:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1779718930.856723:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:2.0:1779718930.856727:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718930.856731:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:2.0:1779718930.856736:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718930.856738:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718930.856742:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718930.856743:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1779718930.856750:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718930.856751:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856755:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718930.856759:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:2.0:1779718930.856760:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718930.856765:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316051198
00000100:00000001:2.0:1779718930.856766:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:2.0:1779718930.856772:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000010:3.0:1779718930.856775:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475480.
00000100:00080000:2.0:1779718930.856776:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718930.856781:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718930.856784:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1779718930.856785:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1779718930.856787:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718930.856791:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856793:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718930.856793:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316051198
00000008:00100000:2.0:1779718930.856798:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000010:3.0:1779718930.856799:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475f00.
00000008:00000001:2.0:1779718930.856805:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.856806:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718930.856808:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.856811:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1779718930.856814:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938906680.
00000100:00000001:3.0:1779718930.856816:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1779718930.856818:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:3.0:1779718930.856820:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1779718930.856823:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718930.856825:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718930.856829:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1779718930.856829:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718930/real 1779718930]  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1779718930.856832:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718930.856835:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718930.856843:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996cc00.
00000100:00000001:2.0:1779718930.856848:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1779718930.856848:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718930.856852:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1779718930.856853:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1779718930.856855:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718930.856861:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000100:00000001:2.0:1779718930.856862:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718930.856866:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718930.856866:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000040:2.0:1779718930.856872:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002058d2bc] to pc [ptlrpcd_rcv+-1]  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.856872:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718930.856880:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718930.856890:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718930.856900:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21387)
00000100:00000200:3.0:1779718930.856900:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.856910:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718930.856912:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.856915:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718930.856917:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718930.856958:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.856967:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718930.856970:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.856980:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718930.856982:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.856983:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718930.856984:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.856986:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718930.856987:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718930.856989:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718930.856991:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718930.856993:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718930.856996:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718930.857002:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529504000:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718930.857005:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857006:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718930.857008:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907100 x1866162529504000/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857012:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718930.857014:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718930.857016:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718930.857018:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718930.857019:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718930.857020:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718930.857022:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718930.857023:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996fc00.
02000000:00000001:3.0:1779718930.857026:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718930.857028:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718930.857030:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907100.
00000100:00000001:3.0:1779718930.857032:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718930.857032:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857034:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857039:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718930.857040:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.857042:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718930.857043:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718930.857044:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718930.857046:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857051:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718930.857052:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718930.857053:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718930.857054:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718930.857056:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718930.857058:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504128:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718930.857060:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718930.857061:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718930.857062:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718930.857064:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718930.857066:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718930.857067:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718930.857070:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718930.857072:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718930.857075:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718930.857077:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529504128, portal 10
00000100:00000001:3.0:1779718930.857079:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718930.857080:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:3.0:1779718930.857085:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857089:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718930.857091:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718930.857092:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718930.857093:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529504128, offset 0
00000400:00000200:3.0:1779718930.857096:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718930.857099:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718930.857102:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718930.857104:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718930.857106:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718930.857108:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718930.857110:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718930.857112:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157668:157668:256:4294967295] 192.168.203.145@tcp LPNI seq info [157667:157667:8:4294967295]
00000400:00000200:3.0:1779718930.857115:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718930.857120:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718930.857123:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718930.857125:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718930.857128:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718930.857130:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779718930.857133:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718930.857135:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1779718930.857137:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718930.857139:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718930.857141:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718930.857143:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718930.857145:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718930.857147:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718930.857148:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718930.857151:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857156:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718930.857158:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857163:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.857164:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718930.857166:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718930.857169:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718930.857171:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718930.857172:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316049931
00000100:00000001:3.0:1779718930.857174:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316051198
00000100:00000001:3.0:1779718930.857176:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316049931
00000100:00000001:3.0:1779718930.857177:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316051198
00000100:00000001:3.0:1779718930.857179:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718930.857180:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.857181:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718930.857183:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718930/real 1779718930]  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718930.857188:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718930.857189:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718930.857190:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718930.857191:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718930.857193:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718930.857194:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718930.857196:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718930.857201:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857205:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718930.857206:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857207:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718930.857208:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718930.857210:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857214:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718930.857216:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857220:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718930.857222:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857223:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718930.857224:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857225:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718930.857227:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718930.857229:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718930.857231:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718930.857232:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718930.857234:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718930.857239:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504128:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718930.857241:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718930.857243:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857250:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718930.857251:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718930.857253:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718930.857255:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718930.857256:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718930.857260:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504256:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718930.857263:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718930.857265:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718930.857266:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718930.857268:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718930.857272:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718930.857274:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718930.857278:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718930.857280:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718930.857284:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718930.857286:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529504256, portal 10
00000100:00000001:3.0:1779718930.857288:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718930.857290:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:3.0:1779718930.857296:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857304:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718930.857306:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718930.857308:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718930.857310:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529504256, offset 0
00000400:00000200:3.0:1779718930.857313:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718930.857316:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718930.857319:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718930.857321:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718930.857322:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718930.857324:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718930.857326:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718930.857328:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157669:157669:256:4294967295] 192.168.203.145@tcp LPNI seq info [157668:157668:8:4294967295]
00000400:00000200:3.0:1779718930.857331:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718930.857335:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718930.857338:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718930.857340:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718930.857343:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718930.857345:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779718930.857348:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718930.857349:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1779718930.857352:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718930.857353:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718930.857355:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718930.857357:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718930.857359:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718930.857360:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718930.857362:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718930.857365:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857374:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718930.857375:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857380:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.857381:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718930.857382:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718930.857384:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718930.857386:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718930.857387:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316049939
00000100:00000001:3.0:1779718930.857389:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316051198
00000100:00000001:3.0:1779718930.857390:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316049939
00000100:00000001:3.0:1779718930.857392:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316051198
00000100:00000001:3.0:1779718930.857393:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718930.857395:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.857396:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718930.857398:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718930/real 1779718930]  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718930.857403:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718930.857404:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718930.857405:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718930.857406:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718930.857407:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718930.857408:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718930.857410:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718930.857415:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857419:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718930.857420:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857421:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718930.857422:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718930.857425:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857429:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718930.857431:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857435:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718930.857436:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857437:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718930.857438:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857439:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718930.857440:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718930.857442:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718930.857444:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718930.857445:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718930.857447:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718930.857451:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504256:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718930.857454:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718930.857456:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857460:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718930.857461:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718930.857463:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718930.857464:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718930.857465:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718930.857467:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504384:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718930.857469:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718930.857471:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718930.857472:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718930.857473:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718930.857475:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921d000.
02000000:00000001:3.0:1779718930.857476:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718930.857478:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718930.857480:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000400:00000010:3.0:1779718930.857482:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00000200:3.0:1779718930.857484:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529504384, portal 4
00000100:00000001:3.0:1779718930.857485:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718930.857486:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569072768 : -117608140478848 : ffff950938906680)
00000100:00000040:3.0:1779718930.857490:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857494:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718930.857495:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718930.857496:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
00000100:00000200:3.0:1779718930.857498:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529504384, offset 0
00000400:00000200:3.0:1779718930.857500:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718930.857502:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718930.857504:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718930.857505:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718930.857507:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718930.857508:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718930.857510:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718930.857512:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157670:157670:256:4294967295] 192.168.203.145@tcp LPNI seq info [157669:157669:8:4294967295]
00000400:00000200:3.0:1779718930.857515:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718930.857519:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718930.857521:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718930.857523:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718930.857526:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718930.857528:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1779718930.857531:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718930.857532:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1779718930.857535:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718930.857536:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:3.0:1779718930.857538:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718930.857540:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718930.857541:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:3.0:1779718930.857542:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:3.0:1779718930.857544:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718930.857546:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857551:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718930.857553:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857557:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.857558:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718930.857559:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718930.857561:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718930.857563:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718930.857565:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316049937
00000100:00000001:3.0:1779718930.857566:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316051198
00000100:00000001:3.0:1779718930.857568:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316049937
00000100:00000001:3.0:1779718930.857569:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316051198
00000100:00000001:3.0:1779718930.857570:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718930.857571:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.857572:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718930.857574:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718930/real 1779718930]  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718930.857579:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718930.857580:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718930.857581:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:3.0:1779718930.857583:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000010:3.0:1779718930.857584:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000100:00000001:3.0:1779718930.857585:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718930.857587:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718930.857591:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857595:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718930.857596:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857597:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718930.857598:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718930.857600:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857603:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718930.857606:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857609:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718930.857611:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857612:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718930.857612:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857613:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718930.857614:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718930.857616:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718930.857617:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718930.857619:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718930.857621:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718930.857630:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504384:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718930.857632:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857633:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718930.857635:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906d80 x1866162529504128/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857639:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718930.857640:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718930.857641:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718930.857642:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718930.857643:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718930.857644:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718930.857645:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718930.857646:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d400.
02000000:00000001:3.0:1779718930.857648:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718930.857649:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718930.857650:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906d80.
00000100:00000001:3.0:1779718930.857652:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718930.857652:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857654:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718930.857655:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529504256/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857659:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718930.857660:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718930.857661:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718930.857662:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718930.857663:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718930.857663:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718930.857664:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718930.857665:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f400.
02000000:00000001:3.0:1779718930.857666:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718930.857667:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718930.857668:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:3.0:1779718930.857670:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718930.857671:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857672:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718930.857673:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906680 x1866162529504384/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718930.857677:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718930.857678:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718930.857679:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921d000.
02000000:00000001:3.0:1779718930.857680:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718930.857681:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718930.857681:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718930.857682:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718930.857683:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996cc00.
02000000:00000001:3.0:1779718930.857684:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718930.857685:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718930.857686:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906680.
00000100:00000001:3.0:1779718930.857687:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718930.857688:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857689:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718930.857691:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718930.857692:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718930.857693:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718930.857694:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718931.304006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718931.304011:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718931.304016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718931.304017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718931.304020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718931.304021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718931.304085:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718931.304088:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718931.304092:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718931.880024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718931.880029:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718931.880031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718931.880035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718931.880037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718931.880040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718931.880043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718931.880045:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718931.880047:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718932.136033:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316051198, at 4316051200
00000100:00000040:1.0:1779718932.136033:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316051198, at 4316051200
00000100:00000010:1.0:1779718932.136047:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475f00.
00000100:00000010:0.0:1779718932.136050:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475480.
00010000:00000001:2.0:1779718932.328045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718932.328051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718932.328060:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718932.328061:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718932.328064:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718932.328066:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718932.328129:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718932.328133:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718932.328137:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718932.904038:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718932.904045:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718932.904048:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718932.904053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718932.904055:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718932.904059:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718932.904061:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718932.904063:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718932.904065:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718933.352014:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718933.352019:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718933.352024:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718933.352024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718933.352027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718933.352030:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718933.352032:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718933.352035:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718933.352037:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718933.352039:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718933.352040:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718933.352042:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718933.352117:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718933.352122:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718933.352126:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718933.928053:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718933.928060:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718933.928062:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718933.928067:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718933.928071:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718933.928077:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718933.928081:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718933.928085:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718933.928089:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718934.376078:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718934.376083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718934.376089:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718934.376090:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718934.376093:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718934.376094:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718934.376161:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718934.376166:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718934.376170:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718934.952040:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718934.952051:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718934.952053:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718934.952058:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718934.952062:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718934.952067:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718934.952070:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718934.952073:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718934.952075:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718935.400034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718935.400041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718935.400049:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718935.400051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718935.400055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718935.400057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718935.400138:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718935.400144:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718935.400148:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718935.976038:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1779718935.976043:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718935.976045:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718935.976047:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718935.976054:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:2.0:1779718935.976056:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718935.976057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718935.976060:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718935.976061:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718935.976065:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1779718935.976068:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718935.976069:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718935.976073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976075:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:2.0:1779718935.976083:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21382
00000400:00000200:2.0:1779718935.976094:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718935.976100:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718935.976104:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718935.976107:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976110:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718935.976113:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976115:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:2.0:1779718935.976119:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1779718935.976121:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:2.0:1779718935.976124:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718935.976127:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:2.0:1779718935.976129:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:2.0:1779718935.976132:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:2.0:1779718935.976135:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976136:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718935.976139:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976141:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:2.0:1779718935.976143:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:2.0:1779718935.976147:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976149:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718935.976152:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718935.976159:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718935.976163:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976166:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718935.976168:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718935.976177:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938905880.
00000020:00000040:2.0:1779718935.976181:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:2.0:1779718935.976186:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718935.976188:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976193:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718935.976195:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718935.976200:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718935.976209:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996d000.
00000100:00000001:2.0:1779718935.976217:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718935.976229:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718935.976239:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718935.976258:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718935.976265:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000180b2ff5] to pc [ptlrpcd_rcv+-1]  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718935.976291:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718935.976296:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1779718935.976299:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1779718935.976300:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1779718935.976301:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718935.976303:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:2.0:1779718935.976305:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21382
00000400:00000200:2.0:1779718935.976308:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718935.976311:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718935.976312:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718935.976314:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976316:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718935.976317:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976319:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:2.0:1779718935.976321:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1779718935.976321:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:2.0:1779718935.976323:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718935.976325:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:2.0:1779718935.976327:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:2.0:1779718935.976331:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:2.0:1779718935.976334:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976336:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718935.976338:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976341:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:2.0:1779718935.976344:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:2.0:1779718935.976349:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976353:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718935.976356:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718935.976362:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718935.976363:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1779718935.976368:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718935.976369:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718935.976373:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1779718935.976375:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1779718935.976381:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1779718935.976381:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1779718935.976389:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976395:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718935.976396:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718935.976399:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718935.976403:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938906680.
02000000:00000001:3.0:1779718935.976404:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1779718935.976409:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718935.976409:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718935.976413:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718935.976415:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1779718935.976418:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529504512:192.168.203.145@tcp:250:kworker.0
02000000:00000001:2.0:1779718935.976419:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976425:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1779718935.976425:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718935.976429:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718935.976430:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718935.976433:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718935.976434:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718935.976439:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718935.976443:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996c800.
02000000:00000010:3.0:1779718935.976444:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921d000.
02000000:00000001:3.0:1779718935.976448:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976451:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718935.976462:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718935.976471:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718935.976475:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718935.976483:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002058d2bc] to pc [ptlrpcd_rcv+-1]  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718935.976497:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718935.976552:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718935.976557:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:2.0:1779718935.976561:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1779718935.976563:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1779718935.976564:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee312c0.
00000100:00080000:2.0:1779718935.976566:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718935.976570:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:3.0:1779718935.976572:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d880.
00000100:00080000:2.0:1779718935.976576:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21382
00000100:00000200:3.0:1779718935.976579:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529504512, portal 25
00000400:00000200:2.0:1779718935.976584:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718935.976584:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718935.976586:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569069184 : -117608140482432 : ffff950938905880)
00000400:00000200:2.0:1779718935.976591:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718935.976596:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718935.976601:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976603:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718935.976607:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976609:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:2.0:1779718935.976610:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1779718935.976611:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:2.0:1779718935.976612:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718935.976613:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:2.0:1779718935.976615:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:2.0:1779718935.976616:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:2.0:1779718935.976618:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976620:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718935.976621:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976623:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:2.0:1779718935.976625:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:2.0:1779718935.976626:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976628:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718935.976629:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718935.976631:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718935.976632:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976634:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1779718935.976636:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1779718935.976637:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976638:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718935.976641:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938906300.
00000020:00000040:2.0:1779718935.976643:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:2.0:1779718935.976645:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718935.976646:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976647:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718935.976648:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718935.976650:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718935.976652:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996c000.
00000100:00000001:2.0:1779718935.976655:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718935.976659:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718935.976664:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718935.976666:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718935.976668:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000655b06fb] to pc [ptlrpcd_rcv+-1]  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718935.976674:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718935.976675:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1779718935.976678:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1779718935.976680:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1779718935.976682:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1779718935.976683:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1779718935.976683:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718935.976685:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:2.0:1779718935.976687:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21382
00000400:00000200:2.0:1779718935.976689:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718935.976691:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718935.976693:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718935.976695:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976696:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718935.976698:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976699:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:2.0:1779718935.976700:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1779718935.976701:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:2.0:1779718935.976702:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718935.976703:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:2.0:1779718935.976704:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:2.0:1779718935.976705:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:2.0:1779718935.976707:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976708:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718935.976710:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976711:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:2.0:1779718935.976713:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:2.0:1779718935.976715:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976717:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718935.976719:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718935.976721:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718935.976724:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976726:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1779718935.976728:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1779718935.976730:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1779718935.976734:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976739:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718935.976746:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1779718935.976748:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938906d80.
00000100:00000040:3.0:1779718935.976752:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000020:00000040:2.0:1779718935.976753:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000010:3.0:1779718935.976756:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d440.
02000000:00000001:2.0:1779718935.976757:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718935.976761:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718935.976764:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718935.976766:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718935.976768:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718935.976773:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996f000.
00000100:00000001:2.0:1779718935.976778:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718935.976786:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718935.976794:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718935.976798:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718935.976801:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529504512, offset 0
00000100:00000040:2.0:1779718935.976807:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001559e75b] to pc [ptlrpcd_rcv+-1]  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718935.976812:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:2.0:1779718935.976822:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718935.976823:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:2.0:1779718935.976831:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21392)
00000400:00000200:3.0:1779718935.976832:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718935.976841:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718935.976848:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718935.976853:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718935.976856:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718935.976861:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157671:157671:256:4294967295] 192.168.203.145@tcp LPNI seq info [157670:157670:8:4294967295]
00000400:00000200:3.0:1779718935.976864:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718935.976872:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718935.976876:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718935.976880:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647d00.
00000800:00000200:3.0:1779718935.976885:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718935.976889:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718935.976915:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718935.976942:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718935.976946:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316056319
00000100:00000010:3.0:1779718935.976950:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475540.
00000100:00000001:3.0:1779718935.976956:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718935.976963:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316056319
00000100:00000010:3.0:1779718935.976966:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475b40.
00000100:00000001:3.0:1779718935.976969:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718935.976973:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718935.976975:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718935.976978:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718935.976981:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718935.976988:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718935.976990:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1779718935.976991:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718935.976992:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718935.976993:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718935.976997:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718935.977002:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718935.977003:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718935.977005:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718935.977007:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718935.977008:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718935.977010:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504640:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718935.977013:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718935.977014:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718935.977016:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718935.977017:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718935.977019:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718935.977020:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718935.977023:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718935.977025:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee31840.
00000400:00000010:3.0:1779718935.977027:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867da18.
00000100:00000200:3.0:1779718935.977030:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529504640, portal 10
00000100:00000001:3.0:1779718935.977031:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718935.977032:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569072768 : -117608140478848 : ffff950938906680)
00000100:00000040:3.0:1779718935.977038:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718935.977043:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718935.977045:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718935.977047:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867de58.
00000100:00000200:3.0:1779718935.977049:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529504640, offset 0
00000400:00000200:3.0:1779718935.977056:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718935.977059:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718935.977062:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718935.977064:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718935.977066:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718935.977068:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718935.977069:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718935.977073:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157672:157672:255:4294967295] 192.168.203.145@tcp LPNI seq info [157671:157671:7:4294967295]
00000400:00000200:3.0:1779718935.977077:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718935.977082:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718935.977086:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718935.977089:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647c00.
00000800:00000200:3.0:1779718935.977092:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718935.977095:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718935.977097:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718935.977100:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718935.977102:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718935.977103:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316055051
00000100:00000001:3.0:1779718935.977106:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316056319
00000100:00000001:3.0:1779718935.977107:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316055051
00000100:00000001:3.0:1779718935.977109:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316056319
00000100:00000001:3.0:1779718935.977111:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718935.977112:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718935.977114:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718935.977116:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718935.977121:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718935.977122:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718935.977123:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718935.977125:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718935.977126:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718935.977128:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504768:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718935.977130:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718935.977131:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718935.977132:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718935.977133:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718935.977135:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718935.977137:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718935.977139:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718935.977141:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee31478.
00000400:00000010:3.0:1779718935.977143:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718935.977145:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529504768, portal 10
00000100:00000001:3.0:1779718935.977146:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718935.977147:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569071872 : -117608140479744 : ffff950938906300)
00000100:00000040:3.0:1779718935.977150:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718935.977155:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718935.977157:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718935.977159:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dc38.
00000100:00000200:3.0:1779718935.977163:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529504768, offset 0
00000400:00000200:3.0:1779718935.977166:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718935.977169:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718935.977171:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718935.977174:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718935.977176:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718935.977178:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718935.977179:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718935.977182:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157673:157673:254:4294967295] 192.168.203.145@tcp LPNI seq info [157672:157672:6:4294967295]
00000400:00000200:3.0:1779718935.977184:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718935.977188:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718935.977191:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718935.977193:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647200.
00000800:00000200:3.0:1779718935.977195:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718935.977197:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718935.977198:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718935.977200:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718935.977202:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718935.977203:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316055059
00000100:00000001:3.0:1779718935.977205:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316056319
00000100:00000001:3.0:1779718935.977206:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316055059
00000100:00000001:3.0:1779718935.977208:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316056319
00000100:00000001:3.0:1779718935.977209:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718935.977211:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718935.977212:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718935.977214:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718935.977219:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718935.977219:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718935.977221:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718935.977221:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718935.977223:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718935.977224:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504896:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718935.977226:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718935.977227:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718935.977228:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718935.977229:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718935.977230:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718935.977231:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718935.977233:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718935.977234:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718935.977236:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718935.977238:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529504896, portal 4
00000100:00000001:3.0:1779718935.977239:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718935.977239:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569074560 : -117608140477056 : ffff950938906d80)
00000100:00000040:3.0:1779718935.977243:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718935.977247:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718935.977248:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718935.977250:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867d908.
00000100:00000200:3.0:1779718935.977251:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529504896, offset 0
00000400:00000200:3.0:1779718935.977253:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718935.977255:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718935.977257:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718935.977258:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718935.977281:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718935.977283:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718935.977286:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718935.977289:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157674:157674:253:4294967295] 192.168.203.145@tcp LPNI seq info [157673:157673:5:4294967295]
00000400:00000200:3.0:1779718935.977293:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718935.977299:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718935.977303:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718935.977306:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647f00.
00000800:00000200:3.0:1779718935.977311:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718935.977314:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718935.977317:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718935.977320:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718935.977323:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718935.977325:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316055057
00000100:00000001:3.0:1779718935.977327:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316056319
00000100:00000001:3.0:1779718935.977329:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316055057
00000100:00000001:3.0:1779718935.977332:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316056319
00000100:00000001:3.0:1779718935.977334:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718935.977336:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718935.977339:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718935.977341:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718935.977344:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718935.977345:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1779718935.977347:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718935.977349:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718935.977350:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718935.977353:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718936.424065:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718936.424074:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718936.424077:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718936.424081:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718936.424086:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718936.424089:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718936.424091:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718936.424095:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718936.424100:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718936.424102:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718936.424105:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718936.424107:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718936.424157:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718936.424160:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718936.424163:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718937.000020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718937.000025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718937.000027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718937.000032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718937.000036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718937.000038:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718937.000041:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718937.000043:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718937.000045:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718937.256010:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316056319, at 4316056320
00000100:00000040:0.0:1779718937.256011:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316056319, at 4316056320
00000100:00000010:1.0:1779718937.256024:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475b40.
00000100:00000010:0.0:1779718937.256026:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475540.
00010000:00000001:2.0:1779718937.448021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718937.448027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718937.448033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718937.448035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718937.448039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718937.448040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718937.448094:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718937.448098:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718937.448103:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718938.024015:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718938.024021:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718938.024022:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718938.024027:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718938.024030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718938.024033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718938.024035:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718938.024038:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718938.024040:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718938.472007:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718938.472013:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718938.472018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718938.472020:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718938.472023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718938.472024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718938.472079:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718938.472082:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718938.472085:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718939.047980:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718939.047986:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718939.047988:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718939.047994:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718939.047998:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718939.048002:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048004:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718939.048007:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048010:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1779718939.048115:0:248753:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1779718939.048150:0:248753:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1779718939.048160:0:248753:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718939.048164:0:248753:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:0.0:1779718939.048170:0:248753:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718939.048174:0:248753:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1779718939.048180:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718939.048184:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647d00.
00000400:00000200:0.0:1779718939.048188:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718939.048191:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718939.048196:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d440
00000400:00000010:0.0:1779718939.048198:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d440.
00000100:00000001:0.0:1779718939.048203:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779718939.048210:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718939.048229:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718939.048233:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718939.048242:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718939.048244:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779718939.048252:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718939.048255:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647c00.
00000400:00000200:0.0:1779718939.048259:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779718939.048263:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718939.048266:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867de58
00000400:00000010:0.0:1779718939.048269:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867de58.
00000100:00000001:0.0:1779718939.048272:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718939.048275:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:0.0:1779718939.048279:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.048280:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718939.048285:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1779718939.048293:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1779718939.048296:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718935/real 1779718939]  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718939.048300:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718939.048322:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718939.048327:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:3.0:1779718939.048332:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718939.048336:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000100:0.0:1779718939.048337:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718939.048340:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647200.
00000400:00000010:3.0:1779718939.048341:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee312c0.
00000400:00000200:0.0:1779718939.048344:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1779718939.048347:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d880
00000400:00000200:0.0:1779718939.048350:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000010:3.0:1779718939.048352:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d880.
00000400:00000200:0.0:1779718939.048354:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dc38
00000400:00000010:0.0:1779718939.048357:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dc38.
00000100:00000001:3.0:1779718939.048359:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1779718939.048361:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718939.048367:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779718939.048369:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718939.048397:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718939.048400:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718939.048407:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.048411:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718939.048415:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048420:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1779718939.048421:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718939.048424:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718939.048424:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718939.048434:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1779718939.048435:0:248753:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779718939.048440:0:248753:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647f00.
00000400:00000200:0.0:1779718939.048446:0:248753:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1779718939.048452:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1779718939.048456:0:248753:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779718939.048460:0:248753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867d908
00000100:00000040:3.0:1779718939.048461:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1779718939.048464:0:248753:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867d908.
00000100:00000001:0.0:1779718939.048469:0:248753:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1779718939.048475:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718939.048478:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:0.0:1779718939.048482:0:248753:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.048482:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718939.048484:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048490:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718939.048494:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718939.048502:0:248753:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1779718939.048502:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1779718939.048509:0:248753:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718939.048511:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718939.048516:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718939.048525:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718939.048527:0:248753:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718939.048532:0:248753:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1779718939.048540:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938905880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529504512:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718939.048547:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718939.048549:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718939.048554:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938905880 x1866162529504512/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.048562:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718939.048565:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718939.048569:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921d000.
02000000:00000001:3.0:1779718939.048573:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718939.048576:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718939.048578:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718939.048580:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718939.048583:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996d000.
02000000:00000001:3.0:1779718939.048587:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718939.048589:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718939.048591:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938905880.
00000100:00000001:3.0:1779718939.048595:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718939.048597:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048600:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718939.048602:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718939.048603:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718939.048605:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718939.048609:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718935/real 1779718939]  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718939.048618:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718939.048620:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718939.048622:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee31840.
00000400:00000200:3.0:1779718939.048625:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867da18
00000400:00000010:3.0:1779718939.048627:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867da18.
00000100:00000001:3.0:1779718939.048630:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718939.048633:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718939.048642:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.048649:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718939.048650:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048652:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718939.048654:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718939.048658:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.048665:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718939.048669:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.048676:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718939.048679:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048681:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718939.048682:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048684:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718939.048686:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718939.048689:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718939.048693:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718939.048696:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718939.048700:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718939.048709:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504640:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718939.048714:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718939.048717:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718935/real 1779718939]  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718939.048726:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718939.048728:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718939.048730:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee31478.
00000400:00000200:3.0:1779718939.048733:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718939.048735:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718939.048738:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718939.048741:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718939.048822:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.048829:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718939.048831:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048833:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718939.048834:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718939.048948:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.048958:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718939.048964:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.048972:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718939.048975:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048977:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718939.048979:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.048981:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718939.048983:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718939.048986:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718939.048991:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718939.048995:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718939.049000:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718939.049009:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504768:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718939.049014:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718939.049018:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718935/real 1779718939]  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718939.049035:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718939.049036:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718939.049039:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718939.049042:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718939.049043:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718939.049046:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718939.049049:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718939.049059:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.049066:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718939.049067:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.049069:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718939.049071:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718939.049075:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.049082:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718939.049086:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.049093:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718939.049095:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.049097:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718939.049099:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.049100:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718939.049102:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718939.049105:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718939.049109:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718939.049112:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718939.049117:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718939.049125:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529504896:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718939.049129:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.049131:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718939.049134:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906680 x1866162529504640/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.049141:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718939.049143:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718939.049146:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718939.049149:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718939.049151:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718939.049152:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718939.049154:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718939.049156:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c800.
02000000:00000001:3.0:1779718939.049159:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718939.049161:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718939.049163:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906680.
00000100:00000001:3.0:1779718939.049165:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718939.049167:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.049169:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718939.049172:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906300 x1866162529504768/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.049180:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718939.049181:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718939.049183:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718939.049185:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718939.049186:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718939.049188:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718939.049190:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718939.049192:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c000.
02000000:00000001:3.0:1779718939.049194:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718939.049196:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718939.049197:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906300.
00000100:00000001:3.0:1779718939.049200:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718939.049201:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.049203:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718939.049207:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906d80 x1866162529504896/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718939.049214:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718939.049215:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718939.049217:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718939.049220:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718939.049221:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718939.049222:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718939.049225:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718939.049226:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f000.
02000000:00000001:3.0:1779718939.049229:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718939.049230:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718939.049232:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906d80.
00000100:00000001:3.0:1779718939.049234:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718939.049235:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.049237:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718939.049246:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718939.049248:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718939.049250:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718939.049252:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718939.495988:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718939.495993:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718939.495999:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718939.496002:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718939.496004:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718939.496007:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718939.496009:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718939.496011:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718939.496012:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718939.496014:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718939.496017:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718939.496017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718939.496091:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718939.496096:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718939.496100:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718940.072067:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718940.072075:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718940.072077:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718940.072083:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718940.072087:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718940.072090:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718940.072093:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718940.072096:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718940.072098:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718940.520040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718940.520045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718940.520050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718940.520052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718940.520056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718940.520058:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718940.520111:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718940.520116:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718940.520120:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718941.096026:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718941.096037:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718941.096039:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718941.096046:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718941.096051:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1779718941.096056:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718941.096056:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.096061:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1779718941.096066:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718941.096067:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718941.096069:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718941.096072:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718941.096073:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718941.096078:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718941.096086:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21387
00000400:00000200:1.0:1779718941.096096:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718941.096103:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718941.096106:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718941.096109:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096112:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718941.096114:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096117:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718941.096120:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718941.096122:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718941.096124:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718941.096127:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718941.096129:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718941.096131:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718941.096134:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096136:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718941.096138:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096139:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718941.096141:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718941.096144:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096146:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718941.096149:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718941.096152:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718941.096155:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718941.096158:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718941.096161:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718941.096169:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718941.096173:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718941.096178:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718941.096180:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718941.096184:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718941.096187:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718941.096193:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718941.096203:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
00000100:00000001:1.0:1779718941.096213:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718941.096225:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718941.096238:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718941.096243:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718941.096249:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718941.096278:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718941.096281:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718941.096285:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718941.096287:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718941.096289:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718941.096292:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718941.096296:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21387
00000400:00000200:1.0:1779718941.096301:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718941.096306:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718941.096309:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718941.096313:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718941.096314:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1779718941.096317:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718941.096320:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1779718941.096321:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096326:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718941.096326:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718941.096337:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779718941.096339:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718941.096342:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718941.096345:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718941.096350:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718941.096355:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:3.0:1779718941.096356:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1779718941.096360:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:3.0:1779718941.096361:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718941.096369:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:3.0:1779718941.096370:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1779718941.096375:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1779718941.096375:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1779718941.096379:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:3.0:1779718941.096381:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718941.096383:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718941.096387:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00100000:3.0:1779718941.096390:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529505024:192.168.203.145@tcp:250:kworker.0
00000100:00080000:1.0:1779718941.096394:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096400:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.096401:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718941.096405:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718941.096409:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1779718941.096413:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718941.096414:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718941.096421:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718941.096422:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1779718941.096424:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718941.096431:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1779718941.096431:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718941.096436:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1779718941.096438:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718941.096442:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718941.096447:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:1.0:1779718941.096448:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718941.096452:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000010:3.0:1779718941.096453:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
02000000:00000001:1.0:1779718941.096455:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718941.096458:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718941.096460:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718941.096462:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718941.096464:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718941.096464:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
02000000:00000010:1.0:1779718941.096473:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000200:3.0:1779718941.096477:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529505024, portal 25
00000100:00000001:1.0:1779718941.096479:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718941.096487:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718941.096495:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718941.096497:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.096497:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718941.096501:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885893632 : -117608823657984 : ffff95090fd7ea00)
00000100:00000040:1.0:1779718941.096505:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718941.096513:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718941.096526:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718941.096532:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718941.096541:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718941.096545:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718941.096547:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1779718941.096548:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718941.096555:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:3.0:1779718941.096555:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779718941.096561:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21387
00000400:00000010:3.0:1779718941.096562:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000400:00000200:1.0:1779718941.096570:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:3.0:1779718941.096570:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529505024, offset 0
00000400:00000200:1.0:1779718941.096576:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718941.096579:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1779718941.096585:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718941.096588:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096592:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718941.096595:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096597:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:3.0:1779718941.096601:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:1.0:1779718941.096603:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718941.096606:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718941.096608:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718941.096611:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:3.0:1779718941.096615:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:1.0:1779718941.096616:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718941.096621:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718941.096626:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1779718941.096627:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096631:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1779718941.096635:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:1.0:1779718941.096636:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096641:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718941.096645:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:3.0:1779718941.096645:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718941.096652:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:1.0:1779718941.096654:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096659:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718941.096663:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1779718941.096663:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157675:157675:256:4294967295] 192.168.203.145@tcp LPNI seq info [157674:157674:8:4294967295]
02000000:00000001:1.0:1779718941.096668:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718941.096674:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718941.096674:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718941.096679:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718941.096683:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718941.096686:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718941.096692:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718941.096696:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1779718941.096699:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718941.096704:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:3.0:1779718941.096708:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779718941.096709:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718941.096712:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718941.096715:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718941.096717:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:3.0:1779718941.096718:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
02000000:00000001:1.0:1779718941.096719:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718941.096726:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
00000100:00000001:1.0:1779718941.096731:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718941.096731:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718941.096738:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00100000:1.0:1779718941.096742:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1779718941.096751:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718941.096759:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1779718941.096759:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1779718941.096764:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718941.096772:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1779718941.096772:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718941.096779:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000100:00000001:1.0:1779718941.096786:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718941.096788:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1779718941.096790:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718941.096795:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718941.096801:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718941.096805:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718941.096807:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718941.096808:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718941.096811:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718941.096815:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21387
00000400:00000200:1.0:1779718941.096820:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718941.096823:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718941.096826:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718941.096829:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096831:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718941.096833:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096835:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718941.096837:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718941.096839:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718941.096841:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718941.096843:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718941.096845:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718941.096848:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718941.096851:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096854:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718941.096856:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096858:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718941.096860:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718941.096879:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718941.096882:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718941.096884:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718941.096888:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718941.096891:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718941.096893:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718941.096896:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718941.096899:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718941.096901:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718941.096905:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718941.096909:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:3.0:1779718941.096910:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1779718941.096912:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718941.096916:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718941.096951:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718941.096955:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718941.096961:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718941.096966:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.096975:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1779718941.096977:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1779718941.096979:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718941.096981:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718941.096985:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718941.096994:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779718941.097001:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.097004:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.097008:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1779718941.097011:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718941.097018:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718941.097023:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1779718941.097028:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718941.097029:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.097036:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316061439
00000100:00000040:1.0:1779718941.097037:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1779718941.097045:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475180.
00000100:00000001:1.0:1779718941.097051:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.097057:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1779718941.097059:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21397)
00000100:00000001:3.0:1779718941.097068:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316061439
00000100:00000010:3.0:1779718941.097073:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475a20.
00000100:00000001:3.0:1779718941.097077:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718941.097080:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718941.097084:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.097088:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718941.097094:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718941/real 1779718941]  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718941.097105:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718941.097107:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718941.097110:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718941.097114:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718941.097116:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718941.097119:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718941.097124:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718941.097132:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097139:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718941.097140:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097143:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718941.097146:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718941.097150:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097158:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718941.097163:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097170:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718941.097172:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097174:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718941.097175:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097178:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718941.097180:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718941.097183:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718941.097188:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718941.097190:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718941.097195:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718941.097203:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529505024:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718941.097208:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097210:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718941.097213:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7ea00 x1866162529505024/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097219:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718941.097222:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718941.097225:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718941.097229:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718941.097231:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718941.097233:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718941.097235:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718941.097238:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91400.
02000000:00000001:3.0:1779718941.097241:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718941.097245:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718941.097246:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7ea00.
00000100:00000001:3.0:1779718941.097250:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718941.097251:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097254:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097263:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718941.097265:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.097267:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718941.097269:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718941.097271:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718941.097275:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097282:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718941.097283:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718941.097286:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718941.097287:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718941.097290:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718941.097293:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505152:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718941.097297:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718941.097300:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718941.097302:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718941.097304:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718941.097307:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718941.097309:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718941.097314:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718941.097317:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718941.097322:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718941.097325:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529505152, portal 10
00000100:00000001:3.0:1779718941.097327:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718941.097329:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:3.0:1779718941.097338:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097346:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718941.097349:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718941.097352:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718941.097355:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529505152, offset 0
00000400:00000200:3.0:1779718941.097360:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718941.097364:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718941.097369:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718941.097373:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718941.097376:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718941.097378:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718941.097381:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718941.097384:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157676:157676:256:4294967295] 192.168.203.145@tcp LPNI seq info [157675:157675:8:4294967295]
00000400:00000200:3.0:1779718941.097388:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718941.097395:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718941.097400:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718941.097403:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718941.097408:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718941.097411:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718941.097417:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718941.097420:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718941.097425:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718941.097427:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718941.097430:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718941.097432:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718941.097436:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718941.097438:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718941.097441:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718941.097445:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097453:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718941.097456:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097462:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.097464:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718941.097469:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718941.097474:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718941.097477:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718941.097480:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316060171
00000100:00000001:3.0:1779718941.097483:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316061439
00000100:00000001:3.0:1779718941.097486:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316060171
00000100:00000001:3.0:1779718941.097488:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316061439
00000100:00000001:3.0:1779718941.097491:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718941.097493:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.097496:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718941.097500:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718941/real 1779718941]  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718941.097508:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718941.097509:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718941.097511:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718941.097514:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718941.097516:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718941.097518:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718941.097522:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718941.097531:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097537:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718941.097538:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097540:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718941.097542:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718941.097546:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097553:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718941.097557:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097565:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718941.097568:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097569:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718941.097571:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097572:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718941.097575:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718941.097577:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718941.097581:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718941.097584:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718941.097589:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718941.097597:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505152:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718941.097600:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718941.097602:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097607:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718941.097608:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718941.097610:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718941.097611:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718941.097612:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718941.097614:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505280:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718941.097617:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718941.097619:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718941.097620:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718941.097622:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718941.097625:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718941.097626:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718941.097630:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718941.097631:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718941.097640:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718941.097643:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529505280, portal 10
00000100:00000001:3.0:1779718941.097644:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718941.097645:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:3.0:1779718941.097650:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097655:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718941.097656:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718941.097658:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718941.097659:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529505280, offset 0
00000400:00000200:3.0:1779718941.097662:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718941.097665:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718941.097668:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718941.097669:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718941.097672:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718941.097673:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718941.097675:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718941.097677:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157677:157677:256:4294967295] 192.168.203.145@tcp LPNI seq info [157676:157676:8:4294967295]
00000400:00000200:3.0:1779718941.097681:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718941.097685:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718941.097688:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718941.097690:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718941.097693:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718941.097695:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718941.097698:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718941.097700:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718941.097704:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718941.097705:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718941.097707:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718941.097710:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718941.097712:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718941.097714:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718941.097716:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718941.097718:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097725:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718941.097728:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097732:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.097733:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718941.097736:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718941.097738:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718941.097741:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718941.097742:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316060179
00000100:00000001:3.0:1779718941.097744:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316061439
00000100:00000001:3.0:1779718941.097746:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316060179
00000100:00000001:3.0:1779718941.097748:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316061439
00000100:00000001:3.0:1779718941.097750:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718941.097752:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.097754:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718941.097758:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718941/real 1779718941]  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718941.097766:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718941.097767:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718941.097769:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718941.097772:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718941.097774:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718941.097776:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718941.097780:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718941.097789:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097798:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718941.097799:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097801:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718941.097802:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718941.097806:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097813:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718941.097817:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097824:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718941.097826:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097828:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718941.097829:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.097832:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718941.097834:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718941.097837:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718941.097840:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718941.097843:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718941.097847:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718941.097854:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505280:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718941.097858:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718941.097860:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097892:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718941.097894:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718941.097897:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718941.097899:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718941.097901:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718941.097904:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505408:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718941.097907:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718941.097910:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718941.097911:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718941.097913:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718941.097917:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718941.097948:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718941.097953:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718941.097957:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718941.097961:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718941.097965:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529505408, portal 4
00000100:00000001:3.0:1779718941.097967:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718941.097968:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:3.0:1779718941.097976:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.097982:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718941.097985:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718941.097987:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718941.097989:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529505408, offset 0
00000400:00000200:3.0:1779718941.097993:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718941.097997:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718941.098001:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718941.098004:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718941.098007:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718941.098009:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718941.098012:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718941.098016:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157678:157678:256:4294967295] 192.168.203.145@tcp LPNI seq info [157677:157677:8:4294967295]
00000400:00000200:3.0:1779718941.098020:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718941.098027:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718941.098032:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718941.098036:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718941.098040:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718941.098043:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1779718941.098048:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718941.098051:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1779718941.098055:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718941.098056:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718941.098060:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718941.098062:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718941.098065:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718941.098066:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718941.098068:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718941.098071:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.098076:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718941.098078:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.098083:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.098084:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718941.098086:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718941.098089:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718941.098091:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718941.098093:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316060178
00000100:00000001:3.0:1779718941.098095:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316061439
00000100:00000001:3.0:1779718941.098096:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316060178
00000100:00000001:3.0:1779718941.098098:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316061439
00000100:00000001:3.0:1779718941.098099:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718941.098100:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.098102:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718941.098104:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718941/real 1779718941]  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718941.098110:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718941.098111:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718941.098113:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718941.098114:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718941.098115:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718941.098117:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718941.098119:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718941.098124:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.098128:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718941.098129:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.098130:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718941.098131:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718941.098133:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.098139:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718941.098143:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.098150:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718941.098152:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.098154:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718941.098155:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.098157:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718941.098158:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718941.098161:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718941.098165:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718941.098167:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718941.098172:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718941.098181:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505408:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718941.098185:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.098187:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718941.098190:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529505152/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.098196:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718941.098198:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718941.098201:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c400.
02000000:00000001:3.0:1779718941.098204:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718941.098205:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718941.098207:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718941.098210:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718941.098212:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93400.
02000000:00000001:3.0:1779718941.098215:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718941.098216:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718941.098218:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:3.0:1779718941.098221:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718941.098223:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.098224:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718941.098228:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529505280/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.098236:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718941.098237:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718941.098238:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921e800.
02000000:00000001:3.0:1779718941.098241:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718941.098242:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718941.098244:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718941.098246:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718941.098247:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91c00.
02000000:00000001:3.0:1779718941.098249:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718941.098251:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718941.098252:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:3.0:1779718941.098255:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718941.098256:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.098258:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718941.098261:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529505408/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718941.098267:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718941.098268:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718941.098270:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921d800.
02000000:00000001:3.0:1779718941.098272:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718941.098274:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718941.098275:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718941.098277:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718941.098279:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93800.
02000000:00000001:3.0:1779718941.098281:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718941.098282:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718941.098284:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:3.0:1779718941.098287:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718941.098288:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.098290:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718941.098295:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718941.098297:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718941.098299:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718941.098301:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718941.543997:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718941.544002:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718941.544008:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718941.544009:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718941.544012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718941.544013:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718941.544063:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718941.544067:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718941.544070:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718942.120044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718942.120052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718942.120054:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718942.120060:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718942.120064:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718942.120068:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718942.120071:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718942.120074:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718942.120077:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718942.376071:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316061439, at 4316061440
00000100:00000010:1.0:1779718942.376088:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475a20.
00000100:00000040:0.0:1779718942.376268:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316061439, at 4316061440
00000100:00000010:0.0:1779718942.376275:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475180.
00010000:00000001:2.0:1779718942.568037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718942.568041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718942.568048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718942.568049:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718942.568055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718942.568056:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718942.568115:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718942.568118:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718942.568121:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718943.144013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718943.144022:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718943.144025:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718943.144030:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718943.144043:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718943.144050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718943.144054:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718943.144056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718943.144058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718943.592029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718943.592034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718943.592040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718943.592042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718943.592044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718943.592047:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718943.592049:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718943.592052:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718943.592055:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718943.592057:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718943.592061:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718943.592064:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718943.592130:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718943.592137:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718943.592142:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718944.168061:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718944.168068:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718944.168070:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718944.168076:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718944.168079:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718944.168083:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718944.168086:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718944.168089:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718944.168091:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718944.616019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718944.616024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718944.616029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718944.616030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718944.616033:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718944.616034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718944.616091:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718944.616095:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718944.616099:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718945.192085:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718945.192095:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718945.192098:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718945.192105:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718945.192110:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718945.192116:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718945.192120:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718945.192124:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718945.192127:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718945.640075:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718945.640080:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718945.640085:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718945.640086:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718945.640089:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718945.640091:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718945.640148:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718945.640153:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718945.640158:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1779718946.216194:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718946.216211:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718946.216214:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718946.216219:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718946.216225:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718946.216226:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718946.216233:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718946.216237:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718946.216238:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21392
00000100:00100000:0.0:1779718946.216245:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718946.216251:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1779718946.216251:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718946.216257:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1779718946.216261:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718946.216263:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718946.216266:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718946.216269:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718946.216270:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718946.216273:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718946.216275:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718946.216279:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216281:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718946.216285:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718946.216287:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718946.216290:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718946.216292:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718946.216294:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718946.216296:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718946.216299:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216300:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718946.216302:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216303:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718946.216306:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718946.216308:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216310:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718946.216312:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718946.216316:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718946.216318:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718946.216320:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718946.216322:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718946.216333:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408a80.
00000020:00000040:3.0:1779718946.216336:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718946.216340:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718946.216342:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718946.216345:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718946.216348:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718946.216352:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718946.216367:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d800.
00000100:00000001:3.0:1779718946.216376:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718946.216388:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718946.216401:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718946.216406:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718946.216413:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec8918e7] to pc [ptlrpcd_rcv+-1]  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718946.216447:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718946.216452:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718946.216455:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718946.216457:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718946.216459:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718946.216463:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718946.216466:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21392
00000400:00000200:3.0:1779718946.216470:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718946.216474:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718946.216476:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718946.216479:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216480:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718946.216482:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216483:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718946.216485:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718946.216486:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718946.216487:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718946.216490:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718946.216492:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718946.216493:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718946.216495:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216497:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718946.216498:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216499:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718946.216500:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:3.0:1779718946.216502:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216504:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718946.216505:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718946.216510:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718946.216512:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718946.216513:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718946.216518:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718946.216520:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718946.216521:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718946.216527:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140a300.
00000020:00000040:3.0:1779718946.216529:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718946.216530:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718946.216531:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718946.216533:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718946.216535:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718946.216538:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718946.216541:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921e800.
00000100:00000001:3.0:1779718946.216544:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718946.216549:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718946.216552:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718946.216558:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718946.216560:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718946.216562:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc4d14d] to pc [ptlrpcd_rcv+-1]  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.216569:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718946.216573:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718946.216584:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718946.216589:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718946.216591:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718946.216605:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1779718946.216612:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718946.216612:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718946.216617:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718946.216618:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1779718946.216622:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718946.216624:0:219529:0:(import.c:487:import_select_connection()) Process entered
02000000:00000001:2.0:1779718946.216627:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718946.216635:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718946.216635:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21392
00000100:00100000:2.0:1779718946.216644:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529505536:192.168.203.145@tcp:250:kworker.0
00000400:00000200:3.0:1779718946.216651:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718946.216659:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1779718946.216664:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
02000000:00000001:2.0:1779718946.216666:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1779718946.216667:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1779718946.216670:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718946.216674:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718946.216676:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1779718946.216681:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718946.216683:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216684:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000010:2.0:1779718946.216687:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f800.
00000020:00000001:3.0:1779718946.216687:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718946.216689:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
02000000:00000001:2.0:1779718946.216693:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718946.216693:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718946.216699:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718946.216702:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718946.216704:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718946.216706:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718946.216714:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718946.216715:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00000001:3.0:1779718946.216722:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1779718946.216726:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000040:3.0:1779718946.216727:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216731:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000200:2.0:1779718946.216734:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529505536, portal 25
00000020:00000040:3.0:1779718946.216736:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:2.0:1779718946.216737:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718946.216743:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714834048 : -117607994717568 : ffff950941408a80)
00000100:00080000:3.0:1779718946.216746:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718946.216750:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718946.216754:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718946.216759:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718946.216764:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718946.216766:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1779718946.216768:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1779718946.216768:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1779718946.216773:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718946.216777:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718946.216784:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95094140aa00.
00000020:00000040:3.0:1779718946.216790:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718946.216797:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718946.216801:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.216803:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718946.216803:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718946.216808:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718946.216811:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718946.216818:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
02000000:00000010:3.0:1779718946.216821:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c400.
00000400:00000010:2.0:1779718946.216836:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000001:3.0:1779718946.216840:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718946.216842:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529505536, offset 0
00000400:00000200:2.0:1779718946.216852:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00100000:3.0:1779718946.216853:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718946.216868:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718946.216877:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718946.216879:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718946.216884:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:3.0:1779718946.216890:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ca093c] to pc [ptlrpcd_rcv+-1]  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718946.216891:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718946.216902:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718946.216912:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1779718946.216919:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718946.216954:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718946.216960:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718946.216963:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718946.216965:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:3.0:1779718946.216972:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1779718946.216978:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157679:157679:256:4294967295] 192.168.203.145@tcp LPNI seq info [157678:157678:8:4294967295]
00000100:00000001:3.0:1779718946.216978:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718946.216984:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718946.216989:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718946.216993:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718946.217000:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21392
00000400:00000200:3.0:1779718946.217014:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718946.217015:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1779718946.217028:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000200:2.0:1779718946.217030:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1779718946.217032:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1779718946.217038:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00000040:3.0:1779718946.217044:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.217052:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1779718946.217053:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718946.217059:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1779718946.217060:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718946.217071:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.1:1779718946.217076:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718946.217079:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1779718946.217081:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718946.217084:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000800:00000100:2.0:1779718946.217087:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000020:00000001:3.0:1779718946.217091:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:2.0:1779718946.217092:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000020:00000040:3.0:1779718946.217094:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718946.217100:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:2.0:1779718946.217102:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1779718946.217103:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718946.217114:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718946.217117:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718946.217122:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718946.217125:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000100:00000040:3.0:1779718946.217128:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000010:2.0:1779718946.217132:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:3.0:1779718946.217133:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718946.217139:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718946.217141:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1779718946.217145:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718946.217148:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718946.217152:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1779718946.217153:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718946.217161:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718946.217169:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718946.217181:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718946.217188:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718946.217192:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1779718946.217194:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718946.217198:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718946.217201:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.217215:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718946.217216:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408380.
00000100:00000001:2.0:1779718946.217221:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1779718946.217224:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718946.217228:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718946.217230:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718946.217235:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718946.217236:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718946.217243:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718946.217244:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316066559
02000000:00000001:3.0:1779718946.217247:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718946.217252:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718946.217255:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5ae0.
02000000:00000010:3.0:1779718946.217258:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921d000.
00000100:00000001:2.0:1779718946.217263:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718946.217263:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718946.217273:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718946.217274:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316066559
00000100:00000010:2.0:1779718946.217283:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5b40.
00000100:00000001:2.0:1779718946.217293:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718946.217295:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718946.217298:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718946.217299:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.217312:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718946.217318:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfcd9c84] to pc [ptlrpcd_rcv+-1]  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217319:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718946.217330:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718946/real 1779718946]  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718946.217356:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718946.217369:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1779718946.217371:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21402)
00000400:00000001:2.0:1779718946.217372:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718946.217378:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718946.217382:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718946.217384:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718946.217387:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718946.217391:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718946.217397:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217402:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718946.217404:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217407:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718946.217408:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718946.217411:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217415:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718946.217418:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217422:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718946.217424:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217425:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718946.217426:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217428:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718946.217429:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718946.217432:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718946.217434:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718946.217436:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718946.217438:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718946.217443:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529505536:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718946.217447:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217449:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718946.217451:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408a80 x1866162529505536/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217455:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718946.217457:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718946.217459:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f800.
02000000:00000001:2.0:1779718946.217461:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718946.217463:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718946.217465:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718946.217466:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718946.217468:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d800.
02000000:00000001:2.0:1779718946.217471:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718946.217473:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718946.217474:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408a80.
00000100:00000001:2.0:1779718946.217476:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718946.217478:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217479:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217484:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718946.217486:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.217487:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718946.217489:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718946.217490:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718946.217493:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217498:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718946.217499:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718946.217501:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718946.217502:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718946.217503:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718946.217505:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505664:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718946.217507:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718946.217509:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718946.217510:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718946.217511:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718946.217513:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f800.
02000000:00000001:2.0:1779718946.217514:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718946.217517:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718946.217519:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718946.217521:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718946.217523:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529505664, portal 10
00000100:00000001:2.0:1779718946.217524:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718946.217525:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714840320 : -117607994711296 : ffff95094140a300)
00000100:00000040:2.0:1779718946.217530:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217535:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718946.217536:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718946.217538:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718946.217539:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529505664, offset 0
00000400:00000200:2.0:1779718946.217542:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718946.217544:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718946.217547:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718946.217549:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718946.217551:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718946.217553:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718946.217554:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718946.217556:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157680:157680:256:4294967295] 192.168.203.145@tcp LPNI seq info [157679:157679:8:4294967295]
00000400:00000200:2.0:1779718946.217559:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718946.217563:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718946.217566:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718946.217568:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718946.217570:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718946.217572:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718946.217575:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718946.217577:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718946.217579:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718946.217581:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718946.217583:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718946.217585:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718946.217587:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718946.217588:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718946.217589:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718946.217591:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217596:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718946.217598:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217607:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.217608:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718946.217610:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718946.217613:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718946.217615:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718946.217616:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316065291
00000100:00000001:2.0:1779718946.217618:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316066559
00000100:00000001:2.0:1779718946.217620:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316065291
00000100:00000001:2.0:1779718946.217621:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316066559
00000100:00000001:2.0:1779718946.217622:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718946.217623:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.217624:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718946.217626:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718946/real 1779718946]  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718946.217631:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718946.217632:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718946.217633:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718946.217634:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718946.217635:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718946.217637:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718946.217639:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718946.217644:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217647:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718946.217648:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217649:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718946.217650:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718946.217652:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217657:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718946.217659:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217664:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718946.217665:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217666:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718946.217667:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217668:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718946.217669:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718946.217671:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718946.217673:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718946.217674:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718946.217676:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718946.217681:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505664:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718946.217683:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718946.217685:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217689:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718946.217690:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718946.217692:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718946.217693:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718946.217694:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718946.217696:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505792:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718946.217698:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718946.217699:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718946.217700:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718946.217702:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718946.217704:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779718946.217705:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718946.217707:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718946.217708:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718946.217710:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718946.217712:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529505792, portal 10
00000100:00000001:2.0:1779718946.217713:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718946.217714:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714842112 : -117607994709504 : ffff95094140aa00)
00000100:00000040:2.0:1779718946.217718:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217721:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718946.217723:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718946.217724:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718946.217726:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529505792, offset 0
00000400:00000200:2.0:1779718946.217728:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718946.217730:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718946.217732:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718946.217734:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718946.217736:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718946.217737:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718946.217739:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718946.217741:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157681:157681:256:4294967295] 192.168.203.145@tcp LPNI seq info [157680:157680:8:4294967295]
00000400:00000200:2.0:1779718946.217745:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718946.217751:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718946.217755:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718946.217759:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718946.217762:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718946.217765:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718946.217769:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718946.217772:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718946.217776:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718946.217778:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718946.217781:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718946.217785:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718946.217787:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718946.217789:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718946.217791:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718946.217795:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217802:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718946.217805:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217812:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.217814:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718946.217817:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718946.217820:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718946.217836:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718946.217838:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316065299
00000100:00000001:2.0:1779718946.217840:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316066559
00000100:00000001:2.0:1779718946.217842:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316065299
00000100:00000001:2.0:1779718946.217844:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316066559
00000100:00000001:2.0:1779718946.217847:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718946.217849:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.217851:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718946.217855:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718946/real 1779718946]  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718946.217862:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718946.217863:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718946.217865:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718946.217867:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718946.217869:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718946.217872:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718946.217875:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718946.217882:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217889:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718946.217890:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217893:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718946.217894:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718946.217897:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217903:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718946.217906:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217913:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718946.217914:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217916:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718946.217917:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.217919:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718946.217942:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718946.217945:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718946.217949:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718946.217950:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718946.217953:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718946.217959:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95094140aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505792:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718946.217962:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718946.217965:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.217969:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718946.217971:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718946.217972:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718946.217974:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718946.217975:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718946.217977:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505920:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718946.217979:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718946.217980:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718946.217982:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718946.217983:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718946.217985:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718946.217987:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718946.217989:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718946.217991:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718946.217993:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718946.217995:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529505920, portal 4
00000100:00000001:2.0:1779718946.217997:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718946.217998:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714832256 : -117607994719360 : ffff950941408380)
00000100:00000040:2.0:1779718946.218002:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.218006:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718946.218008:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718946.218009:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718946.218011:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529505920, offset 0
00000400:00000200:2.0:1779718946.218013:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718946.218016:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718946.218018:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718946.218020:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718946.218022:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718946.218023:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718946.218025:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718946.218027:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157682:157682:256:4294967295] 192.168.203.145@tcp LPNI seq info [157681:157681:8:4294967295]
00000400:00000200:2.0:1779718946.218030:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718946.218035:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718946.218037:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718946.218040:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718946.218042:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718946.218044:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779718946.218047:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718946.218049:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779718946.218051:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718946.218052:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718946.218054:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718946.218057:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718946.218058:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718946.218060:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718946.218061:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718946.218063:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.218068:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718946.218070:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.218075:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.218076:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718946.218078:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718946.218080:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718946.218082:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718946.218083:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316065298
00000100:00000001:2.0:1779718946.218085:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316066559
00000100:00000001:2.0:1779718946.218086:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316065298
00000100:00000001:2.0:1779718946.218088:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316066559
00000100:00000001:2.0:1779718946.218089:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718946.218091:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.218092:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718946.218094:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718946/real 1779718946]  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718946.218099:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718946.218100:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718946.218101:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718946.218102:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718946.218103:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718946.218104:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718946.218106:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718946.218111:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.218115:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718946.218116:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.218117:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718946.218118:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718946.218120:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.218124:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718946.218126:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.218130:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718946.218131:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.218132:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718946.218133:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.218134:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718946.218135:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718946.218136:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718946.218139:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718946.218140:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718946.218143:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718946.218147:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529505920:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718946.218150:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.218151:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718946.218153:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140a300 x1866162529505664/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.218157:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718946.218157:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718946.218159:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f800.
02000000:00000001:2.0:1779718946.218160:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718946.218161:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718946.218162:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718946.218163:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718946.218164:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921e800.
02000000:00000001:2.0:1779718946.218166:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718946.218167:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718946.218168:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140a300.
00000100:00000001:2.0:1779718946.218170:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718946.218171:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.218172:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718946.218174:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95094140aa00 x1866162529505792/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.218178:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718946.218179:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718946.218179:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779718946.218181:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718946.218181:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718946.218182:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718946.218183:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718946.218184:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c400.
02000000:00000001:2.0:1779718946.218186:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718946.218187:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718946.218187:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95094140aa00.
00000100:00000001:2.0:1779718946.218189:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718946.218190:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.218191:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718946.218192:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408380 x1866162529505920/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718946.218196:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718946.218197:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718946.218198:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718946.218199:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718946.218199:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718946.218200:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718946.218201:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718946.218202:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921d000.
02000000:00000001:2.0:1779718946.218203:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718946.218203:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718946.218204:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408380.
00000100:00000001:2.0:1779718946.218205:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718946.218206:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.218207:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718946.218209:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718946.218210:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718946.218211:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718946.218213:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718946.664032:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718946.664040:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718946.664043:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718946.664047:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718946.664053:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718946.664055:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718946.664058:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718946.664060:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718946.664066:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718946.664068:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718946.664072:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718946.664074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718946.664129:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718946.664134:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718946.664138:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718947.240090:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718947.240100:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718947.240103:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718947.240112:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718947.240117:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718947.240123:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718947.240126:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718947.240130:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718947.240134:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718947.496049:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316066559, at 4316066560
00000100:00000040:1.0:1779718947.496049:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316066559, at 4316066560
00000100:00000010:0.0:1779718947.496067:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ae0.
00000100:00000010:1.0:1779718947.496069:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5b40.
00010000:00000001:2.0:1779718947.688045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718947.688051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718947.688056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718947.688057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718947.688059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718947.688060:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718947.688122:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718947.688127:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718947.688131:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718948.264019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718948.264025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718948.264026:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718948.264036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718948.264039:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718948.264042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718948.264044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718948.264046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718948.264051:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718948.712020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718948.712025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718948.712030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718948.712031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718948.712034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718948.712035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718948.712096:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718948.712102:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718948.712105:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718949.288020:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718949.288030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718949.288033:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718949.288039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718949.288043:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718949.288048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718949.288051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718949.288054:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718949.288058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718949.736075:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718949.736082:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718949.736090:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718949.736095:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718949.736098:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718949.736102:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718949.736104:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718949.736106:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718949.736108:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718949.736110:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718949.736112:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718949.736113:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718949.736174:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718949.736177:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718949.736180:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718950.312111:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718950.312119:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718950.312120:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718950.312126:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718950.312130:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718950.312134:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718950.312136:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718950.312139:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718950.312142:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718950.760058:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718950.760063:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718950.760069:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718950.760070:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718950.760072:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718950.760073:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718950.760146:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718950.760152:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718950.760157:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1779718950.824114:0:346659:0:(osc_request.c:745:osc_update_next_shrink()) next time 22602 to shrink grant
00000008:00000020:3.0:1779718950.824122:0:346659:0:(osc_request.c:745:osc_update_next_shrink()) next time 22602 to shrink grant
00000008:00000020:3.0:1779718950.824124:0:346659:0:(osc_request.c:745:osc_update_next_shrink()) next time 22602 to shrink grant
00000100:00000001:3.0:1779718951.336091:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718951.336100:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718951.336103:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718951.336106:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1779718951.336109:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718951.336117:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1779718951.336119:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718951.336121:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718951.336122:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779718951.336127:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718951.336130:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779718951.336134:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718951.336138:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1779718951.336139:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21397
00000100:00000001:3.0:1779718951.336142:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718951.336153:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718951.336161:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718951.336165:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718951.336170:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336174:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718951.336178:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336182:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718951.336186:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718951.336188:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718951.336191:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718951.336194:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718951.336197:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718951.336199:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718951.336203:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336205:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718951.336207:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336209:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718951.336211:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718951.336215:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336217:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718951.336220:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718951.336224:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718951.336227:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718951.336230:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718951.336232:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718951.336242:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718951.336247:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718951.336251:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718951.336252:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718951.336256:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718951.336258:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718951.336261:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718951.336268:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000100:00000001:1.0:1779718951.336273:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718951.336281:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718951.336293:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718951.336296:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718951.336300:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718951.336319:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718951.336322:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718951.336325:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718951.336326:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718951.336327:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718951.336329:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718951.336331:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21397
00000400:00000200:1.0:1779718951.336334:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718951.336337:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718951.336338:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718951.336341:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336342:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718951.336345:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336346:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718951.336348:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718951.336349:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718951.336350:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718951.336352:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718951.336353:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718951.336354:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1779718951.336355:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779718951.336359:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718951.336360:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1779718951.336363:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718951.336364:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718951.336366:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336369:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718951.336376:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718951.336379:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000040:2.0:1779718951.336379:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718951.336384:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718951.336388:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718951.336394:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718951.336394:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1779718951.336398:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.336399:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718951.336401:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718951.336406:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779718951.336407:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1779718951.336410:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718951.336412:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718951.336412:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1779718951.336419:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
02000000:00000001:2.0:1779718951.336419:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718951.336424:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718951.336427:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718951.336429:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718951.336429:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529506048:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718951.336431:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718951.336433:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718951.336436:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.336438:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1779718951.336440:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779718951.336443:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718951.336444:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1779718951.336448:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1779718951.336449:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718951.336454:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718951.336460:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e400.
00000100:00000001:1.0:1779718951.336461:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779718951.336465:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718951.336466:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718951.336473:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718951.336474:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718951.336478:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718951.336486:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000001:1.0:1779718951.336489:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718951.336492:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529506048, portal 25
00000100:00080000:1.0:1779718951.336493:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718951.336496:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718951.336498:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000100:00080000:1.0:1779718951.336500:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718951.336503:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1779718951.336506:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718951.336507:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718951.336512:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718951.336518:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21397
00000100:00000001:2.0:1779718951.336520:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1779718951.336524:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:2.0:1779718951.336526:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000200:1.0:1779718951.336529:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000010:2.0:1779718951.336529:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00080000:1.0:1779718951.336533:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1779718951.336533:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529506048, offset 0
00000100:00000040:1.0:1779718951.336536:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336539:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718951.336543:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718951.336543:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336548:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718951.336550:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718951.336550:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718951.336552:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718951.336554:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779718951.336554:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:1.0:1779718951.336558:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718951.336561:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718951.336564:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000040:1.0:1779718951.336565:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336570:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718951.336572:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718951.336573:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1779718951.336576:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718951.336579:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718951.336580:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:1.0:1779718951.336584:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718951.336586:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1779718951.336589:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718951.336591:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:1.0:1779718951.336592:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718951.336595:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718951.336596:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157683:157683:256:4294967295] 192.168.203.145@tcp LPNI seq info [157682:157682:8:4294967295]
02000000:00000001:1.0:1779718951.336600:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718951.336603:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718951.336604:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00100000:1.0:1779718951.336605:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718951.336608:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718951.336610:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718951.336615:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000400:00000200:2.0:1779718951.336615:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1779718951.336620:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718951.336624:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718951.336627:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718951.336627:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336632:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718951.336633:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1779718951.336634:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
02000000:00000001:1.0:1779718951.336635:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718951.336642:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000800:00000200:2.0:1779718951.336646:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718951.336647:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718951.336650:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000100:00100000:1.0:1779718951.336654:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1779718951.336660:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718951.336666:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1779718951.336668:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718951.336671:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1779718951.336675:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718951.336678:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000100:00000040:1.0:1779718951.336679:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718951.336685:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1779718951.336687:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718951.336690:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718951.336692:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1779718951.336695:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1779718951.336698:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000100:00080000:1.0:1779718951.336699:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1779718951.336702:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00080000:1.0:1779718951.336703:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718951.336706:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718951.336707:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718951.336707:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1779718951.336711:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:2.0:1779718951.336714:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718951.336715:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21397
00000400:00000200:1.0:1779718951.336722:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718951.336729:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718951.336731:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718951.336732:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779718951.336735:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336739:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718951.336739:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718951.336743:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336747:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718951.336751:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718951.336754:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718951.336755:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718951.336756:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718951.336759:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00000001:2.0:1779718951.336759:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1779718951.336762:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718951.336764:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718951.336765:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718951.336768:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336771:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718951.336771:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779718951.336774:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718951.336776:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316071678
00000100:00000001:1.0:1779718951.336777:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718951.336780:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000010:2.0:1779718951.336782:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5de0.
00000100:00080000:1.0:1779718951.336783:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718951.336801:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718951.336803:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718951.336806:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718951.336806:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1779718951.336809:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718951.336811:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718951.336813:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718951.336815:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.336815:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316071678
00000100:00000001:1.0:1779718951.336816:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718951.336822:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000100:00000010:2.0:1779718951.336823:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5ea0.
00000020:00000040:1.0:1779718951.336826:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718951.336827:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1779718951.336831:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718951.336832:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718951.336833:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.336836:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718951.336837:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718951.336840:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718951.336841:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1779718951.336842:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718951.336847:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00100000:2.0:1779718951.336848:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718951/real 1779718951]  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718951.336850:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718951.336859:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718951.336883:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718951.336887:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718951.336888:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1779718951.336891:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718951.336892:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718951.336895:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718951.336899:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718951.336902:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:1.0:1779718951.336906:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.336907:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1779718951.336911:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21408)
00000100:00000200:2.0:1779718951.336913:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718951.336956:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.336961:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718951.336963:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.336965:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718951.336966:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718951.336969:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.336974:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718951.336977:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.336982:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718951.336984:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.336985:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718951.336985:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.336987:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718951.336988:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718951.336990:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718951.336993:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718951.336994:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718951.336997:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718951.337004:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529506048:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718951.337007:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337009:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718951.337011:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529506048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337015:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718951.337017:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718951.337019:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718951.337021:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718951.337022:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718951.337024:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718951.337032:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718951.337036:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90400.
02000000:00000001:2.0:1779718951.337041:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718951.337043:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718951.337045:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:2.0:1779718951.337049:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718951.337051:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337053:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337059:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718951.337061:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.337064:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718951.337066:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718951.337067:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718951.337071:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337080:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718951.337082:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718951.337084:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718951.337086:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718951.337089:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718951.337092:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506176:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718951.337095:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718951.337096:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718951.337097:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718951.337099:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718951.337101:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718951.337103:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718951.337106:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718951.337107:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718951.337110:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718951.337112:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529506176, portal 10
00000100:00000001:2.0:1779718951.337114:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718951.337115:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:2.0:1779718951.337120:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337124:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718951.337126:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718951.337127:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718951.337129:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529506176, offset 0
00000400:00000200:2.0:1779718951.337131:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718951.337134:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718951.337137:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718951.337139:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718951.337141:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718951.337143:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718951.337144:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718951.337146:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157684:157684:256:4294967295] 192.168.203.145@tcp LPNI seq info [157683:157683:8:4294967295]
00000400:00000200:2.0:1779718951.337149:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718951.337154:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718951.337157:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718951.337159:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718951.337161:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718951.337164:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779718951.337167:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718951.337169:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1779718951.337171:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718951.337173:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718951.337175:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718951.337177:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718951.337179:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718951.337180:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718951.337182:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718951.337184:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337189:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718951.337191:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337196:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.337197:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718951.337199:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718951.337201:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718951.337204:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718951.337205:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316070411
00000100:00000001:2.0:1779718951.337207:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316071678
00000100:00000001:2.0:1779718951.337209:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316070411
00000100:00000001:2.0:1779718951.337210:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316071678
00000100:00000001:2.0:1779718951.337212:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718951.337213:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.337214:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718951.337217:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718951/real 1779718951]  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718951.337221:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718951.337222:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718951.337224:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718951.337225:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718951.337226:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718951.337228:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718951.337230:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718951.337235:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337238:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718951.337239:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337240:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718951.337241:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718951.337243:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337247:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718951.337249:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337254:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718951.337255:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337256:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718951.337257:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337258:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718951.337260:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718951.337262:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718951.337263:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718951.337265:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718951.337267:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718951.337272:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506176:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718951.337275:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718951.337277:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337281:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718951.337282:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718951.337283:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718951.337284:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718951.337286:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718951.337287:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506304:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718951.337289:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718951.337290:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718951.337291:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718951.337292:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718951.337294:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779718951.337296:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718951.337298:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718951.337299:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718951.337301:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718951.337303:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529506304, portal 10
00000100:00000001:2.0:1779718951.337304:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718951.337305:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:2.0:1779718951.337309:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337313:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718951.337314:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718951.337316:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718951.337317:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529506304, offset 0
00000400:00000200:2.0:1779718951.337319:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718951.337321:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718951.337323:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718951.337325:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718951.337327:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718951.337329:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718951.337330:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718951.337332:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157685:157685:256:4294967295] 192.168.203.145@tcp LPNI seq info [157684:157684:8:4294967295]
00000400:00000200:2.0:1779718951.337335:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718951.337339:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718951.337341:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718951.337343:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718951.337345:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718951.337347:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779718951.337350:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718951.337351:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1779718951.337354:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718951.337355:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718951.337357:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718951.337359:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718951.337361:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718951.337362:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718951.337363:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718951.337365:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337371:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718951.337372:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337377:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.337378:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718951.337380:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718951.337382:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718951.337384:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718951.337385:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316070419
00000100:00000001:2.0:1779718951.337387:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316071678
00000100:00000001:2.0:1779718951.337388:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316070419
00000100:00000001:2.0:1779718951.337390:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316071678
00000100:00000001:2.0:1779718951.337391:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718951.337393:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.337394:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718951.337396:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718951/real 1779718951]  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718951.337404:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718951.337405:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718951.337407:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718951.337409:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718951.337410:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718951.337412:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718951.337416:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718951.337424:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337432:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718951.337433:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337435:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718951.337437:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718951.337441:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337449:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718951.337452:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337457:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718951.337458:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337459:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718951.337460:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337462:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718951.337464:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718951.337466:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718951.337468:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718951.337469:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718951.337471:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718951.337477:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506304:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718951.337479:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718951.337481:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337485:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718951.337486:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718951.337487:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718951.337489:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718951.337490:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718951.337492:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506432:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718951.337494:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718951.337495:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718951.337496:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718951.337498:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718951.337500:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f800.
02000000:00000001:2.0:1779718951.337502:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718951.337504:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718951.337506:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718951.337508:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718951.337510:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529506432, portal 4
00000100:00000001:2.0:1779718951.337511:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718951.337512:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:2.0:1779718951.337516:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337521:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718951.337523:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718951.337524:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718951.337526:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529506432, offset 0
00000400:00000200:2.0:1779718951.337528:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718951.337531:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718951.337533:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718951.337535:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718951.337537:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718951.337538:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718951.337540:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718951.337542:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157686:157686:256:4294967295] 192.168.203.145@tcp LPNI seq info [157685:157685:8:4294967295]
00000400:00000200:2.0:1779718951.337545:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718951.337549:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718951.337552:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718951.337554:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718951.337557:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718951.337559:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1779718951.337561:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718951.337563:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1779718951.337566:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718951.337567:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718951.337569:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718951.337572:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718951.337574:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718951.337575:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718951.337576:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718951.337578:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337584:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718951.337586:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337594:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.337595:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718951.337597:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718951.337599:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718951.337601:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718951.337602:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316070417
00000100:00000001:2.0:1779718951.337604:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316071678
00000100:00000001:2.0:1779718951.337606:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316070417
00000100:00000001:2.0:1779718951.337607:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316071678
00000100:00000001:2.0:1779718951.337608:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718951.337610:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.337611:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718951.337613:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718951/real 1779718951]  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718951.337617:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718951.337618:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718951.337619:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718951.337620:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718951.337621:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718951.337622:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718951.337624:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718951.337629:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337633:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718951.337634:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337635:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718951.337636:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718951.337638:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337643:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718951.337645:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337649:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718951.337651:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337652:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718951.337652:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337653:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718951.337654:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718951.337656:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718951.337657:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718951.337659:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718951.337661:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718951.337665:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506432:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718951.337667:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337669:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718951.337670:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529506176/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337674:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718951.337675:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718951.337676:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718951.337677:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718951.337678:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718951.337679:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718951.337681:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718951.337682:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90800.
02000000:00000001:2.0:1779718951.337684:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718951.337685:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718951.337686:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:2.0:1779718951.337687:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718951.337688:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337689:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718951.337691:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529506304/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337696:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718951.337696:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718951.337697:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779718951.337698:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718951.337699:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718951.337699:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718951.337701:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718951.337701:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92c00.
02000000:00000001:2.0:1779718951.337704:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718951.337704:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718951.337705:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:2.0:1779718951.337706:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718951.337707:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337708:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718951.337710:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529506432/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718951.337713:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718951.337714:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718951.337715:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f800.
02000000:00000001:2.0:1779718951.337716:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718951.337716:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718951.337717:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718951.337718:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718951.337719:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90000.
02000000:00000001:2.0:1779718951.337720:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718951.337721:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718951.337721:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:2.0:1779718951.337723:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718951.337724:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337725:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718951.337727:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718951.337728:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718951.337730:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718951.337731:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718951.784013:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718951.784019:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718951.784025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718951.784027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718951.784031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718951.784033:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718951.784115:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718951.784136:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718951.784140:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718952.360026:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718952.360034:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718952.360036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718952.360042:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718952.360045:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718952.360048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718952.360051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718952.360053:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718952.360056:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718952.616064:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316071678, at 4316071680
00000100:00000040:1.0:1779718952.616064:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316071678, at 4316071680
00000100:00000010:0.0:1779718952.616082:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5de0.
00000100:00000010:1.0:1779718952.616085:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ea0.
00010000:00000001:2.0:1779718952.808047:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718952.808053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718952.808058:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718952.808059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718952.808063:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718952.808065:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718952.808119:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718952.808124:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718952.808128:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718953.384047:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718953.384054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718953.384056:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718953.384062:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718953.384066:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718953.384073:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718953.384075:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718953.384078:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718953.384080:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718953.832066:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718953.832074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718953.832081:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718953.832083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718953.832089:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718953.832093:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718953.832096:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718953.832100:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718953.832104:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718953.832108:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718953.832109:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718953.832112:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718953.832162:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718953.832166:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718953.832169:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718954.408025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718954.408049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718954.408051:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718954.408056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718954.408060:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718954.408064:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718954.408067:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718954.408070:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718954.408072:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718954.856001:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718954.856006:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718954.856012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718954.856013:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718954.856016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718954.856017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718954.856094:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718954.856098:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718954.856100:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718955.432066:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718955.432073:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718955.432075:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718955.432081:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718955.432084:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718955.432087:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718955.432090:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718955.432092:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718955.432094:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718955.880031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718955.880036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718955.880043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718955.880045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718955.880048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718955.880049:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718955.880113:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718955.880120:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718955.880125:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718956.455996:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718956.456003:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718956.456005:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718956.456011:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718956.456016:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718956.456019:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.456022:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718956.456025:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.456028:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718956.456045:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1779718956.456053:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1779718956.456055:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1779718956.456058:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718956.456062:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:2.0:1779718956.456068:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21403
00000400:00000200:2.0:1779718956.456076:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718956.456082:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718956.456084:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718956.456087:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456089:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718956.456091:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456093:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:2.0:1779718956.456096:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1779718956.456097:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:2.0:1779718956.456099:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718956.456101:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:2.0:1779718956.456102:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:2.0:1779718956.456104:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:2.0:1779718956.456106:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456107:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718956.456108:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456109:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:2.0:1779718956.456112:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:2.0:1779718956.456114:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456115:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718956.456117:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718956.456121:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718956.456123:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456124:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718956.456126:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718956.456134:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938907100.
00000020:00000040:2.0:1779718956.456136:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:2.0:1779718956.456140:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718956.456141:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456143:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718956.456145:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718956.456149:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718956.456155:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996f800.
00000100:00000001:2.0:1779718956.456160:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718956.456168:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718956.456183:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718956.456186:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718956.456190:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020aba846] to pc [ptlrpcd_rcv+-1]  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718956.456211:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718956.456214:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1779718956.456217:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1779718956.456218:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1779718956.456219:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718956.456221:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:2.0:1779718956.456225:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21403
00000400:00000200:2.0:1779718956.456228:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718956.456230:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718956.456232:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718956.456234:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456236:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718956.456239:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1779718956.456240:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456245:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:2.0:1779718956.456248:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1779718956.456248:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1779718956.456254:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:3.0:1779718956.456254:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1779718956.456259:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718956.456262:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:2.0:1779718956.456264:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:2.0:1779718956.456266:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718956.456271:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718956.456272:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456281:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718956.456289:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456301:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718956.456303:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1779718956.456306:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:3.0:1779718956.456306:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718956.456315:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:3.0:1779718956.456316:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1779718956.456318:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718956.456320:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718956.456321:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718956.456329:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718956.456331:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718956.456333:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456334:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1779718956.456339:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1779718956.456341:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529506560:192.168.203.145@tcp:250:kworker.0
00000008:00000001:2.0:1779718956.456344:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456353:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718956.456360:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938904000.
00000100:00000001:3.0:1779718956.456362:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1779718956.456368:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718956.456370:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718956.456371:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718956.456376:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718956.456378:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456379:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718956.456385:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718956.456386:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1779718956.456389:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718956.456395:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996ec00.
02000000:00000010:3.0:1779718956.456398:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
00000100:00000001:2.0:1779718956.456400:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718956.456404:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718956.456408:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718956.456419:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1779718956.456421:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718956.456425:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718956.456429:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026059c48] to pc [ptlrpcd_rcv+-1]  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1779718956.456430:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000100:00000001:2.0:1779718956.456444:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718956.456445:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00080000:2.0:1779718956.456447:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1779718956.456452:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1779718956.456454:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1779718956.456455:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1779718956.456457:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529506560, portal 25
00000100:00000001:2.0:1779718956.456458:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:2.0:1779718956.456464:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21403
00000100:00000001:3.0:1779718956.456464:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718956.456469:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569075456 : -117608140476160 : ffff950938907100)
00000400:00000200:2.0:1779718956.456478:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:3.0:1779718956.456482:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718956.456486:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718956.456498:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1779718956.456498:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718956.456502:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718956.456504:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718956.456513:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529506560, offset 0
00000100:00000040:2.0:1779718956.456517:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718956.456524:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456525:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718956.456530:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456534:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:3.0:1779718956.456538:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:2.0:1779718956.456544:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1779718956.456547:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000200:3.0:1779718956.456551:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:2.0:1779718956.456553:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1779718956.456557:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718956.456561:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000040:2.0:1779718956.456564:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:3.0:1779718956.456565:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718956.456573:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000001:2.0:1779718956.456575:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718956.456580:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157687:157687:256:4294967295] 192.168.203.145@tcp LPNI seq info [157686:157686:8:4294967295]
00000020:00000001:2.0:1779718956.456586:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718956.456590:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:2.0:1779718956.456597:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456601:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718956.456611:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718956.456612:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1779718956.456624:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:3.0:1779718956.456629:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000040:2.0:1779718956.456635:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000010:3.0:1779718956.456636:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000100:00080000:2.0:1779718956.456646:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000200:3.0:1779718956.456650:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779718956.456655:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718956.456657:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718956.456661:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718956.456664:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456666:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1779718956.456667:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1779718956.456669:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456670:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718956.456674:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938907800.
00000020:00000040:2.0:1779718956.456676:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:2.0:1779718956.456678:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718956.456679:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456680:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718956.456681:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718956.456683:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718956.456685:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996e400.
00000100:00000001:2.0:1779718956.456688:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718956.456693:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718956.456698:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718956.456700:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718956.456702:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084990a80] to pc [ptlrpcd_rcv+-1]  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718956.456708:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718956.456710:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1779718956.456713:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1779718956.456715:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1779718956.456717:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1779718956.456719:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1779718956.456720:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718956.456721:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:2.0:1779718956.456723:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21403
00000400:00000200:2.0:1779718956.456727:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718956.456729:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:2.0:1779718956.456731:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718956.456733:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456734:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779718956.456736:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456737:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:2.0:1779718956.456740:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1779718956.456743:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000800:00000200:3.0:1779718956.456757:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1779718956.456759:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1779718956.456762:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:2.0:1779718956.456766:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:2.0:1779718956.456771:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000800:00000200:3.1:1779718956.456771:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718956.456777:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1779718956.456779:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456782:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1779718956.456785:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:2.0:1779718956.456786:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:3.0:1779718956.456788:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000100:00000001:2.0:1779718956.456789:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:2.0:1779718956.456793:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:2.0:1779718956.456795:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718956.456797:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718956.456797:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1779718956.456802:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718956.456804:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718956.456806:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1779718956.456807:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456810:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1779718956.456812:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1779718956.456813:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000008:00000001:2.0:1779718956.456814:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718956.456816:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:2.0:1779718956.456817:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718956.456822:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950938906a00.
00000020:00000040:2.0:1779718956.456824:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:3.0:1779718956.456825:0:248765:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1779718956.456829:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779718956.456831:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718956.456832:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718956.456834:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779718956.456836:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779718956.456839:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718956.456843:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093996c400.
00000100:00000001:3.0:1779718956.456846:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1779718956.456847:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718956.456850:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718956.456853:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718956.456874:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456875:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718956.456878:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718956.456879:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718956.456883:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088fcd583] to pc [ptlrpcd_rcv+-1]  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.456886:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718956.456889:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718956.456893:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21413)
00000400:00000200:3.0:1779718956.456893:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718956.456897:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316076798
00000100:00000010:3.0:1779718956.456904:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084751e0.
00000100:00000001:3.0:1779718956.456910:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718956.456915:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316076798
00000100:00000010:3.0:1779718956.456918:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475780.
00000100:00000001:3.0:1779718956.456948:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718956.456951:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718956.456953:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718956.456956:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718956.456961:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718956/real 1779718956]  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718956.456969:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718956.456970:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718956.456973:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718956.456975:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718956.456977:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718956.456979:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718956.456981:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718956.456987:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.456992:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718956.456993:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.456994:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718956.456996:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718956.456998:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457003:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718956.457006:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457011:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718956.457013:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457014:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718956.457015:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457016:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718956.457018:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718956.457020:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718956.457022:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718956.457024:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718956.457027:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718956.457032:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529506560:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718956.457037:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457039:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718956.457041:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907100 x1866162529506560/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457046:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718956.457049:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718956.457051:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718956.457054:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718956.457056:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718956.457057:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718956.457060:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718956.457062:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996f800.
02000000:00000001:3.0:1779718956.457066:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718956.457068:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718956.457070:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907100.
00000100:00000001:3.0:1779718956.457073:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718956.457074:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457076:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457084:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718956.457086:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718956.457088:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718956.457091:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718956.457093:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718956.457097:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457105:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718956.457106:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718956.457109:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718956.457111:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718956.457113:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718956.457116:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506688:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718956.457118:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718956.457121:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718956.457123:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718956.457125:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718956.457129:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718956.457131:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718956.457136:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718956.457139:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718956.457143:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718956.457149:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529506688, portal 10
00000100:00000001:3.0:1779718956.457151:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718956.457153:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569062912 : -117608140488704 : ffff950938904000)
00000100:00000040:3.0:1779718956.457161:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457169:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718956.457172:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718956.457174:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718956.457177:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529506688, offset 0
00000400:00000200:3.0:1779718956.457181:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718956.457186:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718956.457192:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718956.457196:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718956.457199:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718956.457201:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718956.457203:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718956.457206:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157688:157688:256:4294967295] 192.168.203.145@tcp LPNI seq info [157687:157687:8:4294967295]
00000400:00000200:3.0:1779718956.457209:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718956.457215:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718956.457218:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718956.457221:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718956.457225:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718956.457227:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779718956.457230:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718956.457232:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1779718956.457234:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718956.457235:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718956.457238:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718956.457240:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718956.457242:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718956.457243:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718956.457245:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718956.457248:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457253:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718956.457255:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457260:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718956.457261:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718956.457263:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718956.457266:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718956.457268:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718956.457269:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316075531
00000100:00000001:3.0:1779718956.457271:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316076798
00000100:00000001:3.0:1779718956.457273:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316075531
00000100:00000001:3.0:1779718956.457275:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316076798
00000100:00000001:3.0:1779718956.457276:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718956.457277:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718956.457288:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718956.457290:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718956/real 1779718956]  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718956.457295:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718956.457296:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718956.457298:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718956.457299:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718956.457300:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718956.457302:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718956.457304:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718956.457309:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457314:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718956.457314:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457315:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718956.457316:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718956.457318:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457322:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718956.457325:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457329:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718956.457330:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457331:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718956.457332:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457333:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718956.457335:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718956.457336:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718956.457339:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718956.457340:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718956.457343:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718956.457348:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938904000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506688:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718956.457350:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718956.457352:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457360:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718956.457361:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718956.457363:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718956.457364:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718956.457366:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718956.457367:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506816:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718956.457369:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718956.457370:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718956.457371:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718956.457373:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718956.457375:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718956.457376:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718956.457379:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718956.457380:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718956.457382:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718956.457384:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529506816, portal 10
00000100:00000001:3.0:1779718956.457385:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718956.457386:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569077248 : -117608140474368 : ffff950938907800)
00000100:00000040:3.0:1779718956.457390:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457395:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718956.457396:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718956.457398:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718956.457399:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529506816, offset 0
00000400:00000200:3.0:1779718956.457402:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718956.457404:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718956.457406:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718956.457408:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718956.457410:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718956.457412:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718956.457413:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718956.457415:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157689:157689:256:4294967295] 192.168.203.145@tcp LPNI seq info [157688:157688:8:4294967295]
00000400:00000200:3.0:1779718956.457418:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718956.457423:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718956.457426:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718956.457428:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718956.457431:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718956.457433:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779718956.457435:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718956.457437:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1779718956.457439:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718956.457441:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718956.457442:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718956.457445:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718956.457447:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718956.457448:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718956.457449:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718956.457451:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457456:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718956.457458:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457462:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718956.457463:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718956.457465:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718956.457466:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718956.457468:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718956.457469:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316075539
00000100:00000001:3.0:1779718956.457471:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316076798
00000100:00000001:3.0:1779718956.457472:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316075539
00000100:00000001:3.0:1779718956.457474:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316076798
00000100:00000001:3.0:1779718956.457475:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718956.457477:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718956.457479:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718956.457481:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718956/real 1779718956]  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718956.457486:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718956.457486:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718956.457487:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718956.457489:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718956.457490:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718956.457491:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718956.457493:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718956.457498:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457502:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718956.457503:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457504:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718956.457505:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718956.457507:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457511:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718956.457513:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457517:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718956.457518:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457519:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718956.457520:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457521:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718956.457522:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718956.457523:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718956.457526:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718956.457527:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718956.457530:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718956.457534:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938907800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506816:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718956.457537:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718956.457541:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457547:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718956.457548:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718956.457551:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718956.457552:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718956.457554:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718956.457557:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506944:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718956.457560:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718956.457562:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718956.457564:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718956.457566:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718956.457569:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718956.457571:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718956.457575:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718956.457577:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718956.457581:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718956.457584:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529506944, portal 4
00000100:00000001:3.0:1779718956.457586:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718956.457588:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465569073664 : -117608140477952 : ffff950938906a00)
00000100:00000040:3.0:1779718956.457594:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457598:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718956.457600:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718956.457602:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718956.457604:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529506944, offset 0
00000400:00000200:3.0:1779718956.457606:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718956.457609:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718956.457612:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718956.457614:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718956.457616:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718956.457617:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718956.457619:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718956.457621:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157690:157690:256:4294967295] 192.168.203.145@tcp LPNI seq info [157689:157689:8:4294967295]
00000400:00000200:3.0:1779718956.457624:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718956.457628:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718956.457631:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718956.457633:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718956.457635:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718956.457637:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1779718956.457640:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718956.457642:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1779718956.457644:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718956.457646:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718956.457648:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718956.457650:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718956.457652:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718956.457653:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718956.457655:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718956.457657:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457662:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718956.457664:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457668:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718956.457669:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718956.457671:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718956.457673:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718956.457675:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718956.457677:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316075537
00000100:00000001:3.0:1779718956.457678:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316076798
00000100:00000001:3.0:1779718956.457680:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316075537
00000100:00000001:3.0:1779718956.457681:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316076798
00000100:00000001:3.0:1779718956.457682:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718956.457684:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718956.457685:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718956.457687:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718956/real 1779718956]  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718956.457691:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718956.457692:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718956.457694:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718956.457695:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718956.457696:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718956.457697:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718956.457699:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718956.457704:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457708:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718956.457709:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457710:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718956.457711:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718956.457713:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457717:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718956.457719:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457724:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718956.457725:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457726:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718956.457727:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457728:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718956.457729:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718956.457731:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718956.457733:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718956.457734:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718956.457736:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718956.457741:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950938906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529506944:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718956.457743:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457858:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718956.457862:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938904000 x1866162529506688/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457867:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718956.457868:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718956.457870:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718956.457871:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718956.457872:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718956.457874:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718956.457875:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718956.457876:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996ec00.
02000000:00000001:3.0:1779718956.457878:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718956.457879:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718956.457880:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938904000.
00000100:00000001:3.0:1779718956.457882:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718956.457882:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457884:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718956.457886:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938907800 x1866162529506816/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457890:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718956.457891:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718956.457892:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718956.457893:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718956.457894:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718956.457895:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718956.457896:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718956.457897:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996e400.
02000000:00000001:3.0:1779718956.457898:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718956.457898:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718956.457899:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938907800.
00000100:00000001:3.0:1779718956.457900:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718956.457901:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457902:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718956.457904:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950938906a00 x1866162529506944/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718956.457907:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718956.457908:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718956.457909:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718956.457910:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718956.457911:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718956.457912:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718956.457913:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718956.457913:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093996c400.
02000000:00000001:3.0:1779718956.457915:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718956.457915:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718956.457916:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950938906a00.
00000100:00000001:3.0:1779718956.457917:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718956.457918:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457919:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718956.457936:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718956.457937:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718956.457938:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718956.457940:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718956.904059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718956.904068:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718956.904071:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718956.904075:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718956.904082:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718956.904085:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718956.904087:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718956.904091:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718956.904097:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718956.904099:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718956.904105:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718956.904107:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718956.904191:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718956.904196:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718956.904200:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718957.480018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718957.480026:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718957.480029:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718957.480035:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718957.480040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718957.480045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718957.480048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718957.480052:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718957.480056:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718957.736048:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316076798, at 4316076800
00000100:00000040:1.0:1779718957.736048:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316076798, at 4316076800
00000100:00000010:1.0:1779718957.736079:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475780.
00000100:00000010:0.0:1779718957.736082:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084751e0.
00010000:00000001:2.0:1779718957.928024:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718957.928031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718957.928039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718957.928041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718957.928046:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718957.928048:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718957.928124:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718957.928129:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718957.928132:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718958.504044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718958.504067:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718958.504070:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718958.504075:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718958.504079:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718958.504083:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718958.504086:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718958.504089:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718958.504092:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718958.952035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718958.952043:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718958.952053:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718958.952055:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718958.952060:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718958.952063:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718958.952126:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718958.952139:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718958.952143:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718959.528032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718959.528039:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718959.528041:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718959.528046:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718959.528049:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718959.528052:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718959.528054:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718959.528057:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718959.528060:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718959.976065:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718959.976073:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718959.976082:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718959.976087:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718959.976090:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718959.976094:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718959.976099:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718959.976101:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718959.976104:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718959.976107:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718959.976113:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718959.976114:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718959.976157:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718959.976162:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718959.976167:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718960.552013:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718960.552019:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718960.552021:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718960.552025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718960.552028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718960.552048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718960.552052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718960.552056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718960.552060:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718961.000043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718961.000050:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718961.000060:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718961.000063:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718961.000071:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718961.000072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718961.000181:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718961.000187:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718961.000191:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718961.576061:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718961.576070:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718961.576072:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718961.576076:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718961.576079:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718961.576087:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21408
00000100:00000001:3.0:1779718961.576089:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718961.576095:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1779718961.576097:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718961.576100:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718961.576106:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00100000:3.0:1779718961.576106:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718961.576111:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1779718961.576113:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1779718961.576116:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718961.576119:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718961.576120:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718961.576124:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718961.576125:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779718961.576127:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718961.576131:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1779718961.576131:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1779718961.576135:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000100:00000001:3.0:1779718961.576137:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718961.576138:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718961.576141:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718961.576143:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718961.576145:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718961.576148:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576149:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718961.576150:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576152:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718961.576154:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718961.576158:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576160:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718961.576162:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718961.576165:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718961.576167:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576169:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718961.576171:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718961.576179:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779718961.576182:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718961.576185:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718961.576187:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576190:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718961.576192:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718961.576197:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718961.576204:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779718961.576209:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718961.576217:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718961.576225:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718961.576229:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718961.576232:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718961.576259:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718961.576261:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718961.576264:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718961.576265:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718961.576266:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718961.576268:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718961.576270:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21408
00000400:00000200:1.0:1779718961.576273:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718961.576275:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718961.576276:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718961.576278:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576280:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718961.576282:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576284:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718961.576294:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1779718961.576295:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1779718961.576296:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718961.576300:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1779718961.576302:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1779718961.576303:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:3.0:1779718961.576307:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1779718961.576308:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718961.576313:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718961.576318:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718961.576320:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576326:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718961.576331:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576336:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718961.576339:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1779718961.576342:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:3.0:1779718961.576343:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718961.576349:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:3.0:1779718961.576351:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1779718961.576353:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718961.576355:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718961.576359:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718961.576359:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718961.576365:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529507072:192.168.203.145@tcp:250:kworker.0
02000000:00000001:1.0:1779718961.576366:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718961.576371:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576373:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718961.576373:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718961.576377:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1779718961.576378:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1779718961.576381:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1779718961.576382:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576386:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718961.576387:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1779718961.576391:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718961.576394:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000010:3.0:1779718961.576394:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718961.576399:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718961.576400:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718961.576403:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576405:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718961.576406:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1779718961.576409:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779718961.576410:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718961.576415:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
02000000:00000010:1.0:1779718961.576416:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779718961.576421:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1779718961.576423:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00100000:1.0:1779718961.576427:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1779718961.576432:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529507072, portal 25
00000100:00000001:1.0:1779718961.576436:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718961.576437:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1779718961.576440:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.576440:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885892736 : -117608823658880 : ffff95090fd7e680)
00000100:00000040:1.0:1779718961.576446:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718961.576449:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718961.576463:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718961.576465:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718961.576471:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718961.576474:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718961.576477:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718961.576478:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1779718961.576480:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:3.0:1779718961.576484:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779718961.576486:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21408
00000400:00000010:3.0:1779718961.576488:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000400:00000200:1.0:1779718961.576492:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:3.0:1779718961.576492:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529507072, offset 0
00000400:00000200:1.0:1779718961.576499:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718961.576502:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1779718961.576503:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718961.576509:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576511:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718961.576515:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718961.576515:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718961.576520:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718961.576522:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718961.576523:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718961.576524:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718961.576526:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718961.576528:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718961.576528:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:1.0:1779718961.576533:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718961.576537:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718961.576538:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1779718961.576539:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718961.576544:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576546:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718961.576549:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:3.0:1779718961.576549:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:1.0:1779718961.576555:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576558:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718961.576559:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1779718961.576562:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718961.576565:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718961.576566:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:1.0:1779718961.576568:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576571:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718961.576573:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1779718961.576575:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157691:157691:256:4294967295] 192.168.203.145@tcp LPNI seq info [157690:157690:8:4294967295]
00000008:00000001:1.0:1779718961.576577:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576581:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718961.576585:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000400:00000200:3.0:1779718961.576585:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:1.0:1779718961.576589:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718961.576592:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718961.576593:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576596:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718961.576599:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718961.576603:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718961.576603:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1779718961.576606:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779718961.576611:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1779718961.576616:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1779718961.576617:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718961.576624:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1779718961.576625:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000100:00000001:1.0:1779718961.576626:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718961.576631:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1779718961.576640:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718961.576641:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718961.576645:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1779718961.576648:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1779718961.576649:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718961.576652:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718961.576656:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718961.576658:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718961.576660:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1779718961.576661:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718961.576662:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718961.576667:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21408
00000800:00000200:3.1:1779718961.576667:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000400:00000200:1.0:1779718961.576671:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718961.576673:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718961.576675:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718961.576680:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576683:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1779718961.576684:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718961.576688:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:3.0:1779718961.576689:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000100:00000001:1.0:1779718961.576691:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718961.576694:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718961.576695:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718961.576696:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718961.576697:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000400:00000200:3.0:1779718961.576697:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1779718961.576702:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:3.0:1779718961.576719:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1779718961.576725:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:3.0:1779718961.576725:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718961.576730:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000040:1.0:1779718961.576732:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576736:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718961.576737:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1779718961.576738:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576742:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718961.576746:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000200:3.0:1779718961.576746:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718961.576753:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718961.576757:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718961.576761:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718961.576765:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718961.576767:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1779718961.576768:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576771:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718961.576774:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1779718961.576775:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1779718961.576780:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576785:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718961.576790:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000100:00000001:3.0:1779718961.576791:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779718961.576794:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:3.0:1779718961.576795:0:248765:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1779718961.576799:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718961.576801:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.576802:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718961.576803:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718961.576806:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718961.576808:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718961.576810:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:1.0:1779718961.576813:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:3.0:1779718961.576814:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316081918
00000100:00000001:1.0:1779718961.576816:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718961.576820:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509084756c0.
00000100:00100000:1.0:1779718961.576823:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718961.576828:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779718961.576832:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718961.576835:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.576836:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316081918
00000100:00000040:1.0:1779718961.576840:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1779718961.576841:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475240.
00000100:00000001:3.0:1779718961.576847:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718961.576852:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779718961.576853:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.576856:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.576858:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718961.576863:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718961/real 1779718961]  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718961.576870:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718961.576871:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718961.576873:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718961.576876:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718961.576879:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718961.576882:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1779718961.576883:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21418)
00000100:00000200:3.0:1779718961.576886:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718961.576894:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.576900:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718961.576902:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.576904:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718961.576906:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718961.576909:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.576914:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718961.576917:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.576942:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718961.576944:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.576945:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718961.576946:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.576949:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718961.576950:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718961.576953:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718961.576956:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718961.576958:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718961.576961:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718961.576967:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529507072:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718961.576971:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.576972:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718961.576974:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7e680 x1866162529507072/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.576980:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718961.576982:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718961.576985:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718961.576987:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718961.576988:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718961.576990:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718961.576991:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718961.576993:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91800.
02000000:00000001:3.0:1779718961.576996:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718961.576997:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718961.576999:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7e680.
00000100:00000001:3.0:1779718961.577001:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718961.577002:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577004:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577009:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718961.577010:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.577012:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718961.577013:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718961.577015:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718961.577017:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577023:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718961.577024:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718961.577026:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718961.577027:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718961.577029:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718961.577031:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507200:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718961.577033:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718961.577035:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718961.577036:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718961.577037:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718961.577040:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718961.577041:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718961.577044:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718961.577046:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718961.577048:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718961.577051:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529507200, portal 10
00000100:00000001:3.0:1779718961.577053:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718961.577054:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:3.0:1779718961.577059:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577064:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718961.577065:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718961.577067:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718961.577069:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529507200, offset 0
00000400:00000200:3.0:1779718961.577072:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718961.577075:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718961.577078:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718961.577080:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718961.577083:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718961.577085:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718961.577086:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718961.577089:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157692:157692:256:4294967295] 192.168.203.145@tcp LPNI seq info [157691:157691:8:4294967295]
00000400:00000200:3.0:1779718961.577092:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718961.577097:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718961.577100:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718961.577103:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718961.577106:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718961.577108:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779718961.577112:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718961.577114:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1779718961.577117:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718961.577118:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718961.577120:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718961.577123:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718961.577125:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718961.577127:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718961.577128:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718961.577131:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577162:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718961.577164:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577169:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.577171:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718961.577173:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718961.577176:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718961.577185:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718961.577187:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316080651
00000100:00000001:3.0:1779718961.577189:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316081918
00000100:00000001:3.0:1779718961.577190:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316080651
00000100:00000001:3.0:1779718961.577192:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316081918
00000100:00000001:3.0:1779718961.577194:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718961.577195:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.577197:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718961.577199:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718961/real 1779718961]  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718961.577205:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718961.577206:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718961.577207:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718961.577209:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718961.577211:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718961.577212:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718961.577215:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718961.577221:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577225:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718961.577227:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577228:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718961.577230:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718961.577232:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577237:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718961.577239:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577244:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718961.577246:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577247:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718961.577248:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577249:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718961.577250:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718961.577252:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718961.577254:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718961.577256:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718961.577259:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718961.577264:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507200:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718961.577268:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718961.577270:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577274:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718961.577275:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718961.577277:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718961.577278:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718961.577280:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718961.577282:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507328:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718961.577285:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718961.577286:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718961.577287:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718961.577289:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718961.577291:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718961.577293:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718961.577296:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718961.577299:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718961.577303:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718961.577306:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529507328, portal 10
00000100:00000001:3.0:1779718961.577308:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718961.577310:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:3.0:1779718961.577317:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577324:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718961.577327:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718961.577330:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718961.577333:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529507328, offset 0
00000400:00000200:3.0:1779718961.577337:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718961.577342:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718961.577347:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718961.577350:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718961.577353:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718961.577356:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718961.577359:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718961.577362:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157693:157693:256:4294967295] 192.168.203.145@tcp LPNI seq info [157692:157692:8:4294967295]
00000400:00000200:3.0:1779718961.577366:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718961.577371:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718961.577374:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718961.577377:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718961.577381:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718961.577383:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779718961.577386:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718961.577388:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1779718961.577391:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718961.577393:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718961.577395:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718961.577397:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718961.577400:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718961.577401:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718961.577403:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718961.577406:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577412:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718961.577414:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577419:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.577420:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718961.577423:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718961.577425:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718961.577428:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718961.577429:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316080659
00000100:00000001:3.0:1779718961.577431:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316081918
00000100:00000001:3.0:1779718961.577432:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316080659
00000100:00000001:3.0:1779718961.577434:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316081918
00000100:00000001:3.0:1779718961.577436:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718961.577437:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.577438:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718961.577441:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718961/real 1779718961]  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718961.577446:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718961.577448:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718961.577449:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718961.577451:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718961.577452:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718961.577454:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718961.577456:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718961.577461:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577466:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718961.577466:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577468:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718961.577469:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718961.577471:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577476:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718961.577478:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577483:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718961.577485:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577486:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718961.577487:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577489:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718961.577490:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718961.577492:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718961.577494:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718961.577495:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718961.577498:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718961.577508:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507328:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718961.577511:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718961.577513:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577517:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718961.577519:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718961.577521:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718961.577523:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718961.577525:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718961.577528:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507456:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718961.577531:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718961.577533:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718961.577535:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718961.577537:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718961.577541:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718961.577543:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718961.577547:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718961.577550:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718961.577553:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718961.577557:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529507456, portal 4
00000100:00000001:3.0:1779718961.577559:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718961.577560:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:3.0:1779718961.577567:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577576:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718961.577578:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718961.577581:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718961.577582:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529507456, offset 0
00000400:00000200:3.0:1779718961.577585:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718961.577590:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718961.577593:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718961.577595:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718961.577597:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718961.577599:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718961.577601:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718961.577603:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157694:157694:256:4294967295] 192.168.203.145@tcp LPNI seq info [157693:157693:8:4294967295]
00000400:00000200:3.0:1779718961.577606:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718961.577613:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718961.577619:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718961.577622:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718961.577627:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718961.577630:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1779718961.577635:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718961.577638:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1779718961.577642:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718961.577645:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718961.577648:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718961.577652:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718961.577655:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718961.577657:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718961.577660:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718961.577664:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577670:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718961.577672:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577677:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.577678:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718961.577681:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718961.577684:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718961.577686:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718961.577688:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316080657
00000100:00000001:3.0:1779718961.577690:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316081918
00000100:00000001:3.0:1779718961.577692:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316080657
00000100:00000001:3.0:1779718961.577693:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316081918
00000100:00000001:3.0:1779718961.577694:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718961.577696:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.577697:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718961.577700:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718961/real 1779718961]  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718961.577705:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718961.577722:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718961.577724:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718961.577726:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718961.577728:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718961.577729:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718961.577732:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718961.577738:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577743:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718961.577744:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577746:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718961.577747:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718961.577749:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577754:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718961.577756:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577761:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718961.577763:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577765:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718961.577766:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577767:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718961.577768:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718961.577770:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718961.577772:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718961.577774:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718961.577776:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718961.577781:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507456:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718961.577784:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577786:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718961.577788:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529507200/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577792:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718961.577794:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718961.577795:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718961.577797:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718961.577798:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718961.577799:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718961.577800:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718961.577801:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91000.
02000000:00000001:3.0:1779718961.577803:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718961.577804:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718961.577805:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:3.0:1779718961.577809:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718961.577810:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577811:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718961.577813:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529507328/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577823:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718961.577824:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718961.577825:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718961.577826:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718961.577827:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718961.577828:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718961.577829:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718961.577830:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92400.
02000000:00000001:3.0:1779718961.577833:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718961.577833:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718961.577834:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:3.0:1779718961.577836:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718961.577837:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577838:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718961.577839:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529507456/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718961.577844:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718961.577844:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718961.577845:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718961.577847:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718961.577847:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718961.577848:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718961.577849:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718961.577850:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93000.
02000000:00000001:3.0:1779718961.577852:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718961.577852:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718961.577853:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:3.0:1779718961.577855:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718961.577855:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577857:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718961.577859:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718961.577860:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718961.577862:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718961.577863:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718962.024009:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718962.024014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718962.024019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718962.024020:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718962.024023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718962.024024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718962.024077:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718962.024080:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718962.024083:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718962.600006:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718962.600012:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718962.600014:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718962.600019:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718962.600021:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718962.600024:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718962.600027:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718962.600030:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718962.600033:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718962.856030:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316081918, at 4316081920
00000100:00000040:1.0:1779718962.856030:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316081918, at 4316081920
00000100:00000010:1.0:1779718962.856044:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475240.
00000100:00000010:0.0:1779718962.856045:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509084756c0.
00010000:00000001:2.0:1779718963.048009:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718963.048014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718963.048019:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718963.048021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718963.048023:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718963.048025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718963.048081:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718963.048085:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718963.048088:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718963.624041:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718963.624049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718963.624051:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718963.624056:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718963.624060:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718963.624063:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718963.624066:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718963.624068:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718963.624071:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718964.072045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718964.072050:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718964.072055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718964.072057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718964.072059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718964.072063:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718964.072064:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718964.072067:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718964.072070:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718964.072072:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718964.072073:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718964.072075:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718964.072131:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718964.072134:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718964.072137:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718964.648028:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718964.648034:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718964.648036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718964.648041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718964.648044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718964.648048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718964.648050:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718964.648052:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718964.648054:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718965.096042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718965.096049:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718965.096057:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718965.096069:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718965.096074:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718965.096076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718965.096147:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718965.096152:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718965.096156:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718965.672027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718965.672033:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718965.672034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718965.672039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718965.672042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718965.672045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718965.672047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718965.672050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718965.672052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718966.120026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718966.120032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718966.120040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718966.120042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718966.120048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718966.120050:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718966.120100:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718966.120103:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718966.120106:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718966.696023:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718966.696023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1779718966.696031:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718966.696034:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779718966.696038:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1779718966.696039:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718966.696042:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718966.696045:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:3.0:1779718966.696053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718966.696057:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21413
00000100:00000001:3.0:1779718966.696059:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718966.696065:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.696069:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1779718966.696074:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718966.696074:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.696080:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779718966.696085:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718966.696090:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718966.696094:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696097:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718966.696100:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696103:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718966.696107:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718966.696110:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718966.696114:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718966.696117:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718966.696120:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718966.696123:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718966.696127:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696129:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718966.696131:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696133:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718966.696137:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718966.696140:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696143:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718966.696146:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718966.696150:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718966.696153:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718966.696156:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718966.696159:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718966.696169:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718966.696173:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718966.696178:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718966.696180:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718966.696183:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718966.696186:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718966.696189:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718966.696209:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92000.
00000100:00000001:1.0:1779718966.696216:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718966.696228:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718966.696241:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718966.696245:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718966.696249:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718966.696268:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718966.696271:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718966.696274:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718966.696275:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718966.696277:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718966.696279:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718966.696281:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21413
00000400:00000200:1.0:1779718966.696285:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718966.696288:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718966.696291:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718966.696295:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696299:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718966.696299:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718966.696304:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1779718966.696305:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718966.696307:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1779718966.696311:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000040:3.0:1779718966.696317:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779718966.696318:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718966.696321:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718966.696327:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718966.696332:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:3.0:1779718966.696332:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718966.696333:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718966.696339:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:3.0:1779718966.696340:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718966.696343:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1779718966.696344:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000001:3.0:1779718966.696347:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718966.696353:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529507584:192.168.203.145@tcp:250:kworker.0
00000100:00000040:1.0:1779718966.696355:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718966.696358:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1779718966.696361:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1779718966.696363:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718966.696366:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718966.696367:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:3.0:1779718966.696369:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1779718966.696373:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718966.696375:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000010:3.0:1779718966.696376:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
00000100:00080000:1.0:1779718966.696380:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:3.0:1779718966.696381:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718966.696385:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718966.696388:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1779718966.696391:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779718966.696395:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1779718966.696396:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
02000000:00000001:1.0:1779718966.696400:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718966.696403:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1779718966.696405:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000008:00100000:1.0:1779718966.696407:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718966.696411:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718966.696412:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718966.696415:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529507584, portal 25
00000100:00000010:1.0:1779718966.696417:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000100:00000001:3.0:1779718966.696420:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1779718966.696421:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718966.696425:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1779718966.696425:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
02000000:00000001:1.0:1779718966.696427:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718966.696431:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718966.696432:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718966.696434:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718966.696437:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1779718966.696439:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93c00.
00000100:00000001:1.0:1779718966.696445:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718966.696455:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718966.696456:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718966.696465:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696470:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1779718966.696471:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000001:1.0:1779718966.696475:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718966.696477:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529507584, offset 0
00000400:00000200:3.0:1779718966.696486:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779718966.696489:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1779718966.696495:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718966.696504:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718966.696511:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1779718966.696512:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718966.696516:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00080000:1.0:1779718966.696519:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1779718966.696522:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718966.696527:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:1.0:1779718966.696530:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1779718966.696532:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157695:157695:256:4294967295] 192.168.203.145@tcp LPNI seq info [157694:157694:8:4294967295]
00000100:00000001:1.0:1779718966.696534:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718966.696539:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1779718966.696540:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718966.696546:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718966.696551:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21413
00000400:00000200:3.0:1779718966.696556:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718966.696562:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718966.696566:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000400:00000200:1.0:1779718966.696571:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718966.696577:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000200:3.0:1779718966.696580:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:1.0:1779718966.696581:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1779718966.696585:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1779718966.696588:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696592:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1779718966.696595:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:1.0:1779718966.696598:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:3.1:1779718966.696600:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1779718966.696601:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718966.696607:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718966.696610:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000800:00000100:3.0:1779718966.696610:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000020:00000001:1.0:1779718966.696614:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:3.0:1779718966.696615:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000020:00000040:1.0:1779718966.696617:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718966.696620:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:3.0:1779718966.696621:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1779718966.696622:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718966.696630:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718966.696632:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1779718966.696633:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718966.696639:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:3.0:1779718966.696640:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000100:00000001:1.0:1779718966.696641:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718966.696646:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000010:3.0:1779718966.696646:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00080000:1.0:1779718966.696651:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696654:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718966.696656:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1779718966.696656:0:248765:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1779718966.696659:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718966.696663:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1779718966.696665:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718966.696666:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718966.696684:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718966.696690:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718966.696694:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718966.696700:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718966.696704:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000100:00000001:3.0:1779718966.696704:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1779718966.696709:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1779718966.696710:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779718966.696711:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718966.696715:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718966.696718:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718966.696721:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.696726:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718966.696729:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93000.
00000100:00000001:3.0:1779718966.696729:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779718966.696734:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.696735:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718966.696742:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1779718966.696742:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718966.696747:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316087038
00000100:00000001:1.0:1779718966.696754:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1779718966.696755:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475de0.
00000100:00000001:1.0:1779718966.696758:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718966.696763:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.696763:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718966.696772:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316087038
00000100:00000001:1.0:1779718966.696773:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718966.696778:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1779718966.696778:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475120.
00000100:00000001:3.0:1779718966.696784:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1779718966.696785:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1779718966.696787:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1779718966.696792:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779718966.696792:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.696794:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1779718966.696800:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:3.0:1779718966.696800:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718966/real 1779718966]  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718966.696805:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718966.696809:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1779718966.696815:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1779718966.696816:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000001:3.0:1779718966.696817:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718966.696821:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000100:00080000:1.0:1779718966.696823:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21413
00000400:00000200:3.0:1779718966.696825:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718966.696828:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718966.696832:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1779718966.696835:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:3.0:1779718966.696837:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718966.696845:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000200:3.0:1779718966.696850:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718966.696851:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718966.696860:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696868:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718966.696871:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1779718966.696875:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718966.696875:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718966.696880:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718966.696883:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718966.696884:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:3.0:1779718966.696887:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1779718966.696889:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1779718966.696889:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1779718966.696894:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000100:00100000:3.0:1779718966.696896:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779718966.696901:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718966.696909:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:3.0:1779718966.696909:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718966.696915:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718966.696919:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696941:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718966.696944:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718966.696946:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718966.696953:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718966.696959:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718966.696959:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718966.696963:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718966.696964:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.696966:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718966.696969:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1779718966.696970:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1779718966.696972:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1779718966.696974:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718966.696975:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1779718966.696982:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718966.696982:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1779718966.696988:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:3.0:1779718966.696991:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000008:00100000:1.0:1779718966.696993:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1779718966.696994:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:1.0:1779718966.697001:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718966.697003:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718966.697004:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718966.697010:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718966.697015:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00100000:3.0:1779718966.697018:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529507584:192.168.203.145@tcp:250:kworker.0
02000000:00000001:1.0:1779718966.697019:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718966.697023:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.697025:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718966.697026:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1779718966.697028:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1779718966.697029:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718966.697032:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718966.697035:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529507584/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1779718966.697037:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92400.
00000100:00000001:1.0:1779718966.697043:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718966.697053:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718966.697053:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718966.697057:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1779718966.697063:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1779718966.697064:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
00000100:00000001:1.0:1779718966.697065:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718966.697070:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1779718966.697072:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1779718966.697074:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718966.697079:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000100:00000001:1.0:1779718966.697082:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718966.697084:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:1.0:1779718966.697087:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21423)
02000000:00000010:3.0:1779718966.697088:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92000.
02000000:00000001:3.0:1779718966.697096:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718966.697098:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718966.697100:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:3.0:1779718966.697104:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718966.697105:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.697107:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.697113:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718966.697114:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.697116:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718966.697118:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718966.697119:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718966.697124:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697130:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718966.697132:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718966.697133:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718966.697135:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718966.697137:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718966.697139:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507712:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718966.697143:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718966.697146:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718966.697148:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718966.697150:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718966.697154:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718966.697156:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718966.697161:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718966.697164:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718966.697169:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718966.697173:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529507712, portal 10
00000100:00000001:3.0:1779718966.697177:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718966.697178:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:3.0:1779718966.697187:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697196:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718966.697198:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718966.697200:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718966.697203:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529507712, offset 0
00000400:00000200:3.0:1779718966.697206:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718966.697210:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718966.697213:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718966.697216:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718966.697218:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718966.697220:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718966.697222:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718966.697224:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157696:157696:256:4294967295] 192.168.203.145@tcp LPNI seq info [157695:157695:8:4294967295]
00000400:00000200:3.0:1779718966.697228:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718966.697233:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718966.697237:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718966.697239:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718966.697243:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718966.697245:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779718966.697249:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718966.697251:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1779718966.697254:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718966.697256:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718966.697258:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718966.697261:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718966.697263:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718966.697265:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718966.697267:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718966.697270:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697282:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718966.697284:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697289:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.697291:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718966.697293:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718966.697296:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718966.697299:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718966.697300:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316085771
00000100:00000001:3.0:1779718966.697303:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316087038
00000100:00000001:3.0:1779718966.697304:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316085771
00000100:00000001:3.0:1779718966.697306:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316087038
00000100:00000001:3.0:1779718966.697308:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718966.697309:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.697311:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718966.697313:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718966/real 1779718966]  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718966.697319:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718966.697320:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718966.697322:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718966.697323:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718966.697325:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718966.697326:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718966.697329:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718966.697335:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697340:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718966.697400:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.697403:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718966.697404:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718966.697410:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697419:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718966.697424:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697433:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718966.697436:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.697439:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718966.697440:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.697443:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718966.697445:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718966.697449:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718966.697454:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718966.697457:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718966.697462:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718966.697472:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507712:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718966.697476:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718966.697479:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697484:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718966.697485:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718966.697487:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718966.697489:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718966.697490:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718966.697493:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507840:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718966.697496:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718966.697513:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718966.697515:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718966.697517:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718966.697520:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718966.697522:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718966.697525:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718966.697527:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718966.697530:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718966.697533:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529507840, portal 10
00000100:00000001:3.0:1779718966.697535:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718966.697536:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:3.0:1779718966.697541:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697547:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718966.697549:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718966.697550:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718966.697552:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529507840, offset 0
00000400:00000200:3.0:1779718966.697556:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718966.697559:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718966.697562:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718966.697565:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718966.697567:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718966.697569:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718966.697571:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718966.697574:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157697:157697:256:4294967295] 192.168.203.145@tcp LPNI seq info [157696:157696:8:4294967295]
00000400:00000200:3.0:1779718966.697578:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718966.697584:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718966.697587:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718966.697590:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718966.697594:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718966.697596:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779718966.697600:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718966.697602:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1779718966.697624:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718966.697626:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718966.697629:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718966.697632:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718966.697636:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718966.697638:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718966.697641:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718966.697646:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697656:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718966.697660:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697686:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.697688:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718966.697710:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718966.697714:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718966.697719:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718966.697721:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316085779
00000100:00000001:3.0:1779718966.697725:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316087038
00000100:00000001:3.0:1779718966.697727:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316085779
00000100:00000001:3.0:1779718966.697729:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316087038
00000100:00000001:3.0:1779718966.697731:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718966.697733:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.697734:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718966.697738:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718966/real 1779718966]  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718966.697745:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718966.697747:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718966.697748:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718966.697750:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718966.697752:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718966.697754:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718966.697756:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718966.697762:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697767:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718966.697768:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.697769:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718966.697771:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718966.697773:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697778:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718966.697781:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697787:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718966.697788:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.697789:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718966.697790:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.697792:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718966.697793:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718966.697795:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718966.697797:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718966.697799:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718966.697802:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718966.697812:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507840:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718966.697815:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718966.697817:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697822:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718966.697823:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718966.697825:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718966.697826:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718966.697828:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718966.697830:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507968:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718966.697832:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718966.697833:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718966.697834:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718966.697836:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718966.697839:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718966.697840:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718966.697843:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718966.697845:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718966.697848:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718966.697850:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529507968, portal 4
00000100:00000001:3.0:1779718966.697851:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718966.697853:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:3.0:1779718966.697857:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697862:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718966.697864:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718966.697866:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718966.697867:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529507968, offset 0
00000400:00000200:3.0:1779718966.697870:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718966.697874:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718966.697877:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718966.697880:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718966.697882:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718966.697884:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718966.697886:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718966.697888:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157698:157698:256:4294967295] 192.168.203.145@tcp LPNI seq info [157697:157697:8:4294967295]
00000400:00000200:3.0:1779718966.697892:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718966.697897:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718966.697900:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718966.697903:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718966.697906:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718966.697908:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1779718966.697911:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718966.697913:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1779718966.697916:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718966.697917:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718966.697920:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718966.697922:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718966.697925:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718966.697926:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718966.697928:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718966.697930:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697954:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718966.697957:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.697962:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.697963:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718966.697966:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718966.697968:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718966.697971:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718966.697973:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316085778
00000100:00000001:3.0:1779718966.697975:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316087038
00000100:00000001:3.0:1779718966.697976:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316085778
00000100:00000001:3.0:1779718966.697978:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316087038
00000100:00000001:3.0:1779718966.697980:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718966.697981:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.697982:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718966.697985:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718966/real 1779718966]  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718966.697990:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718966.697992:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718966.697993:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718966.697994:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718966.697996:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718966.697998:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718966.698000:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718966.698006:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.698011:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718966.698012:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.698013:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718966.698014:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718966.698016:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.698021:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718966.698024:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.698029:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718966.698031:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.698033:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718966.698035:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.698037:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718966.698039:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718966.698042:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718966.698045:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718966.698048:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718966.698052:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718966.698063:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529507968:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718966.698068:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.698070:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718966.698074:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529507712/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.698083:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718966.698085:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718966.698087:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718966.698091:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718966.698092:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718966.698094:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718966.698096:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718966.698097:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93c00.
02000000:00000001:3.0:1779718966.698100:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718966.698101:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718966.698102:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:3.0:1779718966.698104:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718966.698105:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.698106:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718966.698109:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529507840/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.698119:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718966.698120:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718966.698122:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718966.698123:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718966.698124:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718966.698125:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718966.698126:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718966.698127:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93000.
02000000:00000001:3.0:1779718966.698128:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718966.698129:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718966.698130:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:3.0:1779718966.698132:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718966.698133:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.698134:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718966.698136:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529507968/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718966.698141:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718966.698142:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718966.698143:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718966.698146:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718966.698147:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718966.698149:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718966.698151:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718966.698152:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92400.
02000000:00000001:3.0:1779718966.698155:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718966.698156:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718966.698157:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:3.0:1779718966.698159:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718966.698161:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.698163:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718966.698167:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718966.698169:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718966.698171:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718966.698174:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718967.144041:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718967.144047:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718967.144049:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718967.144052:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718967.144057:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718967.144058:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718967.144060:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718967.144062:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718967.144066:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718967.144067:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718967.144070:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718967.144071:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718967.144093:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718967.144095:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718967.144098:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718967.720025:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718967.720030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718967.720032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718967.720036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718967.720038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718967.720041:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718967.720044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718967.720046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718967.720048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718967.976023:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316087038, at 4316087040
00000100:00000040:1.0:1779718967.976023:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316087038, at 4316087040
00000100:00000010:0.0:1779718967.976039:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475de0.
00000100:00000010:1.0:1779718967.976042:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475120.
00010000:00000001:2.0:1779718968.168025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718968.168030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718968.168035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718968.168036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718968.168038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718968.168039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718968.168097:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718968.168102:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718968.168105:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718968.744021:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718968.744026:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718968.744028:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718968.744033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718968.744036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718968.744039:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718968.744041:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718968.744043:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718968.744045:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718969.192026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718969.192032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718969.192040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718969.192042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718969.192047:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718969.192049:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718969.192125:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718969.192129:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718969.192131:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718969.768010:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718969.768015:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718969.768017:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718969.768025:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718969.768028:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718969.768032:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718969.768034:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718969.768036:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718969.768038:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718970.216025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718970.216030:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718970.216035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718970.216038:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718970.216041:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718970.216043:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718970.216046:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718970.216047:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718970.216049:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718970.216050:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718970.216053:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718970.216054:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718970.216070:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718970.216072:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718970.216073:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718970.791978:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718970.791983:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718970.791985:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718970.791989:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718970.791992:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718970.791995:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718970.791997:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718970.791999:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718970.792001:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718971.240027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718971.240033:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718971.240039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718971.240040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718971.240042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718971.240043:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718971.240122:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718971.240125:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718971.240128:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1779718971.303980:0:346659:0:(osc_request.c:745:osc_update_next_shrink()) next time 22623 to shrink grant
00000100:00080000:1.0:1779718971.816060:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718971.816070:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779718971.816073:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718971.816077:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1779718971.816077:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718971.816082:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718971.816084:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718971.816085:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718971.816089:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718971.816093:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21418
00000100:00000001:0.0:1779718971.816094:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718971.816099:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1779718971.816102:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718971.816108:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718971.816112:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1779718971.816115:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1779718971.816116:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718971.816120:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718971.816121:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816125:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718971.816130:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816132:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718971.816136:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718971.816138:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718971.816140:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718971.816142:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718971.816144:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718971.816146:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718971.816149:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816150:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718971.816151:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816153:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718971.816155:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718971.816158:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816160:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718971.816163:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718971.816166:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718971.816169:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816170:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718971.816173:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718971.816179:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779718971.816181:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718971.816187:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718971.816188:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816191:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718971.816193:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718971.816197:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718971.816202:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:1.0:1779718971.816209:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718971.816217:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718971.816226:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718971.816229:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718971.816233:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718971.816246:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718971.816249:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718971.816254:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718971.816256:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718971.816258:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718971.816262:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718971.816267:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21418
00000400:00000200:1.0:1779718971.816271:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718971.816273:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718971.816276:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1779718971.816277:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1779718971.816283:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816286:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1779718971.816287:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1779718971.816288:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816293:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:3.0:1779718971.816294:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1779718971.816295:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718971.816298:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718971.816300:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718971.816301:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718971.816304:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779718971.816307:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718971.816311:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718971.816312:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816318:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718971.816323:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816325:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718971.816327:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779718971.816329:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816330:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718971.816339:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718971.816348:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718971.816350:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816352:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718971.816355:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718971.816357:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816358:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718971.816361:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000020:00000040:1.0:1779718971.816363:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779718971.816365:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718971.816365:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816366:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718971.816367:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718971.816368:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718971.816371:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000100:00000001:1.0:1779718971.816373:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718971.816377:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718971.816382:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718971.816383:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718971.816386:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718971.816391:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718971.816393:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718971.816395:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718971.816396:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718971.816397:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718971.816399:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718971.816400:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21418
00000400:00000200:1.0:1779718971.816403:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718971.816405:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718971.816406:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718971.816408:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816409:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718971.816411:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816412:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718971.816413:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718971.816414:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779718971.816415:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718971.816416:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718971.816417:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779718971.816418:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718971.816420:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816422:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718971.816423:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816425:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718971.816426:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779718971.816429:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816431:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718971.816432:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718971.816434:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718971.816436:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816437:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718971.816438:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1779718971.816439:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779718971.816443:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.816443:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816450:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718971.816454:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779718971.816455:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779718971.816457:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718971.816458:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816459:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718971.816460:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718971.816461:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718971.816462:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000100:00000001:1.0:1779718971.816464:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718971.816467:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718971.816471:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718971.816473:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718971.816475:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718971.816479:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718971.816481:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779718971.816484:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718971.816486:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718971.816487:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718971.816488:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718971.816489:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718971.816491:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718971.816493:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21418
00000400:00000200:1.0:1779718971.816495:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718971.816496:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718971.816498:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718971.816499:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816501:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718971.816502:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816504:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718971.816505:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718971.816506:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779718971.816506:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718971.816508:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779718971.816509:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779718971.816510:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718971.816512:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816513:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718971.816514:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816515:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718971.816516:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718971.816518:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718971.816519:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718971.816520:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718971.816521:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718971.816523:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816524:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718971.816525:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1779718971.816527:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816528:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718971.816530:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000020:00000040:1.0:1779718971.816531:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718971.816533:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718971.816534:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718971.816535:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718971.816536:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718971.816537:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718971.816539:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779718971.816540:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718971.816543:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718971.816548:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718971.816549:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718971.816551:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718971.816556:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718971.816559:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21428)
02000000:00000001:3.0:1779718971.816620:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718971.816625:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718971.816640:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718971.816646:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529508096:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718971.816651:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718971.816655:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718971.816659:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718971.816663:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718971.816670:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718971.816672:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718971.816681:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718971.816684:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718971.816692:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718971.816699:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529508096, portal 25
00000100:00000001:3.0:1779718971.816702:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718971.816704:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885893632 : -117608823657984 : ffff95090fd7ea00)
00000100:00000040:3.0:1779718971.816712:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.816720:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718971.816725:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718971.816729:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718971.816733:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529508096, offset 0
00000400:00000200:3.0:1779718971.816740:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718971.816749:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718971.816755:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718971.816762:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718971.816766:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718971.816769:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718971.816772:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718971.816775:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157699:157699:256:4294967295] 192.168.203.145@tcp LPNI seq info [157698:157698:8:4294967295]
00000400:00000200:3.0:1779718971.816779:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718971.816794:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718971.816799:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718971.816804:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718971.816810:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718971.816813:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779718971.816820:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718971.816823:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1779718971.816866:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718971.816869:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718971.816872:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718971.816876:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718971.816882:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718971.816884:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718971.816889:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718971.816893:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.816901:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718971.816904:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.816910:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.816912:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718971.816917:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718971.816944:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718971.816947:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316092159
00000100:00000010:3.0:1779718971.816952:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475420.
00000100:00000001:3.0:1779718971.816958:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1779718971.816966:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316092159
00000100:00000010:3.0:1779718971.816968:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff950908475960.
00000100:00000001:3.0:1779718971.816971:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1779718971.816974:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718971.816976:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.816979:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718971.816984:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718971/real 1779718971]  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718971.816991:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718971.816993:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718971.816995:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718971.816998:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718971.817000:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718971.817003:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718971.817006:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718971.817012:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817017:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718971.817018:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817020:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718971.817021:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718971.817024:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817029:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718971.817032:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817037:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718971.817039:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817040:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718971.817041:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817044:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718971.817045:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718971.817049:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718971.817052:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718971.817054:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718971.817056:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718971.817062:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529508096:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718971.817066:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817068:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718971.817069:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7ea00 x1866162529508096/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817074:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718971.817076:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718971.817079:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718971.817080:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718971.817082:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718971.817083:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:3.0:1779718971.817085:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718971.817087:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91000.
02000000:00000001:3.0:1779718971.817089:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718971.817091:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718971.817093:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7ea00.
00000100:00000001:3.0:1779718971.817095:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718971.817097:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817098:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817105:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718971.817106:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.817108:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718971.817110:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718971.817111:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718971.817113:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817119:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718971.817120:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718971.817122:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718971.817123:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718971.817124:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718971.817126:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508224:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718971.817128:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718971.817130:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718971.817131:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718971.817133:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718971.817136:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718971.817138:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718971.817142:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718971.817145:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718971.817148:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718971.817152:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529508224, portal 10
00000100:00000001:3.0:1779718971.817153:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718971.817155:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:3.0:1779718971.817163:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817169:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718971.817172:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718971.817174:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718971.817177:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529508224, offset 0
00000400:00000200:3.0:1779718971.817181:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718971.817185:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718971.817189:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718971.817193:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718971.817195:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718971.817198:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718971.817200:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718971.817203:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157700:157700:256:4294967295] 192.168.203.145@tcp LPNI seq info [157699:157699:8:4294967295]
00000400:00000200:3.0:1779718971.817207:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718971.817213:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718971.817218:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718971.817221:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718971.817225:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718971.817228:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779718971.817232:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718971.817235:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1779718971.817238:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718971.817241:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718971.817243:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718971.817247:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718971.817250:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718971.817252:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718971.817255:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718971.817258:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817267:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718971.817270:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817277:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.817279:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718971.817282:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718971.817286:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:3.0:1779718971.817289:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718971.817290:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316090891
00000100:00000001:3.0:1779718971.817293:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316092159
00000100:00000001:3.0:1779718971.817294:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316090891
00000100:00000001:3.0:1779718971.817296:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316092159
00000100:00000001:3.0:1779718971.817298:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718971.817300:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.817301:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718971.817305:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718971/real 1779718971]  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718971.817311:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718971.817312:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718971.817313:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718971.817315:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718971.817316:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718971.817317:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718971.817319:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718971.817325:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817329:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718971.817330:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817331:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718971.817332:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718971.817334:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817338:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718971.817340:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817344:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718971.817346:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817347:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718971.817348:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817349:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718971.817351:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718971.817352:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718971.817355:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718971.817357:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718971.817359:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718971.817364:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508224:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718971.817367:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718971.817369:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817373:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718971.817374:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718971.817375:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718971.817377:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718971.817378:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718971.817380:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508352:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718971.817384:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718971.817386:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718971.817388:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718971.817390:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718971.817393:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718971.817396:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718971.817399:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718971.817401:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718971.817404:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718971.817408:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529508352, portal 10
00000100:00000001:3.0:1779718971.817410:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718971.817411:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:3.0:1779718971.817418:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817426:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718971.817429:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718971.817431:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718971.817434:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529508352, offset 0
00000400:00000200:3.0:1779718971.817438:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718971.817442:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718971.817446:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718971.817449:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718971.817452:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718971.817454:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718971.817456:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718971.817460:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157701:157701:256:4294967295] 192.168.203.145@tcp LPNI seq info [157700:157700:8:4294967295]
00000400:00000200:3.0:1779718971.817465:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718971.817472:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718971.817477:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718971.817481:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718971.817486:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718971.817489:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779718971.817493:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718971.817495:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1779718971.817498:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718971.817500:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718971.817502:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718971.817505:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718971.817507:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718971.817508:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718971.817510:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718971.817513:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817519:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718971.817520:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817525:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.817527:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718971.817529:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718971.817532:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:3.0:1779718971.817535:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718971.817536:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316090899
00000100:00000001:3.0:1779718971.817538:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316092159
00000100:00000001:3.0:1779718971.817540:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316090899
00000100:00000001:3.0:1779718971.817541:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316092159
00000100:00000001:3.0:1779718971.817543:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718971.817544:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.817545:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718971.817547:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718971/real 1779718971]  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718971.817552:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718971.817553:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718971.817555:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718971.817556:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718971.817557:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718971.817559:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718971.817561:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718971.817566:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817570:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718971.817571:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817572:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718971.817573:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718971.817575:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817579:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718971.817582:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817587:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718971.817589:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817590:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718971.817591:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817592:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718971.817593:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718971.817595:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718971.817597:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718971.817598:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718971.817600:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718971.817605:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508352:192.168.203.145@tcp:38:kworker.0
00000100:00000001:3.0:1779718971.817607:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1779718971.817609:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817614:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718971.817616:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718971.817617:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1779718971.817619:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718971.817620:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718971.817622:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508480:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718971.817624:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718971.817626:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1779718971.817627:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718971.817643:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1779718971.817646:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718971.817648:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718971.817651:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:3.0:1779718971.817652:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95090ee311b8.
00000400:00000010:3.0:1779718971.817655:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867daa0.
00000100:00000200:3.0:1779718971.817657:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529508480, portal 4
00000100:00000001:3.0:1779718971.817659:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718971.817660:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:3.0:1779718971.817665:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817669:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1779718971.817671:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:3.0:1779718971.817672:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95091867dee0.
00000100:00000200:3.0:1779718971.817674:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529508480, offset 0
00000400:00000200:3.0:1779718971.817694:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:3.0:1779718971.817697:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718971.817699:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:3.0:1779718971.817701:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1779718971.817704:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:3.0:1779718971.817708:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1779718971.817711:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:3.0:1779718971.817714:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157702:157702:256:4294967295] 192.168.203.145@tcp LPNI seq info [157701:157701:8:4294967295]
00000400:00000200:3.0:1779718971.817718:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718971.817724:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1779718971.817727:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718971.817730:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950908647a00.
00000800:00000200:3.0:1779718971.817732:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.0:1779718971.817734:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1779718971.817738:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:3.1:1779718971.817739:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1779718971.817742:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:3.0:1779718971.817743:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950908647a00.
00000400:00000200:3.0:1779718971.817745:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1779718971.817748:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1779718971.817750:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867dee0
00000400:00000010:3.0:1779718971.817752:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867dee0.
00000100:00000001:3.0:1779718971.817753:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1779718971.817756:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817761:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718971.817763:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779718996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817768:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.817769:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718971.817770:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718971.817773:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:3.0:1779718971.817774:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718971.817776:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316090897
00000100:00000001:3.0:1779718971.817777:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316092159
00000100:00000001:3.0:1779718971.817779:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316090897
00000100:00000001:3.0:1779718971.817781:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316092159
00000100:00000001:3.0:1779718971.817784:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1779718971.817786:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.817788:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1779718971.817792:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718971/real 1779718971]  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1779718971.817797:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1779718971.817798:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1779718971.817800:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95090ee311b8.
00000400:00000200:3.0:1779718971.817802:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95091867daa0
00000400:00000010:3.0:1779718971.817803:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff95091867daa0.
00000100:00000001:3.0:1779718971.817805:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1779718971.817807:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1779718971.817812:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817817:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1779718971.817818:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817820:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718971.817821:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1779718971.817823:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817826:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1779718971.817829:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817833:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718971.817834:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817835:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1779718971.817836:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817837:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718971.817838:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1779718971.817839:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1779718971.817841:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:3.0:1779718971.817842:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1779718971.817845:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718971.817849:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508480:192.168.203.145@tcp:8:kworker.0
00000100:00000001:3.0:1779718971.817851:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817853:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718971.817855:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529508224/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817859:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718971.817861:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718971.817863:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921dc00.
02000000:00000001:3.0:1779718971.817864:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718971.817865:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718971.817866:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:3.0:1779718971.817868:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718971.817869:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91800.
02000000:00000001:3.0:1779718971.817871:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718971.817872:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718971.817873:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:3.0:1779718971.817875:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718971.817876:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817877:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718971.817879:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529508352/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817883:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718971.817884:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718971.817885:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921f400.
02000000:00000001:3.0:1779718971.817886:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718971.817887:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718971.817887:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:3.0:1779718971.817888:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718971.817889:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90000.
02000000:00000001:3.0:1779718971.817891:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718971.817891:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718971.817892:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:3.0:1779718971.817893:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718971.817894:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817895:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1779718971.817896:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529508480/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779718996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718971.817900:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1779718971.817901:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1779718971.817901:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093921c800.
02000000:00000001:3.0:1779718971.817903:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1779718971.817903:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1779718971.817904:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:3.0:1779718971.817906:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1779718971.817907:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92c00.
02000000:00000001:3.0:1779718971.817910:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1779718971.817910:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1779718971.817911:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:3.0:1779718971.817913:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1779718971.817914:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817915:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718971.817917:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718971.817918:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718971.817947:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1779718971.817949:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718972.264011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718972.264015:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718972.264022:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718972.264024:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718972.264029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718972.264031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718972.264088:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718972.264093:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718972.264097:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718972.840018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718972.840024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718972.840027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718972.840033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718972.840036:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718972.840040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718972.840043:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718972.840047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718972.840049:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718973.096030:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316092159, at 4316092160
00000100:00000040:1.0:1779718973.096030:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316092159, at 4316092160
00000100:00000010:1.0:1779718973.096044:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475960.
00000100:00000010:0.0:1779718973.096047:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff950908475420.
00010000:00000001:2.0:1779718973.288015:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718973.288022:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718973.288030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718973.288032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718973.288036:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718973.288039:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718973.288041:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718973.288045:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718973.288048:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718973.288050:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718973.288052:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718973.288054:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718973.288072:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718973.288074:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718973.288076:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718973.864047:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718973.864054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718973.864057:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718973.864062:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718973.864066:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718973.864069:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718973.864072:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718973.864074:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718973.864077:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718974.312057:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718974.312064:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718974.312071:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718974.312072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718974.312076:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718974.312078:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718974.312139:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718974.312142:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718974.312144:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718974.888016:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718974.888021:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718974.888023:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718974.888027:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718974.888030:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718974.888033:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718974.888034:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718974.888037:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718974.888038:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718975.336026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718975.336031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718975.336037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718975.336038:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718975.336042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718975.336043:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718975.336103:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718975.336108:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718975.336112:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718975.911996:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718975.912002:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718975.912004:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718975.912008:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718975.912011:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718975.912014:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718975.912016:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718975.912018:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718975.912020:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718976.360006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718976.360014:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718976.360016:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718976.360019:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718976.360035:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718976.360039:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718976.360041:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718976.360043:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718976.360049:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718976.360051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718976.360056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718976.360063:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718976.360088:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718976.360092:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718976.360095:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718976.936048:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718976.936054:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1779718976.936054:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718976.936059:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718976.936072:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779718976.936076:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1779718976.936080:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:3.0:1779718976.936080:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718976.936091:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718976.936092:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718976.936097:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718976.936100:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1779718976.936105:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21423
00000100:00000001:0.0:1779718976.936107:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718976.936112:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718976.936120:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718976.936128:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718976.936131:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718976.936134:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936138:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718976.936141:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936144:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718976.936148:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718976.936150:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718976.936152:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718976.936155:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718976.936157:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718976.936160:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718976.936162:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936163:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718976.936164:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936166:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718976.936168:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718976.936170:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936172:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718976.936175:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718976.936178:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718976.936180:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718976.936182:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718976.936184:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718976.936194:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409180.
00000020:00000040:3.0:1779718976.936197:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718976.936201:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718976.936202:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718976.936205:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718976.936207:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718976.936212:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718976.936220:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:3.0:1779718976.936226:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718976.936235:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718976.936244:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718976.936248:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718976.936252:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000958a1b53] to pc [ptlrpcd_rcv+-1]  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718976.936275:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718976.936277:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718976.936281:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718976.936282:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718976.936283:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718976.936286:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718976.936288:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21423
00000400:00000200:3.0:1779718976.936290:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718976.936292:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718976.936293:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718976.936296:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936298:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718976.936300:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936302:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718976.936304:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718976.936306:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718976.936308:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718976.936310:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718976.936311:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718976.936313:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718976.936315:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936316:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718976.936317:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936318:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718976.936320:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:2.0:1779718976.936321:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1779718976.936323:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718976.936329:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718976.936329:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718976.936331:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718976.936334:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1779718976.936338:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718976.936340:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718976.936342:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718976.936347:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1779718976.936348:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1779718976.936356:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718976.936363:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718976.936371:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000020:00000040:3.0:1779718976.936381:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:2.0:1779718976.936384:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1779718976.936385:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718976.936390:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.936391:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718976.936397:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718976.936399:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718976.936401:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718976.936402:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718976.936407:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718976.936409:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718976.936411:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00100000:2.0:1779718976.936415:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529508608:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718976.936423:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1779718976.936423:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718976.936429:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718976.936433:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718976.936435:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1779718976.936438:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718976.936449:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
00000100:00000001:3.0:1779718976.936450:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718976.936457:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718976.936458:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718976.936471:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718976.936474:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718976.936487:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00000001:3.0:1779718976.936488:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718976.936494:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718976.936497:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1779718976.936498:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1779718976.936499:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00080000:3.0:1779718976.936500:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718976.936508:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000200:2.0:1779718976.936512:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529508608, portal 25
00000100:00080000:3.0:1779718976.936512:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21423
00000100:00000001:2.0:1779718976.936522:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1779718976.936525:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718976.936527:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714835840 : -117607994715776 : ffff950941409180)
00000400:00000200:3.0:1779718976.936534:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718976.936540:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718976.936541:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718976.936554:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718976.936563:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1779718976.936563:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718976.936571:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000040:2.0:1779718976.936575:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936578:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000010:2.0:1779718976.936582:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000020:00000001:3.0:1779718976.936583:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718976.936587:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000200:2.0:1779718976.936600:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529508608, offset 0
00000020:00000001:3.0:1779718976.936603:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718976.936609:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:3.0:1779718976.936610:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:3.0:1779718976.936612:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718976.936618:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718976.936621:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936623:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718976.936627:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936628:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718976.936630:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718976.936636:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:3.0:1779718976.936642:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936645:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718976.936648:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718976.936651:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718976.936655:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718976.936656:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718976.936661:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718976.936663:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779718976.936667:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1779718976.936667:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718976.936669:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718976.936677:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000400:00000200:2.0:1779718976.936678:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000040:3.0:1779718976.936684:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:2.0:1779718976.936690:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1779718976.936690:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718976.936696:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718976.936703:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936703:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1779718976.936710:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157703:157703:256:4294967295] 192.168.203.145@tcp LPNI seq info [157702:157702:8:4294967295]
02000000:00000001:3.0:1779718976.936714:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718976.936719:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718976.936723:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000010:3.0:1779718976.936724:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718976.936729:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718976.936735:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718976.936750:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718976.936778:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936791:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1779718976.936792:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00000001:3.0:1779718976.936793:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718976.936802:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779718976.936815:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:3.0:1779718976.936819:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718976.936824:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1779718976.936825:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718976.936837:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1779718976.936841:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1779718976.936851:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:3.0:1779718976.936852:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718976.936858:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718976.936861:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718976.936865:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.1:1779718976.936866:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1779718976.936870:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21423
00000400:00000200:3.0:1779718976.936886:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000800:00000100:2.0:1779718976.936887:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718976.936894:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:3.0:1779718976.936899:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718976.936903:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718976.936904:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1779718976.936911:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718976.936920:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1779718976.936954:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718976.936958:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936961:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718976.936964:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718976.936965:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718976.936967:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718976.936969:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718976.936971:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:3.0:1779718976.936973:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:3.0:1779718976.936976:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936979:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718976.936980:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936982:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718976.936984:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:3.0:1779718976.936987:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718976.936989:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718976.936993:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718976.936998:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
02000000:00000001:3.0:1779718976.936998:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718976.937001:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718976.937005:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:3.0:1779718976.937005:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718976.937008:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718976.937013:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1779718976.937013:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718976.937019:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718976.937024:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000100:00000200:2.0:1779718976.937027:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718976.937028:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:3.0:1779718976.937038:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718976.937042:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718976.937049:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718976.937053:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718976.937058:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718976.937064:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:2.0:1779718976.937065:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1779718976.937066:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718976.937071:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718976.937075:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718976.937122:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718976.937129:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.937131:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718976.937135:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937137:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718976.937147:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.937148:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718976.937152:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21433)
00000400:00000200:2.0:1779718976.937166:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718976.937169:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316097279
00000100:00000010:2.0:1779718976.937178:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b55a0.
00000100:00000001:2.0:1779718976.937185:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779718976.937193:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316097279
00000100:00000010:2.0:1779718976.937196:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5780.
00000100:00000001:2.0:1779718976.937200:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779718976.937203:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718976.937208:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.937210:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718976.937216:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718976/real 1779718976]  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718976.937225:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718976.937227:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718976.937229:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718976.937234:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718976.937235:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718976.937237:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718976.937240:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718976.937248:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937256:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718976.937258:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.937260:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718976.937262:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718976.937266:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937273:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718976.937277:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937284:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718976.937287:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.937290:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718976.937291:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.937294:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718976.937296:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718976.937299:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718976.937303:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718976.937305:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718976.937310:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718976.937317:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529508608:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718976.937321:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.937323:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718976.937326:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409180 x1866162529508608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937335:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718976.937337:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718976.937339:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718976.937341:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718976.937344:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718976.937346:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718976.937348:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718976.937350:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:2.0:1779718976.937353:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718976.937355:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718976.937357:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409180.
00000100:00000001:2.0:1779718976.937360:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718976.937361:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.937363:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.937370:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718976.937371:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.937374:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718976.937376:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718976.937379:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718976.937382:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937391:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718976.937393:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718976.937396:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718976.937398:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718976.937400:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718976.937405:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508736:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718976.937408:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718976.937412:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718976.937413:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718976.937416:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718976.937418:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718976.937420:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718976.937423:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718976.937428:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718976.937431:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718976.937435:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529508736, portal 10
00000100:00000001:2.0:1779718976.937437:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718976.937438:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718976.937445:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937451:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718976.937454:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718976.937458:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718976.937461:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529508736, offset 0
00000400:00000200:2.0:1779718976.937465:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718976.937471:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718976.937475:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718976.937477:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718976.937479:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718976.937482:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718976.937486:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718976.937490:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157704:157704:256:4294967295] 192.168.203.145@tcp LPNI seq info [157703:157703:8:4294967295]
00000400:00000200:2.0:1779718976.937494:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718976.937500:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718976.937506:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718976.937511:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718976.937516:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718976.937522:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718976.937527:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718976.937529:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718976.937533:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718976.937536:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718976.937539:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718976.937544:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718976.937549:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718976.937550:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718976.937552:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718976.937555:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937565:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718976.937567:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937575:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.937577:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718976.937580:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718976.937586:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718976.937601:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718976.937603:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316096011
00000100:00000001:2.0:1779718976.937606:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316097279
00000100:00000001:2.0:1779718976.937609:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316096011
00000100:00000001:2.0:1779718976.937611:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316097279
00000100:00000001:2.0:1779718976.937613:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718976.937616:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.937617:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718976.937624:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718976/real 1779718976]  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718976.937634:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718976.937635:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718976.937637:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718976.937638:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718976.937640:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718976.937642:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718976.937647:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718976.937655:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937662:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718976.937663:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.937666:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718976.937667:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718976.937670:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937679:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718976.937682:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937689:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718976.937695:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.937696:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718976.937697:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.937700:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718976.937702:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718976.937705:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718976.937708:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718976.937710:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718976.937717:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718976.937726:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508736:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718976.937729:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718976.937732:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937740:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718976.937741:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718976.937743:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718976.937745:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718976.937749:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718976.937751:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508864:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718976.937754:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718976.937756:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718976.937758:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718976.937760:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718976.937765:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718976.937767:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718976.937770:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718976.937773:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718976.937776:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718976.937781:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529508864, portal 10
00000100:00000001:2.0:1779718976.937785:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718976.937786:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718976.937791:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937800:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718976.937802:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718976.937804:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718976.937809:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529508864, offset 0
00000400:00000200:2.0:1779718976.937812:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718976.937815:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718976.937820:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718976.937823:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718976.937825:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718976.937828:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718976.937830:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718976.937833:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157705:157705:256:4294967295] 192.168.203.145@tcp LPNI seq info [157704:157704:8:4294967295]
00000400:00000200:2.0:1779718976.937836:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718976.937843:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718976.937848:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718976.937853:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718976.937856:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718976.937859:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718976.937862:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718976.937865:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718976.937868:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718976.937870:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718976.937873:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718976.937879:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718976.937882:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718976.937883:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718976.937885:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718976.937888:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937895:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718976.937899:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.937910:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.937911:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718976.937914:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718976.937917:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718976.937944:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718976.937949:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316096020
00000100:00000001:2.0:1779718976.937952:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316097279
00000100:00000001:2.0:1779718976.937954:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316096020
00000100:00000001:2.0:1779718976.937956:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316097279
00000100:00000001:2.0:1779718976.937959:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718976.937961:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.937962:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718976.937968:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718976/real 1779718976]  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718976.937976:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718976.937977:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718976.937979:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718976.937980:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718976.937982:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718976.937984:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718976.937987:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718976.937997:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938005:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718976.938006:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938008:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718976.938009:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718976.938012:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938018:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718976.938022:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938029:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718976.938033:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938035:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718976.938036:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938038:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718976.938040:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718976.938042:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718976.938044:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718976.938046:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718976.938050:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718976.938058:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508864:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718976.938061:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718976.938065:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938073:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718976.938075:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718976.938077:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718976.938078:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718976.938080:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718976.938082:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508992:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718976.938085:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718976.938087:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718976.938091:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718976.938092:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718976.938095:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718976.938098:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718976.938101:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718976.938105:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718976.938108:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718976.938111:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529508992, portal 4
00000100:00000001:2.0:1779718976.938112:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718976.938114:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718976.938120:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938126:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718976.938128:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718976.938130:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718976.938132:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529508992, offset 0
00000400:00000200:2.0:1779718976.938136:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718976.938139:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718976.938142:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718976.938145:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718976.938147:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718976.938149:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718976.938151:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718976.938154:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157706:157706:256:4294967295] 192.168.203.145@tcp LPNI seq info [157705:157705:8:4294967295]
00000400:00000200:2.0:1779718976.938158:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718976.938165:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718976.938171:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718976.938173:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718976.938177:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718976.938180:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1779718976.938183:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718976.938186:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1779718976.938189:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718976.938192:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718976.938195:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718976.938198:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718976.938200:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718976.938202:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718976.938203:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718976.938207:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938214:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718976.938216:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938222:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.938223:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718976.938225:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718976.938228:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718976.938230:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718976.938232:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316096018
00000100:00000001:2.0:1779718976.938234:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316097279
00000100:00000001:2.0:1779718976.938236:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316096018
00000100:00000001:2.0:1779718976.938239:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316097279
00000100:00000001:2.0:1779718976.938241:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718976.938243:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.938244:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718976.938247:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718976/real 1779718976]  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718976.938254:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718976.938255:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718976.938257:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718976.938259:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718976.938261:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718976.938264:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718976.938267:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718976.938275:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938281:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718976.938283:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938284:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718976.938286:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718976.938289:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938294:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718976.938297:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938304:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718976.938306:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938307:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718976.938308:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938310:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718976.938311:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718976.938313:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718976.938316:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718976.938318:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718976.938321:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718976.938327:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529508992:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718976.938330:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938332:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718976.938335:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529508736/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938341:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718976.938342:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718976.938344:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718976.938347:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718976.938348:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718976.938349:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718976.938351:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718976.938353:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:2.0:1779718976.938356:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718976.938357:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718976.938358:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718976.938361:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718976.938362:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938364:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718976.938367:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529508864/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938373:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718976.938374:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718976.938375:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718976.938377:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718976.938378:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718976.938379:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718976.938381:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718976.938382:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:2.0:1779718976.938384:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718976.938385:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718976.938386:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718976.938388:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718976.938389:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938390:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718976.938392:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529508992/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718976.938397:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718976.938399:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718976.938401:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718976.938402:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718976.938404:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718976.938405:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718976.938406:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718976.938408:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:2.0:1779718976.938409:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718976.938410:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718976.938411:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718976.938413:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718976.938414:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938416:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718976.938418:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718976.938420:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718976.938421:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718976.938423:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718977.384037:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718977.384042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718977.384048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718977.384050:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718977.384053:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718977.384054:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718977.384100:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718977.384103:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718977.384106:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718977.959993:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718977.959998:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718977.960000:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718977.960004:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718977.960006:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718977.960009:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718977.960011:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718977.960013:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718977.960014:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718978.216001:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316097279, at 4316097280
00000100:00000010:0.0:1779718978.216016:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b55a0.
00000100:00000040:1.0:1779718978.216038:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316097279, at 4316097280
00000100:00000010:1.0:1779718978.216058:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5780.
00010000:00000001:2.0:1779718978.408004:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718978.408010:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718978.408016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718978.408017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718978.408020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718978.408021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718978.408075:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718978.408078:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718978.408081:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718978.984023:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718978.984030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718978.984032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718978.984039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718978.984044:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718978.984047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718978.984050:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718978.984053:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718978.984056:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718979.432031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718979.432037:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718979.432042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718979.432046:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718979.432047:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718979.432050:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718979.432052:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718979.432054:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718979.432055:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718979.432057:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718979.432060:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718979.432061:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718979.432078:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718979.432080:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718979.432082:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718980.007985:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718980.007991:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718980.007992:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718980.007996:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718980.007999:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718980.008002:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718980.008004:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718980.008006:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718980.008008:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718980.456016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718980.456021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718980.456027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718980.456028:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718980.456031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718980.456033:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718980.456112:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718980.456117:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718980.456121:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718981.031978:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718981.031986:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718981.031988:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718981.031994:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718981.031997:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718981.032001:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718981.032003:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718981.032006:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718981.032010:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718981.480038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718981.480042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718981.480051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718981.480052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718981.480055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718981.480056:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718981.480121:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718981.480127:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718981.480132:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718982.055991:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1779718982.055994:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718982.055997:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718982.056001:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718982.056003:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1779718982.056007:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718982.056007:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718982.056012:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1779718982.056012:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718982.056017:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718982.056018:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:0.0:1779718982.056021:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718982.056025:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1779718982.056027:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21428
00000100:00000001:0.0:1779718982.056029:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1779718982.056037:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718982.056042:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718982.056045:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718982.056048:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718982.056050:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718982.056052:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718982.056054:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718982.056057:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718982.056058:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:3.0:1779718982.056060:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718982.056063:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:3.0:1779718982.056064:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:3.0:1779718982.056066:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:3.0:1779718982.056068:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718982.056069:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718982.056071:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718982.056072:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718982.056074:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:3.0:1779718982.056076:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718982.056078:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718982.056080:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718982.056083:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1779718982.056085:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718982.056087:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1779718982.056089:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718982.056097:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408000.
00000020:00000040:3.0:1779718982.056100:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:3.0:1779718982.056103:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718982.056104:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718982.056107:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718982.056109:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718982.056112:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718982.056118:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f000.
00000100:00000001:3.0:1779718982.056123:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718982.056130:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1779718982.056141:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718982.056145:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718982.056150:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddbe84dd] to pc [ptlrpcd_rcv+-1]  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718982.056172:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718982.056175:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718982.056179:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1779718982.056180:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718982.056182:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718982.056184:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:3.0:1779718982.056187:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21428
00000400:00000200:3.0:1779718982.056191:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718982.056194:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718982.056195:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718982.056198:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1779718982.056198:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718982.056201:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718982.056203:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1779718982.056205:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718982.056206:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1779718982.056207:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718982.056210:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718982.056211:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:3.0:1779718982.056213:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1779718982.056214:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718982.056215:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:3.0:1779718982.056219:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:3.0:1779718982.056223:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:3.0:1779718982.056230:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718982.056232:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718982.056233:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718982.056235:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718982.056236:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718982.056239:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1779718982.056240:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718982.056243:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1779718982.056243:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779718982.056248:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718982.056251:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:2.0:1779718982.056255:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529509120:192.168.203.145@tcp:250:kworker.0
00000100:00000001:3.0:1779718982.056256:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.056261:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1779718982.056262:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779718982.056265:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718982.056268:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718982.056269:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718982.056270:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1779718982.056274:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718982.056276:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e400.
00000100:00000001:3.0:1779718982.056277:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779718982.056281:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1779718982.056283:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779718982.056288:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000008:00000001:3.0:1779718982.056291:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718982.056293:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00000001:3.0:1779718982.056294:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718982.056299:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000010:3.0:1779718982.056300:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941408700.
00000020:00000040:3.0:1779718982.056304:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:3.0:1779718982.056306:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1779718982.056307:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529509120, portal 25
02000000:00000001:3.0:1779718982.056307:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.056313:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1779718982.056313:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718982.056315:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718982.056316:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714831360 : -117607994720256 : ffff950941408000)
02000000:00000001:3.0:1779718982.056318:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718982.056322:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1779718982.056324:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921dc00.
00000100:00000001:3.0:1779718982.056329:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.056334:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1779718982.056339:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1779718982.056340:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718982.056345:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718982.056350:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529509120, offset 0
00000100:00000001:3.0:1779718982.056351:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1779718982.056354:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718982.056359:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:3.0:1779718982.056360:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc08ea80] to pc [ptlrpcd_rcv+-1]  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779718982.056369:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718982.056369:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1779718982.056373:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1779718982.056376:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1779718982.056378:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:3.0:1779718982.056379:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718982.056382:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718982.056385:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779718982.056386:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1779718982.056389:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21428
00000400:00000200:2.0:1779718982.056392:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718982.056395:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718982.056397:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718982.056400:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157707:157707:256:4294967295] 192.168.203.145@tcp LPNI seq info [157706:157706:8:4294967295]
00000400:00000200:2.0:1779718982.056403:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718982.056407:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:3.0:1779718982.056414:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779718982.056417:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1779718982.056417:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1779718982.056424:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000200:2.0:1779718982.056428:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:3.0:1779718982.056429:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718982.056433:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000010:2.0:1779718982.056434:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00000001:3.0:1779718982.056435:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718982.056439:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718982.056439:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:3.0:1779718982.056441:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718982.056442:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000800:00000200:2.0:1779718982.056445:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000001:3.0:1779718982.056445:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.0:1779718982.056449:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1779718982.056449:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:3.0:1779718982.056456:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:3.0:1779718982.056461:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1779718982.056461:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:3.0:1779718982.056466:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000800:00000200:2.1:1779718982.056466:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1779718982.056468:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718982.056472:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000100:2.0:1779718982.056476:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718982.056479:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000100:00080000:3.0:1779718982.056479:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718982.056484:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718982.056486:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718982.056487:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1779718982.056489:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718982.056493:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1779718982.056493:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718982.056497:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718982.056499:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000008:00100000:3.0:1779718982.056499:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1779718982.056503:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000008:00000001:3.0:1779718982.056504:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718982.056508:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.056509:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1779718982.056511:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409880.
00000100:00000200:2.0:1779718982.056515:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1779718982.056515:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:3.0:1779718982.056519:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1779718982.056522:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718982.056525:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718982.056527:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718982.056531:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.056532:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1779718982.056534:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921f400.
00000100:00000040:2.0:1779718982.056537:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718982.056538:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718982.056546:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718982.056547:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718982.056565:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718982.056566:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1779718982.056569:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718982.056573:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b673f631] to pc [ptlrpcd_rcv+-1]  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.056575:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718982.056584:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:3.0:1779718982.056585:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.056586:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316102398
00000100:00000040:3.0:1779718982.056588:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1779718982.056591:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:2.0:1779718982.056592:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5060.
00000100:00080000:3.0:1779718982.056595:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718982.056598:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1779718982.056598:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1779718982.056601:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1779718982.056603:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779718982.056605:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718982.056606:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316102398
00000100:00080000:3.0:1779718982.056609:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21428
00000100:00000010:2.0:1779718982.056610:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5420.
00000100:00000001:2.0:1779718982.056614:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1779718982.056614:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718982.056620:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1779718982.056620:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:3.0:1779718982.056621:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779718982.056624:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1779718982.056626:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718982.056628:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1779718982.056629:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1779718982.056632:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00100000:2.0:1779718982.056636:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718982/real 1779718982]  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718982.056636:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:3.0:1779718982.056640:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1779718982.056642:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:3.0:1779718982.056645:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1779718982.056648:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:3.0:1779718982.056652:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000001:2.0:1779718982.056653:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1779718982.056654:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000001:2.0:1779718982.056655:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718982.056659:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000100:00000040:3.0:1779718982.056659:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718982.056663:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000100:00000001:3.0:1779718982.056663:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1779718982.056667:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000040:3.0:1779718982.056667:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718982.056672:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1779718982.056672:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:3.0:1779718982.056673:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000200:2.0:1779718982.056679:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1779718982.056679:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:3.0:1779718982.056682:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1779718982.056685:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1779718982.056689:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1779718982.056693:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1779718982.056693:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718982.056695:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1779718982.056698:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1779718982.056702:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1779718982.056707:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1779718982.056712:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718982.056713:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1779718982.056715:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718982.056716:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.056720:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1779718982.056720:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718982.056721:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1779718982.056722:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718982.056726:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1779718982.056726:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1779718982.056729:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1779718982.056731:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1779718982.056736:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95093921c800.
00000100:00000001:2.0:1779718982.056738:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718982.056739:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718982.056743:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1779718982.056746:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718982.056750:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718982.056752:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.056757:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718982.056760:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.056763:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1779718982.056767:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718982.056768:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1779718982.056770:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718982.056774:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1779718982.056775:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7ddea0c] to pc [ptlrpcd_rcv+-1]  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1779718982.056783:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718982.056790:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1779718982.056793:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718982.056798:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1779718982.056800:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21438)
00000100:00100000:2.0:1779718982.056812:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529509120:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718982.056819:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.056821:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718982.056825:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408000 x1866162529509120/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.056833:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718982.056835:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718982.056838:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718982.056842:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718982.056843:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718982.056845:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718982.056848:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718982.056850:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f000.
02000000:00000001:2.0:1779718982.056854:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718982.056856:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718982.056858:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408000.
00000100:00000001:2.0:1779718982.056861:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718982.056862:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.056864:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.056870:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718982.056871:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.056872:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718982.056874:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718982.056875:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718982.056878:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.056886:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718982.056888:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718982.056890:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718982.056892:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718982.056894:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718982.056898:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529509248:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718982.056901:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718982.056903:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718982.056904:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718982.056906:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718982.056909:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718982.056911:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718982.056916:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718982.056919:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718982.056951:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718982.056954:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529509248, portal 10
00000100:00000001:2.0:1779718982.056956:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718982.056957:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714833152 : -117607994718464 : ffff950941408700)
00000100:00000040:2.0:1779718982.056963:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.056971:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718982.056973:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718982.056975:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718982.056978:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529509248, offset 0
00000400:00000200:2.0:1779718982.056982:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718982.056987:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718982.056991:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718982.056994:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718982.056997:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718982.057000:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718982.057002:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718982.057006:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157708:157708:256:4294967295] 192.168.203.145@tcp LPNI seq info [157707:157707:8:4294967295]
00000400:00000200:2.0:1779718982.057010:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718982.057017:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718982.057021:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718982.057024:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718982.057027:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718982.057029:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718982.057032:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718982.057034:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718982.057036:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718982.057037:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718982.057040:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718982.057042:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718982.057044:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718982.057045:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718982.057047:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718982.057050:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057060:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718982.057062:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057066:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.057067:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718982.057070:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718982.057074:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718982.057077:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718982.057079:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316101131
00000100:00000001:2.0:1779718982.057082:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316102398
00000100:00000001:2.0:1779718982.057084:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316101131
00000100:00000001:2.0:1779718982.057086:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316102398
00000100:00000001:2.0:1779718982.057088:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718982.057090:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.057092:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718982.057104:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718982/real 1779718982]  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718982.057113:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718982.057115:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718982.057116:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718982.057119:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718982.057121:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718982.057123:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718982.057127:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718982.057132:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057137:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718982.057138:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057140:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718982.057141:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718982.057143:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057147:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718982.057149:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057154:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718982.057155:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057156:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718982.057157:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057159:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718982.057161:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718982.057164:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718982.057167:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718982.057169:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718982.057173:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718982.057181:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529509248:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718982.057185:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718982.057188:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057195:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718982.057196:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718982.057198:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718982.057200:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718982.057202:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718982.057249:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529509376:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718982.057252:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718982.057253:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718982.057255:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718982.057256:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718982.057259:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718982.057260:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718982.057263:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718982.057265:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718982.057267:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718982.057269:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529509376, portal 10
00000100:00000001:2.0:1779718982.057271:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718982.057272:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714837632 : -117607994713984 : ffff950941409880)
00000100:00000040:2.0:1779718982.057276:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057280:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718982.057282:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718982.057283:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718982.057284:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529509376, offset 0
00000400:00000200:2.0:1779718982.057287:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718982.057290:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718982.057292:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718982.057294:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718982.057296:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718982.057298:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718982.057299:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718982.057302:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157709:157709:256:4294967295] 192.168.203.145@tcp LPNI seq info [157708:157708:8:4294967295]
00000400:00000200:2.0:1779718982.057304:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718982.057309:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718982.057312:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718982.057313:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718982.057316:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718982.057318:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718982.057321:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718982.057323:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718982.057326:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718982.057327:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718982.057329:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718982.057332:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718982.057334:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718982.057335:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718982.057336:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718982.057338:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057344:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718982.057345:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057350:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.057351:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718982.057353:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718982.057355:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718982.057357:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718982.057358:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316101139
00000100:00000001:2.0:1779718982.057359:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316102398
00000100:00000001:2.0:1779718982.057361:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316101139
00000100:00000001:2.0:1779718982.057362:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316102398
00000100:00000001:2.0:1779718982.057364:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718982.057365:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.057366:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718982.057369:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718982/real 1779718982]  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718982.057373:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718982.057375:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718982.057376:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718982.057377:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718982.057378:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718982.057380:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718982.057381:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718982.057386:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057390:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718982.057391:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057392:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718982.057393:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718982.057395:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057398:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718982.057401:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057405:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718982.057406:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057407:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718982.057408:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057409:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718982.057411:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718982.057412:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718982.057415:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718982.057416:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718982.057418:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718982.057427:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529509376:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718982.057429:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718982.057431:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057435:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718982.057436:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718982.057438:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718982.057439:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718982.057440:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718982.057442:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529509504:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718982.057443:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718982.057444:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718982.057445:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718982.057446:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718982.057449:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718982.057450:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718982.057452:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718982.057453:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718982.057455:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718982.057457:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529509504, portal 4
00000100:00000001:2.0:1779718982.057458:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718982.057459:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465714839424 : -117607994712192 : ffff950941409f80)
00000100:00000040:2.0:1779718982.057463:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057468:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718982.057469:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718982.057470:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718982.057472:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529509504, offset 0
00000400:00000200:2.0:1779718982.057474:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718982.057476:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718982.057478:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718982.057480:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718982.057482:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718982.057484:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718982.057485:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718982.057487:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157710:157710:256:4294967295] 192.168.203.145@tcp LPNI seq info [157709:157709:8:4294967295]
00000400:00000200:2.0:1779718982.057490:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718982.057494:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718982.057496:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718982.057498:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718982.057500:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718982.057502:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1779718982.057504:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718982.057506:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1779718982.057508:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718982.057509:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718982.057511:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718982.057513:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718982.057514:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718982.057515:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718982.057517:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718982.057519:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057524:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718982.057525:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057529:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.057530:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718982.057532:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718982.057534:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718982.057536:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718982.057538:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316101137
00000100:00000001:2.0:1779718982.057539:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316102398
00000100:00000001:2.0:1779718982.057541:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316101137
00000100:00000001:2.0:1779718982.057542:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316102398
00000100:00000001:2.0:1779718982.057543:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718982.057544:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.057546:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718982.057547:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718982/real 1779718982]  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718982.057569:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718982.057570:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718982.057571:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718982.057572:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718982.057573:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718982.057575:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718982.057578:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718982.057583:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057587:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718982.057588:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057589:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718982.057590:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718982.057592:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057596:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718982.057598:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057602:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718982.057605:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057606:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718982.057606:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057608:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718982.057609:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718982.057610:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718982.057612:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718982.057613:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718982.057615:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718982.057620:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff950941409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529509504:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718982.057622:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057623:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718982.057625:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941408700 x1866162529509248/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057630:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718982.057631:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718982.057632:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718982.057634:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718982.057635:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718982.057636:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718982.057637:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718982.057639:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921dc00.
02000000:00000001:2.0:1779718982.057640:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718982.057641:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718982.057642:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941408700.
00000100:00000001:2.0:1779718982.057644:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718982.057644:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057645:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718982.057647:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409880 x1866162529509376/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057656:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718982.057656:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718982.057657:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718982.057659:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718982.057659:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718982.057660:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718982.057661:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718982.057662:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921f400.
02000000:00000001:2.0:1779718982.057663:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718982.057664:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718982.057665:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409880.
00000100:00000001:2.0:1779718982.057666:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718982.057667:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057668:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718982.057669:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff950941409f80 x1866162529509504/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718982.057673:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718982.057673:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718982.057674:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718982.057675:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718982.057676:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718982.057677:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718982.057678:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718982.057679:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95093921c800.
02000000:00000001:2.0:1779718982.057680:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718982.057680:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718982.057681:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff950941409f80.
00000100:00000001:2.0:1779718982.057683:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718982.057684:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057685:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718982.057687:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718982.057688:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718982.057689:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718982.057690:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718982.504041:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718982.504046:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718982.504051:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718982.504053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718982.504056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718982.504057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718982.504074:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718982.504076:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718982.504078:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718983.080028:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718983.080033:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718983.080035:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718983.080039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718983.080041:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718983.080044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718983.080047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718983.080048:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718983.080050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718983.336024:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316102398, at 4316102400
00000100:00000040:1.0:1779718983.336027:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316102398, at 4316102400
00000100:00000010:0.0:1779718983.336039:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5060.
00000100:00000010:1.0:1779718983.336040:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5420.
00010000:00000001:2.0:1779718983.528045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718983.528051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718983.528059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718983.528061:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718983.528065:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718983.528069:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718983.528073:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718983.528077:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718983.528080:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718983.528082:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718983.528084:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718983.528086:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718983.528144:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718983.528149:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718983.528152:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718984.104044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718984.104051:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718984.104054:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718984.104059:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718984.104063:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718984.104078:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718984.104082:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718984.104088:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718984.104091:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718984.552047:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718984.552053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718984.552057:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718984.552058:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718984.552061:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718984.552062:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718984.552118:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718984.552121:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718984.552124:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718985.128044:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718985.128052:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718985.128054:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718985.128060:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718985.128064:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718985.128068:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718985.128071:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718985.128075:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718985.128077:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718985.576002:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718985.576008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718985.576016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718985.576018:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718985.576022:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718985.576023:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718985.576044:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718985.576046:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718985.576050:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718986.152029:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718986.152034:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718986.152036:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718986.152041:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718986.152043:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718986.152046:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718986.152048:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718986.152050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718986.152052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718986.600027:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718986.600034:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718986.600036:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718986.600039:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718986.600043:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718986.600045:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718986.600046:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718986.600048:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718986.600052:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718986.600053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718986.600055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718986.600056:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718986.600140:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718986.600146:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718986.600150:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718987.176027:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718987.176035:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718987.176037:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718987.176043:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718987.176046:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718987.176050:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718987.176053:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718987.176056:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718987.176058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718987.176077:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718987.176082:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718987.176084:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718987.176086:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718987.176090:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718987.176097:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21433
00000400:00000200:0.0:1779718987.176107:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718987.176113:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718987.176116:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718987.176119:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176122:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718987.176124:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176126:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718987.176129:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718987.176132:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718987.176135:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718987.176137:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718987.176139:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718987.176141:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718987.176143:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176145:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718987.176146:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176147:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718987.176149:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718987.176152:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176153:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718987.176155:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718987.176158:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718987.176160:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718987.176162:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718987.176164:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718987.176173:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
00000020:00000040:0.0:1779718987.176176:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718987.176180:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718987.176181:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718987.176184:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718987.176187:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718987.176191:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718987.176199:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000100:00000001:0.0:1779718987.176206:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718987.176215:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718987.176225:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718987.176228:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718987.176232:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718987.176258:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718987.176260:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718987.176263:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718987.176264:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718987.176265:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718987.176268:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718987.176270:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21433
00000400:00000200:0.0:1779718987.176272:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718987.176273:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718987.176275:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718987.176277:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176278:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718987.176280:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176281:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718987.176283:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718987.176283:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718987.176284:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718987.176286:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718987.176293:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779718987.176294:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718987.176296:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176297:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718987.176298:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176300:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718987.176301:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779718987.176303:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176305:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718987.176308:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718987.176314:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718987.176316:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718987.176318:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718987.176322:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718987.176325:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718987.176326:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718987.176329:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779718987.176332:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:2.0:1779718987.176333:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1779718987.176335:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718987.176340:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718987.176343:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1779718987.176343:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1779718987.176345:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718987.176347:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.176347:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
02000000:00000010:0.0:1779718987.176355:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:0.0:1779718987.176359:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718987.176364:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718987.176367:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718987.176415:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718987.176419:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718987.176428:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779718987.176429:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1779718987.176433:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718987.176434:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718987.176442:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718987.176449:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718987.176449:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529509632:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718987.176464:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718987.176469:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718987.176472:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718987.176480:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1779718987.176483:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718987.176489:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1779718987.176489:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718987.176497:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718987.176502:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718987.176506:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718987.176507:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718987.176509:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718987.176530:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000010:2.0:1779718987.176534:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00080000:0.0:1779718987.176538:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21433
00000400:00000010:2.0:1779718987.176543:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000400:00000200:0.0:1779718987.176551:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:2.0:1779718987.176555:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529509632, portal 25
00000400:00000200:0.0:1779718987.176558:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718987.176559:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718987.176564:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493250304 : -117608216301312 : ffff9509340b7100)
00000100:00080000:0.0:1779718987.176567:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718987.176573:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718987.176576:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176587:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718987.176595:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176607:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718987.176611:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1779718987.176617:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718987.176623:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000100:00000040:2.0:1779718987.176623:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718987.176627:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000020:00000001:0.0:1779718987.176629:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1779718987.176632:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529509632, offset 0
00000020:00000040:0.0:1779718987.176633:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718987.176640:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718987.176644:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000001:0.0:1779718987.176646:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718987.176653:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718987.176654:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718987.176664:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718987.176669:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718987.176670:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:0.0:1779718987.176679:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718987.176681:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1779718987.176686:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718987.176687:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718987.176694:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1779718987.176696:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779718987.176701:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176708:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718987.176714:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157711:157711:256:4294967295] 192.168.203.145@tcp LPNI seq info [157710:157710:8:4294967295]
02000000:00000001:0.0:1779718987.176717:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779718987.176722:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779718987.176724:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718987.176729:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718987.176737:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779718987.176738:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1779718987.176745:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1779718987.176747:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000008:00000001:0.0:1779718987.176753:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718987.176753:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00000001:0.0:1779718987.176760:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718987.176764:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000010:0.0:1779718987.176766:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000800:00000200:2.0:1779718987.176767:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1779718987.176773:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.1:1779718987.176781:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718987.176784:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1779718987.176786:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1779718987.176789:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1779718987.176794:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779718987.176796:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1779718987.176797:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
02000000:00000001:0.0:1779718987.176801:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779718987.176804:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1779718987.176806:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718987.176812:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1779718987.176814:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59800.
00000400:00000200:2.0:1779718987.176816:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718987.176823:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:0.0:1779718987.176824:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.176829:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1779718987.176836:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779718987.176836:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718987.176903:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718987.176904:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1779718987.176911:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718987.176912:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.176959:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718987.176962:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.176962:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718987.176968:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718987.176981:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718987.176988:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316107519
00000100:00000010:2.0:1779718987.176995:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b50c0.
00000100:00000001:0.0:1779718987.176998:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.177002:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1779718987.177003:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1779718987.177011:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1779718987.177014:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316107519
00000100:00080000:0.0:1779718987.177017:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1779718987.177017:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5240.
00000100:00000001:2.0:1779718987.177023:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1779718987.177026:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1779718987.177028:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1779718987.177029:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718987.177030:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718987.177036:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718987.177036:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718987.177043:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718987/real 1779718987]  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718987.177044:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718987.177054:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21433
00000400:00000001:2.0:1779718987.177064:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718987.177067:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1779718987.177069:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718987.177070:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718987.177078:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718987.177082:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000400:00000200:0.0:1779718987.177083:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718987.177088:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1779718987.177089:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1779718987.177096:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718987.177101:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.177113:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1779718987.177121:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718987.177122:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718987.177134:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718987.177135:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718987.177137:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1779718987.177140:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1779718987.177141:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1779718987.177147:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718987.177147:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1779718987.177154:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:2.0:1779718987.177156:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1779718987.177159:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718987.177170:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718987.177171:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1779718987.177180:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:2.0:1779718987.177183:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779718987.177192:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718987.177201:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718987.177202:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718987.177209:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1779718987.177213:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718987.177213:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718987.177216:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177221:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1779718987.177223:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718987.177224:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1779718987.177234:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:2.0:1779718987.177234:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718987.177250:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00080000:0.0:1779718987.177251:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718987.177253:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1779718987.177262:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718987.177263:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718987.177274:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1779718987.177281:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529509632:192.168.203.145@tcp:250:kworker.0
02000000:00000001:0.0:1779718987.177282:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718987.177290:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779718987.177291:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.177292:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1779718987.177298:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1779718987.177300:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7100 x1866162529509632/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1779718987.177304:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718987.177312:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000008:00000001:0.0:1779718987.177313:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718987.177315:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1779718987.177318:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779718987.177319:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718987.177329:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:0.0:1779718987.177331:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000001:2.0:1779718987.177332:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718987.177335:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000040:0.0:1779718987.177338:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718987.177338:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718987.177342:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58c00.
02000000:00000001:0.0:1779718987.177344:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718987.177347:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718987.177348:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718987.177351:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718987.177354:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7100.
00000100:00000001:0.0:1779718987.177355:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718987.177359:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718987.177361:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1779718987.177363:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.177363:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177375:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1779718987.177377:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:2.0:1779718987.177381:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718987.177384:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.177384:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.177389:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718987.177392:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718987.177393:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1779718987.177398:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1779718987.177399:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177464:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718987.177465:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718987.177466:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718987.177471:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718987.177472:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718987.177475:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718987.177478:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718987.177484:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718987.177486:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529509760:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718987.177502:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718987.177506:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718987.177523:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718987.177526:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718987.177531:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718987.177540:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718987.177544:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718987.177545:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718987.177550:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00000040:0.0:1779718987.177555:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21443)
00000400:00000010:2.0:1779718987.177556:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718987.177562:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529509760, portal 10
00000100:00000001:2.0:1779718987.177565:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718987.177566:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252096 : -117608216299520 : ffff9509340b7800)
00000100:00000040:2.0:1779718987.177572:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177577:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718987.177579:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718987.177581:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718987.177583:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529509760, offset 0
00000400:00000200:2.0:1779718987.177586:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718987.177589:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718987.177592:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718987.177594:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718987.177596:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718987.177598:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718987.177599:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718987.177602:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157712:157712:256:4294967295] 192.168.203.145@tcp LPNI seq info [157711:157711:8:4294967295]
00000400:00000200:2.0:1779718987.177604:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718987.177608:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718987.177611:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718987.177613:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718987.177615:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718987.177617:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718987.177621:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718987.177623:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718987.177625:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718987.177626:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718987.177628:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718987.177630:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718987.177632:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718987.177633:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718987.177635:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718987.177637:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177643:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718987.177644:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177649:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.177650:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718987.177652:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718987.177655:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718987.177657:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718987.177659:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316106251
00000100:00000001:2.0:1779718987.177661:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316107519
00000100:00000001:2.0:1779718987.177662:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316106251
00000100:00000001:2.0:1779718987.177664:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316107519
00000100:00000001:2.0:1779718987.177665:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718987.177667:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.177668:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718987.177670:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718987/real 1779718987]  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718987.177675:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718987.177676:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718987.177676:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718987.177678:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718987.177679:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718987.177680:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718987.177682:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718987.177687:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177691:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718987.177692:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177693:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718987.177694:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718987.177696:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177700:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718987.177702:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177707:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718987.177708:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177709:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718987.177710:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177711:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718987.177713:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718987.177715:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718987.177717:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718987.177718:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718987.177720:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718987.177725:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529509760:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718987.177727:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718987.177730:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177734:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718987.177735:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718987.177737:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718987.177738:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718987.177739:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718987.177740:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529509888:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718987.177743:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718987.177744:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718987.177745:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718987.177746:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718987.177748:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718987.177750:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718987.177752:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718987.177753:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718987.177755:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718987.177757:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529509888, portal 10
00000100:00000001:2.0:1779718987.177759:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718987.177760:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493243136 : -117608216308480 : ffff9509340b5500)
00000100:00000040:2.0:1779718987.177763:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177767:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718987.177769:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718987.177770:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718987.177771:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529509888, offset 0
00000400:00000200:2.0:1779718987.177774:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718987.177776:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718987.177778:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718987.177779:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718987.177781:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718987.177782:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718987.177784:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718987.177786:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157713:157713:256:4294967295] 192.168.203.145@tcp LPNI seq info [157712:157712:8:4294967295]
00000400:00000200:2.0:1779718987.177789:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718987.177793:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718987.177795:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718987.177797:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718987.177799:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718987.177801:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718987.177804:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718987.177805:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718987.177808:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718987.177809:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718987.177810:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718987.177812:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718987.177814:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718987.177816:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718987.177817:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718987.177819:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177824:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718987.177826:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177830:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.177831:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718987.177832:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718987.177834:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718987.177836:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718987.177837:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316106259
00000100:00000001:2.0:1779718987.177838:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316107519
00000100:00000001:2.0:1779718987.177840:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316106259
00000100:00000001:2.0:1779718987.177841:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316107519
00000100:00000001:2.0:1779718987.177843:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718987.177844:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.177845:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718987.177847:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718987/real 1779718987]  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718987.177851:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718987.177852:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718987.177853:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718987.177854:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718987.177855:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718987.177856:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718987.177858:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718987.177862:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177867:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718987.177868:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177869:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718987.177870:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718987.177872:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177876:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718987.177878:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177882:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718987.177883:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177884:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718987.177885:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177886:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718987.177887:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718987.177888:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718987.177890:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718987.177891:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718987.177893:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718987.177898:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529509888:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718987.177900:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177901:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718987.177903:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7800 x1866162529509760/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177907:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718987.177908:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718987.177910:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718987.177911:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718987.177912:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718987.177913:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718987.177915:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718987.177916:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:2.0:1779718987.177918:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718987.177919:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718987.177936:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7800.
00000100:00000001:2.0:1779718987.177938:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718987.177939:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177940:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718987.177943:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5500 x1866162529509888/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177947:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718987.177948:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718987.177949:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718987.177950:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718987.177951:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718987.177952:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718987.177953:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718987.177954:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59800.
02000000:00000001:2.0:1779718987.177955:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718987.177955:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718987.177956:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5500.
00000100:00000001:2.0:1779718987.177958:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718987.177958:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177959:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.177961:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718987.177962:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.177963:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718987.177964:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718987.177965:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718987.177967:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.177972:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718987.177973:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718987.177975:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718987.177976:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718987.177977:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718987.177979:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510016:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718987.177981:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718987.177982:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718987.177983:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718987.177984:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718987.177986:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718987.177987:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718987.177989:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718987.177991:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718987.177993:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718987.177995:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529510016, portal 4
00000100:00000001:2.0:1779718987.177997:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718987.177998:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493241344 : -117608216310272 : ffff9509340b4e00)
00000100:00000040:2.0:1779718987.178001:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.178005:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718987.178007:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718987.178008:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718987.178010:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529510016, offset 0
00000400:00000200:2.0:1779718987.178012:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718987.178014:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718987.178016:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718987.178018:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718987.178019:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718987.178021:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718987.178022:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718987.178024:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157714:157714:256:4294967295] 192.168.203.145@tcp LPNI seq info [157713:157713:8:4294967295]
00000400:00000200:2.0:1779718987.178027:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718987.178031:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718987.178034:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718987.178036:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718987.178038:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718987.178040:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1779718987.178042:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718987.178044:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1779718987.178046:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718987.178048:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718987.178049:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718987.178052:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718987.178053:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718987.178054:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718987.178056:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718987.178058:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.178063:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718987.178064:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.178068:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.178070:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718987.178071:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718987.178074:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718987.178076:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718987.178077:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316106258
00000100:00000001:2.0:1779718987.178079:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316107519
00000100:00000001:2.0:1779718987.178080:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316106258
00000100:00000001:2.0:1779718987.178082:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316107519
00000100:00000001:2.0:1779718987.178083:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718987.178084:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.178085:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718987.178087:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718987/real 1779718987]  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718987.178093:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718987.178094:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718987.178095:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718987.178096:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718987.178097:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718987.178098:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718987.178100:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718987.178105:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.178109:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718987.178110:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.178111:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718987.178112:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718987.178114:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.178118:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718987.178120:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.178124:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718987.178126:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.178126:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718987.178127:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.178128:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718987.178129:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718987.178131:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718987.178133:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718987.178134:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718987.178136:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718987.178142:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510016:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718987.178144:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.178145:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718987.178147:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4e00 x1866162529510016/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718987.178150:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718987.178151:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718987.178152:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718987.178153:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718987.178154:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718987.178155:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718987.178156:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718987.178157:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58800.
02000000:00000001:2.0:1779718987.178158:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718987.178159:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718987.178159:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4e00.
00000100:00000001:2.0:1779718987.178161:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718987.178162:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.178163:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718987.178164:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718987.178165:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718987.178166:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718987.178168:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718987.624047:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718987.624052:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718987.624058:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718987.624059:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718987.624062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718987.624063:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718987.624124:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718987.624128:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718987.624132:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718988.200019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718988.200025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718988.200027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718988.200031:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718988.200034:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718988.200037:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718988.200039:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718988.200041:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718988.200043:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718988.456030:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316107519, at 4316107520
00000100:00000040:1.0:1779718988.456030:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316107519, at 4316107520
00000100:00000010:0.0:1779718988.456044:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b50c0.
00000100:00000010:1.0:1779718988.456066:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5240.
00010000:00000001:2.0:1779718988.648060:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718988.648067:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718988.648081:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718988.648084:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718988.648088:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718988.648090:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718988.648130:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718988.648133:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718988.648135:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718989.224034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718989.224042:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718989.224044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718989.224050:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718989.224053:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718989.224057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718989.224060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718989.224064:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718989.224067:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718989.672004:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718989.672008:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718989.672014:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718989.672017:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718989.672019:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718989.672021:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718989.672023:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718989.672025:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718989.672026:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718989.672028:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718989.672031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718989.672031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718989.672085:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718989.672090:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718989.672102:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718990.248032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718990.248038:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718990.248039:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718990.248059:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718990.248063:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718990.248066:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718990.248068:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718990.248071:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718990.248073:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718990.696050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718990.696057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718990.696065:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718990.696067:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718990.696071:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718990.696073:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718990.696126:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718990.696130:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718990.696132:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1779718991.272040:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1779718991.272049:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1779718991.272050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718991.272055:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:0.0:1779718991.272059:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718991.272063:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718991.272066:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718991.272069:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718991.272072:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718991.720064:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718991.720070:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718991.720075:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718991.720076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718991.720081:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718991.720083:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718991.720104:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718991.720106:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718991.720108:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1779718992.296034:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1779718992.296036:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1779718992.296045:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718992.296046:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1779718992.296048:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1779718992.296050:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718992.296052:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718992.296057:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00100000:0.0:1779718992.296061:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:1.0:1779718992.296066:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21438
00000100:00000001:0.0:1779718992.296070:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779718992.296077:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1779718992.296078:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718992.296083:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779718992.296090:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1779718992.296090:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:0.0:1779718992.296099:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718992.296100:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718992.296112:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296118:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718992.296122:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296125:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718992.296131:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718992.296133:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779718992.296136:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718992.296138:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779718992.296141:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779718992.296143:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779718992.296146:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296148:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718992.296150:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296154:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718992.296157:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779718992.296160:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296162:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718992.296164:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718992.296168:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718992.296170:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718992.296172:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779718992.296174:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718992.296182:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779718992.296185:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779718992.296189:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718992.296190:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718992.296193:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718992.296196:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718992.296199:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779718992.296206:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000100:00000001:1.0:1779718992.296212:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779718992.296219:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779718992.296228:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779718992.296232:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779718992.296236:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718992.296257:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718992.296261:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718992.296264:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779718992.296265:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718992.296267:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718992.296269:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718992.296271:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21438
00000400:00000200:1.0:1779718992.296274:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779718992.296277:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718992.296279:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718992.296282:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296284:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718992.296286:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296288:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718992.296291:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718992.296293:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:1.0:1779718992.296294:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718992.296296:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779718992.296298:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718992.296299:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1779718992.296300:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779718992.296304:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1779718992.296305:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296309:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718992.296309:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779718992.296313:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296315:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718992.296319:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000040:2.0:1779718992.296320:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779718992.296323:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296329:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718992.296334:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718992.296340:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718992.296345:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718992.296350:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718992.296355:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779718992.296355:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718992.296357:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1779718992.296360:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718992.296363:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718992.296363:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718992.296367:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1779718992.296368:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779718992.296374:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:2.0:1779718992.296374:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718992.296378:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718992.296382:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718992.296382:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529510144:192.168.203.145@tcp:250:kworker.0
00000100:00000001:1.0:1779718992.296387:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718992.296390:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779718992.296390:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779718992.296394:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718992.296396:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1779718992.296399:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
02000000:00000001:2.0:1779718992.296399:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718992.296403:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718992.296404:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1779718992.296411:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1779718992.296411:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718992.296415:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718992.296423:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779718992.296424:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779718992.296428:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718992.296431:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00000040:1.0:1779718992.296433:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718992.296441:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779718992.296443:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779718992.296446:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779718992.296447:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1779718992.296447:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00080000:1.0:1779718992.296450:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779718992.296453:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718992.296455:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21438
00000100:00000200:2.0:1779718992.296456:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529510144, portal 25
00000400:00000200:1.0:1779718992.296462:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718992.296463:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718992.296467:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000400:00000200:1.0:1779718992.296468:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718992.296488:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779718992.296491:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718992.296497:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296503:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718992.296508:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718992.296509:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1779718992.296511:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718992.296517:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1779718992.296517:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000020:00000040:1.0:1779718992.296520:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000400:00000010:2.0:1779718992.296522:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000020:00000001:1.0:1779718992.296523:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718992.296527:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779718992.296529:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000200:2.0:1779718992.296529:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529510144, offset 0
00000020:00000001:1.0:1779718992.296535:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:1.0:1779718992.296539:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779718992.296542:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296543:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779718992.296549:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296550:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779718992.296554:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718992.296554:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:1.0:1779718992.296560:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296564:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718992.296565:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000001:1.0:1779718992.296567:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779718992.296571:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779718992.296572:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1779718992.296577:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718992.296580:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779718992.296581:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779718992.296585:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779718992.296587:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1779718992.296590:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718992.296593:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296594:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779718992.296600:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000400:00000200:2.0:1779718992.296600:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157715:157715:256:4294967295] 192.168.203.145@tcp LPNI seq info [157714:157714:8:4294967295]
00000020:00000040:1.0:1779718992.296607:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:2.0:1779718992.296608:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779718992.296612:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779718992.296614:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718992.296617:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779718992.296620:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718992.296624:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718992.296624:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1779718992.296629:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000800:00000200:2.0:1779718992.296634:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296636:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718992.296639:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00100000:1.0:1779718992.296644:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1779718992.296652:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779718992.296659:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1779718992.296660:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1779718992.296664:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718992.296669:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718992.296673:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000100:00000040:1.0:1779718992.296678:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1779718992.296678:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718992.296681:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718992.296690:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1779718992.296698:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718992.296699:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1779718992.296702:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779718992.296703:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718992.296708:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000040:1.0:1779718992.296709:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779718992.296729:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718992.296730:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1779718992.296731:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779718992.296734:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779718992.296737:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1779718992.296737:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779718992.296742:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779718992.296748:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21438
00000100:00000001:2.0:1779718992.296750:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1779718992.296753:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:2.0:1779718992.296756:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1779718992.296759:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779718992.296764:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779718992.296770:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718992.296771:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779718992.296772:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779718992.296774:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1779718992.296776:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296796:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779718992.296798:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779718992.296799:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718992.296799:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718992.296804:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779718992.296806:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000400:00000200:2.0:1779718992.296808:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:1.0:1779718992.296810:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718992.296812:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316112638
00000020:00000001:1.0:1779718992.296813:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779718992.296820:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296821:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1779718992.296821:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b58a0.
00000100:00000040:1.0:1779718992.296827:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296829:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779718992.296830:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1779718992.296831:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779718992.296835:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779718992.296837:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779718992.296839:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779718992.296840:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316112638
02000000:00000001:1.0:1779718992.296842:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779718992.296845:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779718992.296845:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5000.
00000100:00000001:1.0:1779718992.296850:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779718992.296850:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000008:00100000:1.0:1779718992.296853:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779718992.296855:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1779718992.296860:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.296860:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.296866:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1779718992.296867:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718992.296872:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718992/real 1779718992]  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1779718992.296875:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000020:00000040:1.0:1779718992.296884:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779718992.296891:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1779718992.296892:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1779718992.296893:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779718992.296896:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1779718992.296898:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1779718992.296900:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
02000000:00000001:1.0:1779718992.296901:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779718992.296907:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718992.296907:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718992.296913:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
02000000:00000010:1.0:1779718992.296916:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:2.0:1779718992.296918:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1779718992.296920:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718992.296926:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1779718992.296930:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779718992.296994:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297000:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718992.297004:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718992.297006:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779718992.297007:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779718992.297010:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.297011:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779718992.297021:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718992.297022:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297051:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779718992.297053:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718992.297058:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779718992.297059:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21449)
00000100:00000001:2.0:1779718992.297072:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718992.297076:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297078:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718992.297080:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297084:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718992.297086:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718992.297090:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718992.297096:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718992.297101:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718992.297106:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718992.297117:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529510144:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779718992.297121:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297123:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718992.297125:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529510144/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297130:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718992.297132:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718992.297134:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718992.297136:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718992.297138:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718992.297139:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718992.297142:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718992.297143:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90800.
02000000:00000001:2.0:1779718992.297146:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718992.297148:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718992.297149:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:2.0:1779718992.297153:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718992.297154:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297155:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297161:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718992.297163:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.297164:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718992.297166:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718992.297167:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718992.297170:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297175:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718992.297176:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718992.297178:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718992.297179:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718992.297181:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718992.297184:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510272:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718992.297186:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718992.297188:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718992.297189:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718992.297191:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718992.297193:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718992.297195:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718992.297198:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718992.297200:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718992.297203:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718992.297206:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529510272, portal 10
00000100:00000001:2.0:1779718992.297207:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718992.297209:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:2.0:1779718992.297214:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297219:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718992.297221:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718992.297222:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718992.297224:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529510272, offset 0
00000400:00000200:2.0:1779718992.297227:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718992.297230:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718992.297233:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718992.297236:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718992.297238:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718992.297240:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718992.297242:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718992.297244:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157716:157716:256:4294967295] 192.168.203.145@tcp LPNI seq info [157715:157715:8:4294967295]
00000400:00000200:2.0:1779718992.297247:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718992.297252:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718992.297256:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718992.297259:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718992.297262:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718992.297265:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779718992.297268:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718992.297270:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1779718992.297273:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718992.297275:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718992.297277:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718992.297279:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718992.297282:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718992.297283:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718992.297285:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718992.297287:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297293:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718992.297296:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297317:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.297318:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718992.297321:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718992.297324:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718992.297326:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718992.297328:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316111371
00000100:00000001:2.0:1779718992.297329:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316112638
00000100:00000001:2.0:1779718992.297331:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316111371
00000100:00000001:2.0:1779718992.297332:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316112638
00000100:00000001:2.0:1779718992.297334:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718992.297335:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.297336:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718992.297339:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718992/real 1779718992]  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718992.297348:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718992.297349:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718992.297350:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718992.297351:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718992.297352:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718992.297353:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718992.297355:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718992.297360:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297380:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718992.297381:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297383:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718992.297384:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718992.297387:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297391:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718992.297394:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297399:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718992.297401:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297402:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718992.297403:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297404:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718992.297406:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718992.297408:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718992.297410:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718992.297412:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718992.297415:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718992.297421:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510272:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718992.297424:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718992.297426:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297430:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718992.297431:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718992.297433:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718992.297434:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718992.297435:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718992.297437:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510400:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718992.297440:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718992.297441:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718992.297442:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718992.297443:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718992.297446:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718992.297447:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718992.297449:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718992.297451:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718992.297453:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718992.297455:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529510400, portal 10
00000100:00000001:2.0:1779718992.297457:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718992.297458:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:2.0:1779718992.297462:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297467:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718992.297469:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718992.297470:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718992.297489:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529510400, offset 0
00000400:00000200:2.0:1779718992.297495:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718992.297499:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718992.297502:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718992.297504:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718992.297506:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718992.297508:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718992.297510:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718992.297513:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157717:157717:256:4294967295] 192.168.203.145@tcp LPNI seq info [157716:157716:8:4294967295]
00000400:00000200:2.0:1779718992.297516:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718992.297521:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718992.297524:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718992.297526:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718992.297529:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718992.297531:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779718992.297535:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718992.297536:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1779718992.297539:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718992.297541:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718992.297543:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718992.297546:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718992.297548:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718992.297549:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718992.297551:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718992.297554:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297560:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718992.297562:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297567:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.297568:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718992.297571:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718992.297573:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718992.297576:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718992.297578:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316111379
00000100:00000001:2.0:1779718992.297580:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316112638
00000100:00000001:2.0:1779718992.297582:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316111379
00000100:00000001:2.0:1779718992.297583:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316112638
00000100:00000001:2.0:1779718992.297585:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718992.297586:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.297588:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718992.297590:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718992/real 1779718992]  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718992.297596:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718992.297597:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718992.297598:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718992.297600:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718992.297601:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718992.297603:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718992.297605:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718992.297612:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297616:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718992.297617:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297619:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718992.297620:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718992.297622:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297627:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718992.297629:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297634:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718992.297636:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297637:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718992.297638:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297640:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718992.297641:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718992.297643:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718992.297645:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718992.297647:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718992.297650:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718992.297655:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510400:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718992.297657:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718992.297660:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297664:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718992.297665:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718992.297667:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718992.297668:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718992.297670:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718992.297672:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510528:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718992.297674:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718992.297676:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718992.297677:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718992.297678:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718992.297681:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718992.297682:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718992.297684:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718992.297686:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718992.297688:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718992.297691:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529510528, portal 4
00000100:00000001:2.0:1779718992.297693:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718992.297694:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:2.0:1779718992.297699:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297720:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718992.297721:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718992.297722:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718992.297724:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529510528, offset 0
00000400:00000200:2.0:1779718992.297726:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718992.297729:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718992.297731:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718992.297732:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718992.297734:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718992.297735:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718992.297737:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718992.297739:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157718:157718:256:4294967295] 192.168.203.145@tcp LPNI seq info [157717:157717:8:4294967295]
00000400:00000200:2.0:1779718992.297742:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718992.297745:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718992.297748:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718992.297750:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718992.297752:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718992.297754:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1779718992.297756:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718992.297758:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1779718992.297760:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718992.297761:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718992.297763:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718992.297765:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718992.297767:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718992.297785:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718992.297787:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718992.297789:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297800:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718992.297802:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297807:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.297808:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718992.297811:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718992.297813:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718992.297815:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718992.297817:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316111377
00000100:00000001:2.0:1779718992.297818:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316112638
00000100:00000001:2.0:1779718992.297820:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316111377
00000100:00000001:2.0:1779718992.297821:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316112638
00000100:00000001:2.0:1779718992.297823:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718992.297825:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.297826:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718992.297828:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718992/real 1779718992]  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718992.297834:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718992.297835:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718992.297836:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718992.297837:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718992.297838:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718992.297840:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718992.297842:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718992.297848:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297853:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718992.297854:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297856:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718992.297857:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718992.297859:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297864:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718992.297867:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297871:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718992.297873:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297874:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718992.297875:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297876:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718992.297878:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718992.297880:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718992.297884:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718992.297886:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718992.297890:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718992.297899:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510528:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718992.297903:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297905:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718992.297909:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529510272/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297918:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718992.297920:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718992.297922:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718992.297926:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718992.297928:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718992.297929:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718992.297932:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718992.297934:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90400.
02000000:00000001:2.0:1779718992.297937:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718992.297939:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718992.297941:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:2.0:1779718992.297943:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718992.297945:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297946:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718992.297949:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529510400/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.297974:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718992.297975:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718992.297977:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718992.297978:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718992.297979:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718992.297980:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718992.297982:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718992.297983:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92800.
02000000:00000001:2.0:1779718992.297986:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718992.297987:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718992.297988:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:2.0:1779718992.297990:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718992.297991:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.297993:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718992.297995:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529510528/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718992.298000:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718992.298001:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718992.298002:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718992.298004:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718992.298005:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718992.298006:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718992.298007:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718992.298008:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93800.
02000000:00000001:2.0:1779718992.298009:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718992.298011:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718992.298012:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:2.0:1779718992.298014:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718992.298015:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.298016:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718992.298019:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718992.298020:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718992.298021:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718992.298023:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718992.744086:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718992.744093:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718992.744103:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718992.744105:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718992.744109:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718992.744111:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718992.744169:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718992.744173:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718992.744176:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718993.320084:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718993.320092:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718993.320095:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718993.320101:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718993.320106:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718993.320110:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718993.320113:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718993.320118:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718993.320122:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718993.576027:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316112638, at 4316112640
00000100:00000040:1.0:1779718993.576027:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316112638, at 4316112640
00000100:00000010:0.0:1779718993.576040:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b58a0.
00000100:00000010:1.0:1779718993.576044:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5000.
00010000:00000001:2.0:1779718993.768018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718993.768032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718993.768043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718993.768045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718993.768050:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718993.768053:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718993.768055:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718993.768057:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718993.768061:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718993.768063:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718993.768065:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718993.768068:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718993.768145:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718993.768148:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718993.768151:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718994.344031:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718994.344045:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718994.344047:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718994.344053:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718994.344057:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718994.344060:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718994.344063:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718994.344066:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718994.344069:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718994.792067:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718994.792076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718994.792085:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718994.792088:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718994.792092:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718994.792094:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718994.792130:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718994.792132:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718994.792135:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718995.367992:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718995.367998:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718995.368000:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718995.368004:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718995.368006:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718995.368009:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718995.368012:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718995.368014:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718995.368016:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718995.816012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718995.816017:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718995.816025:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718995.816026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718995.816030:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718995.816031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718995.816100:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718995.816105:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718995.816108:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718996.392060:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718996.392068:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718996.392070:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718996.392076:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718996.392081:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718996.392085:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718996.392088:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718996.392091:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718996.392094:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718996.840012:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718996.840019:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718996.840021:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718996.840024:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718996.840029:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718996.840031:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718996.840033:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718996.840035:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718996.840039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718996.840048:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718996.840052:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718996.840053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718996.840107:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718996.840111:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718996.840114:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718997.415970:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718997.415975:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718997.415977:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718997.415982:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718997.415986:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718997.415988:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718997.415991:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718997.415993:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718997.415995:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718997.416004:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718997.416010:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779718997.416013:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718997.416016:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718997.416018:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718997.416024:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21444
00000400:00000200:0.0:1779718997.416032:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718997.416037:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718997.416039:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718997.416041:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416044:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718997.416046:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416048:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718997.416052:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718997.416054:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779718997.416056:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718997.416059:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779718997.416062:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779718997.416064:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779718997.416067:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416070:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718997.416072:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416074:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718997.416077:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779718997.416081:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416084:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718997.416087:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779718997.416091:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718997.416094:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718997.416097:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779718997.416099:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779718997.416107:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779718997.416109:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779718997.416114:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718997.416115:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718997.416118:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718997.416119:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718997.416123:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718997.416129:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59000.
00000100:00000001:0.0:1779718997.416135:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718997.416142:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718997.416150:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718997.416153:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718997.416156:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718997.416174:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718997.416177:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718997.416179:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779718997.416180:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718997.416181:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779718997.416183:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779718997.416216:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718997.416220:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718997.416223:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718997.416231:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.416242:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718997.416243:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718997.416247:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718997.416249:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1779718997.416253:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21444
02000000:00000001:2.0:1779718997.416254:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718997.416261:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529510656:192.168.203.145@tcp:250:kworker.0
00000400:00000200:0.0:1779718997.416262:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718997.416268:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718997.416269:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1779718997.416270:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1779718997.416273:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1779718997.416274:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416277:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1779718997.416278:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718997.416280:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416283:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
02000000:00000001:2.0:1779718997.416284:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1779718997.416285:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718997.416288:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779718997.416289:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718997.416290:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779718997.416292:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
02000000:00000010:2.0:1779718997.416292:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e400.
00000020:00000001:0.0:1779718997.416293:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779718997.416298:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
02000000:00000001:2.0:1779718997.416298:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718997.416303:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718997.416304:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416305:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718997.416307:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000400:00000200:2.0:1779718997.416309:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:0.0:1779718997.416311:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416313:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718997.416315:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779718997.416315:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
02000000:00000001:0.0:1779718997.416319:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718997.416322:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718997.416323:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1779718997.416324:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000008:00100000:0.0:1779718997.416326:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718997.416329:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718997.416331:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718997.416331:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529510656, portal 25
00000100:00000010:0.0:1779718997.416334:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000100:00000001:2.0:1779718997.416334:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718997.416337:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244928 : -117608216306688 : ffff9509340b5c00)
00000020:00000040:0.0:1779718997.416338:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779718997.416341:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718997.416343:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718997.416346:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1779718997.416346:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718997.416348:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779718997.416351:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718997.416356:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a000.
00000100:00000001:2.0:1779718997.416358:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1779718997.416360:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718997.416363:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00100000:0.0:1779718997.416368:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779718997.416373:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718997.416374:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779718997.416375:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000040:0.0:1779718997.416378:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718997.416380:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529510656, offset 0
00000100:00000001:0.0:1779718997.416389:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718997.416391:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00080000:0.0:1779718997.416392:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718997.416395:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779718997.416396:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779718997.416397:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779718997.416401:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779718997.416402:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718997.416405:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21444
00000400:00000200:2.0:1779718997.416408:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:0.0:1779718997.416410:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718997.416415:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1779718997.416417:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779718997.416419:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779718997.416422:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:0.0:1779718997.416425:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416429:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779718997.416429:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1779718997.416448:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416451:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779718997.416451:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000001:0.0:1779718997.416454:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718997.416455:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779718997.416458:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1779718997.416459:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157719:157719:256:4294967295] 192.168.203.145@tcp LPNI seq info [157718:157718:8:4294967295]
00000020:00000040:0.0:1779718997.416461:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779718997.416466:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779718997.416469:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:0.0:1779718997.416470:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:0.0:1779718997.416474:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416475:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779718997.416479:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416483:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718997.416486:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779718997.416486:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1779718997.416492:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416497:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718997.416497:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
02000000:00000001:0.0:1779718997.416502:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1779718997.416503:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
02000000:00000001:0.0:1779718997.416504:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779718997.416508:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718997.416509:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779718997.416511:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779718997.416514:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718997.416515:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:0.0:1779718997.416516:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779718997.416519:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000100:00000010:0.0:1779718997.416520:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779718997.416523:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.1:1779718997.416526:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:0.0:1779718997.416527:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779718997.416531:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779718997.416531:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1779718997.416533:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718997.416536:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1779718997.416536:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
02000000:00000001:0.0:1779718997.416538:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779718997.416539:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
02000000:00000010:0.0:1779718997.416543:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58400.
00000400:00000200:2.0:1779718997.416545:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1779718997.416547:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779718997.416554:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779718997.416554:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718997.416560:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718997.416563:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:0.0:1779718997.416564:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779718997.416567:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.416569:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1779718997.416572:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718997.416576:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718997.416590:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718997.416594:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779718997.416595:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718997.416600:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1779718997.416600:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779718997.416605:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779718997.416612:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779718997.416615:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1779718997.416616:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718997.416617:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779718997.416621:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779718997.416622:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779718997.416626:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21444
00000100:00000001:2.0:1779718997.416627:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779718997.416631:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718997.416634:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779718997.416635:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779718997.416637:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316117758
00000100:00080000:0.0:1779718997.416638:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779718997.416643:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416644:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1779718997.416645:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5c60.
00000100:00000040:0.0:1779718997.416646:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416649:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779718997.416651:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779718997.416652:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00000001:2.0:1779718997.416652:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1779718997.416653:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779718997.416656:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779718997.416658:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779718997.416660:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779718997.416661:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316117758
00000100:00000040:0.0:1779718997.416663:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779718997.416666:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1779718997.416666:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b51e0.
00000100:00000040:0.0:1779718997.416670:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779718997.416670:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1779718997.416672:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779718997.416674:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779718997.416674:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718997.416679:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779718997.416680:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779718997.416682:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718997.416687:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718997/real 1779718997]  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779718997.416691:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779718997.416696:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1779718997.416698:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1779718997.416700:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1779718997.416701:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718997.416704:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
02000000:00000001:0.0:1779718997.416705:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718997.416706:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000100:00000001:0.0:1779718997.416710:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1779718997.416710:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718997.416714:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:0.0:1779718997.416715:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1779718997.416718:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1779718997.416720:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779718997.416725:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779718997.416732:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1779718997.416733:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000020:00000040:0.0:1779718997.416739:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000001:2.0:1779718997.416742:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1779718997.416744:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779718997.416745:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779718997.416747:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.416748:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718997.416750:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718997.416751:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779718997.416754:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1779718997.416754:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779718997.416756:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779718997.416762:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58800.
00000100:00000001:2.0:1779718997.416764:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779718997.416766:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718997.416769:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1779718997.416774:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779718997.416778:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718997.416783:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.416787:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718997.416789:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.416793:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718997.416795:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779718997.416797:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1779718997.416798:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1779718997.416802:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1779718997.416804:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718997.416807:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1779718997.416811:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779718997.416813:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718997.416839:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529510656:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779718997.416841:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.416842:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.416845:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779718997.416846:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21454)
00000100:00000040:2.0:1779718997.416848:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5c00 x1866162529510656/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.416854:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718997.416855:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718997.416857:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718997.416860:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718997.416861:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718997.416863:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779718997.416865:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718997.416866:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59000.
02000000:00000001:2.0:1779718997.416869:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718997.416870:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718997.416872:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5c00.
00000100:00000001:2.0:1779718997.416874:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718997.416875:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.416876:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.416881:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718997.416882:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.416884:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718997.416885:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779718997.416886:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718997.416888:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.416892:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718997.416893:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718997.416895:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718997.416896:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718997.416897:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718997.416899:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510784:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718997.416901:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718997.416902:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718997.416903:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718997.416904:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718997.416906:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718997.416908:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718997.416912:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718997.416914:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718997.416918:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718997.416960:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529510784, portal 10
00000100:00000001:2.0:1779718997.416962:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718997.416964:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493245824 : -117608216305792 : ffff9509340b5f80)
00000100:00000040:2.0:1779718997.416969:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.416974:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718997.416976:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718997.416978:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718997.416980:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529510784, offset 0
00000400:00000200:2.0:1779718997.416983:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718997.416986:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718997.416989:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718997.416991:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718997.416992:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718997.416994:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718997.416996:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718997.416998:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157720:157720:256:4294967295] 192.168.203.145@tcp LPNI seq info [157719:157719:8:4294967295]
00000400:00000200:2.0:1779718997.417001:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718997.417006:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718997.417008:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718997.417010:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718997.417013:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718997.417021:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718997.417025:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718997.417026:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1779718997.417029:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718997.417030:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718997.417032:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718997.417035:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718997.417037:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718997.417038:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718997.417040:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718997.417042:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417047:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718997.417049:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417058:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.417059:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718997.417061:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718997.417064:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779718997.417066:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718997.417068:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316116491
00000100:00000001:2.0:1779718997.417069:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316117758
00000100:00000001:2.0:1779718997.417071:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316116491
00000100:00000001:2.0:1779718997.417072:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316117758
00000100:00000001:2.0:1779718997.417074:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718997.417075:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.417076:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718997.417078:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718997/real 1779718997]  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718997.417083:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718997.417084:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718997.417086:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718997.417087:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718997.417088:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718997.417090:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718997.417091:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718997.417097:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417100:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718997.417101:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417102:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718997.417103:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718997.417105:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417110:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718997.417112:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417117:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718997.417118:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417119:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718997.417120:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417121:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718997.417122:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718997.417124:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718997.417126:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718997.417127:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718997.417129:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718997.417134:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510784:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718997.417137:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718997.417139:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417143:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718997.417144:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718997.417145:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718997.417146:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718997.417148:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718997.417149:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510912:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718997.417151:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718997.417153:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718997.417154:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718997.417156:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718997.417158:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718997.417159:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718997.417161:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718997.417163:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718997.417165:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718997.417166:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529510912, portal 10
00000100:00000001:2.0:1779718997.417168:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718997.417169:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244032 : -117608216307584 : ffff9509340b5880)
00000100:00000040:2.0:1779718997.417172:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417177:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718997.417178:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718997.417179:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718997.417181:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529510912, offset 0
00000400:00000200:2.0:1779718997.417183:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718997.417185:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718997.417187:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718997.417190:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718997.417192:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718997.417194:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718997.417197:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718997.417200:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157721:157721:256:4294967295] 192.168.203.145@tcp LPNI seq info [157720:157720:8:4294967295]
00000400:00000200:2.0:1779718997.417204:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718997.417210:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718997.417216:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718997.417219:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718997.417223:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718997.417226:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718997.417231:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718997.417233:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1779718997.417238:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718997.417240:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718997.417243:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718997.417246:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718997.417248:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718997.417249:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718997.417251:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718997.417253:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417258:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718997.417260:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417265:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.417266:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718997.417268:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718997.417270:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779718997.417272:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718997.417274:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316116499
00000100:00000001:2.0:1779718997.417277:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316117758
00000100:00000001:2.0:1779718997.417279:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316116499
00000100:00000001:2.0:1779718997.417281:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316117758
00000100:00000001:2.0:1779718997.417283:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718997.417285:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.417287:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718997.417291:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718997/real 1779718997]  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718997.417300:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718997.417301:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718997.417303:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718997.417306:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718997.417307:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718997.417310:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718997.417313:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718997.417322:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417327:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718997.417328:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417329:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718997.417330:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718997.417332:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417337:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718997.417339:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417344:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718997.417345:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417346:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718997.417347:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417348:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718997.417349:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718997.417350:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718997.417352:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718997.417354:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718997.417356:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718997.417360:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529510912:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779718997.417363:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779718997.417365:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417369:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779718997.417370:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718997.417372:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779718997.417373:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779718997.417374:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779718997.417376:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511040:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718997.417378:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779718997.417379:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779718997.417380:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779718997.417382:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779718997.417384:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718997.417386:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779718997.417388:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779718997.417390:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000400:00000010:2.0:1779718997.417392:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000200:2.0:1779718997.417394:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529511040, portal 4
00000100:00000001:2.0:1779718997.417395:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779718997.417396:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493251200 : -117608216300416 : ffff9509340b7480)
00000100:00000040:2.0:1779718997.417400:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417404:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779718997.417406:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779718997.417407:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000100:00000200:2.0:1779718997.417409:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529511040, offset 0
00000400:00000200:2.0:1779718997.417411:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779718997.417413:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718997.417416:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779718997.417417:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779718997.417419:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779718997.417421:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779718997.417422:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779718997.417425:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157722:157722:256:4294967295] 192.168.203.145@tcp LPNI seq info [157721:157721:8:4294967295]
00000400:00000200:2.0:1779718997.417428:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779718997.417432:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779718997.417451:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718997.417453:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000800:00000200:2.0:1779718997.417456:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779718997.417458:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1779718997.417460:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779718997.417462:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1779718997.417465:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779718997.417466:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:2.0:1779718997.417468:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779718997.417470:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779718997.417472:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:2.0:1779718997.417473:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:2.0:1779718997.417475:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779718997.417477:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417482:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718997.417484:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417488:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.417489:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779718997.417491:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779718997.417493:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779718997.417495:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779718997.417497:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316116497
00000100:00000001:2.0:1779718997.417498:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316117758
00000100:00000001:2.0:1779718997.417500:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316116497
00000100:00000001:2.0:1779718997.417501:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316117758
00000100:00000001:2.0:1779718997.417502:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779718997.417504:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.417505:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779718997.417508:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779718997/real 1779718997]  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779718997.417513:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779718997.417514:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779718997.417515:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779718997.417516:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000400:00000010:2.0:1779718997.417517:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000100:00000001:2.0:1779718997.417518:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779718997.417520:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779718997.417525:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417529:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779718997.417530:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417531:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718997.417532:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779718997.417534:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417538:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779718997.417540:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417544:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779718997.417545:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417546:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779718997.417547:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417548:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779718997.417549:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779718997.417550:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779718997.417553:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779718997.417554:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779718997.417557:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779718997.417561:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511040:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779718997.417564:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417565:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718997.417567:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5f80 x1866162529510784/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417570:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718997.417571:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718997.417573:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779718997.417574:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718997.417575:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718997.417576:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779718997.417577:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718997.417579:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a000.
02000000:00000001:2.0:1779718997.417581:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718997.417582:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718997.417583:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5f80.
00000100:00000001:2.0:1779718997.417584:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718997.417585:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417586:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718997.417588:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5880 x1866162529510912/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417592:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718997.417593:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718997.417594:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779718997.417595:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718997.417596:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718997.417597:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779718997.417598:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718997.417600:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58400.
02000000:00000001:2.0:1779718997.417601:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718997.417602:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718997.417603:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5880.
00000100:00000001:2.0:1779718997.417604:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718997.417605:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417606:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779718997.417608:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7480 x1866162529511040/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779718997.417611:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779718997.417612:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779718997.417613:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779718997.417614:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779718997.417615:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779718997.417615:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779718997.417616:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779718997.417617:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58800.
02000000:00000001:2.0:1779718997.417618:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779718997.417619:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779718997.417620:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7480.
00000100:00000001:2.0:1779718997.417621:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779718997.417622:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417623:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779718997.417625:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779718997.417626:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779718997.417627:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779718997.417628:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718997.864002:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718997.864007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718997.864014:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718997.864015:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718997.864018:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718997.864019:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779718997.864048:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779718997.864050:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779718997.864052:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718998.440045:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718998.440053:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718998.440055:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718998.440061:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718998.440066:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718998.440070:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718998.440073:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718998.440076:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718998.440079:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779718998.696027:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316117758, at 4316117760
00000100:00000040:1.0:1779718998.696027:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316117758, at 4316117760
00000100:00000010:1.0:1779718998.696042:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b51e0.
00000100:00000010:0.0:1779718998.696044:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c60.
00010000:00000001:2.0:1779718998.888041:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718998.888049:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718998.888074:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718998.888076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718998.888081:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718998.888082:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779718998.888143:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779718998.888147:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779718998.888150:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779718999.464064:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779718999.464071:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779718999.464073:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779718999.464078:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779718999.464081:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779718999.464084:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718999.464087:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779718999.464089:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779718999.464092:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718999.912010:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718999.912016:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718999.912021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718999.912024:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779718999.912025:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779718999.912028:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718999.912030:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779718999.912032:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718999.912033:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718999.912035:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779718999.912038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779718999.912039:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779718999.912089:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779718999.912093:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779718999.912096:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719000.488031:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719000.488036:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719000.488038:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719000.488043:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719000.488045:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719000.488048:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719000.488051:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719000.488053:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719000.488055:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719000.936034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719000.936040:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719000.936048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719000.936051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719000.936055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719000.936057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779719000.936082:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779719000.936084:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779719000.936088:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719001.511973:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719001.511978:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719001.511980:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719001.511984:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719001.511987:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719001.511990:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719001.511993:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719001.511995:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719001.511997:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719001.959994:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719001.959999:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719001.960006:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719001.960007:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719001.960011:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719001.960013:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779719001.960060:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779719001.960064:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779719001.960066:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719002.536005:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719002.536011:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719002.536013:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719002.536016:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719002.536019:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719002.536022:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719002.536024:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719002.536026:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719002.536028:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779719002.536059:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779719002.536066:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779719002.536069:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719002.536073:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779719002.536076:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779719002.536084:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21449
00000400:00000200:1.0:1779719002.536091:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779719002.536096:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779719002.536099:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779719002.536101:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536104:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719002.536106:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536108:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779719002.536111:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719002.536112:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779719002.536114:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779719002.536116:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779719002.536117:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779719002.536119:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779719002.536121:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536122:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719002.536124:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536125:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779719002.536127:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779719002.536129:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536130:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719002.536133:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779719002.536135:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779719002.536137:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719002.536139:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779719002.536140:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779719002.536148:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7e680.
00000020:00000040:1.0:1779719002.536152:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779719002.536156:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779719002.536157:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719002.536160:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779719002.536163:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779719002.536167:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779719002.536174:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93400.
00000100:00000001:1.0:1779719002.536181:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779719002.536191:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779719002.536201:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779719002.536206:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719002.536209:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c261780] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779719002.536228:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779719002.536231:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779719002.536233:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779719002.536234:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719002.536235:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779719002.536238:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779719002.536239:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21449
00000400:00000200:1.0:1779719002.536242:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779719002.536245:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779719002.536247:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779719002.536249:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536251:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719002.536254:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536256:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779719002.536257:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719002.536258:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:2.0:1779719002.536259:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1779719002.536260:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779719002.536264:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000100:00000001:2.0:1779719002.536264:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1779719002.536266:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779719002.536267:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1779719002.536268:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779719002.536271:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536273:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1779719002.536276:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779719002.536277:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536281:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779719002.536286:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779719002.536292:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536294:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719002.536296:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779719002.536301:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719002.536301:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1779719002.536303:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719002.536304:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719002.536305:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779719002.536309:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1779719002.536310:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779719002.536313:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719002.536313:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779719002.536318:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719002.536318:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779719002.536322:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f100.
00000100:00100000:2.0:1779719002.536323:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529511168:192.168.203.145@tcp:250:kworker.0
00000020:00000040:1.0:1779719002.536326:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000100:00000001:2.0:1779719002.536328:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779719002.536330:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779719002.536332:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719002.536332:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1779719002.536334:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779719002.536336:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1779719002.536336:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719002.536340:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719002.536340:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1779719002.536344:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91400.
02000000:00000010:2.0:1779719002.536346:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
00000100:00000001:1.0:1779719002.536348:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719002.536350:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779719002.536355:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779719002.536358:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719002.536364:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254932c0.
00000100:00000001:1.0:1779719002.536365:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779719002.536368:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779719002.536370:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9000.
00000100:00000040:1.0:1779719002.536371:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b355fb6f] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719002.536377:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529511168, portal 25
00000100:00000001:2.0:1779719002.536382:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719002.536385:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885892736 : -117608823658880 : ffff95090fd7e680)
00000100:00000001:1.0:1779719002.536392:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719002.536394:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779719002.536410:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779719002.536418:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779719002.536420:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719002.536423:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779719002.536423:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1779719002.536427:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:2.0:1779719002.536429:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:1.0:1779719002.536433:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21449
00000400:00000010:2.0:1779719002.536434:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9110.
00000400:00000200:1.0:1779719002.536437:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000200:2.0:1779719002.536438:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529511168, offset 0
00000400:00000200:1.0:1779719002.536441:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779719002.536444:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779719002.536448:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779719002.536450:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536452:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719002.536454:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536455:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779719002.536459:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000001:1.0:1779719002.536461:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719002.536463:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779719002.536464:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779719002.536466:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000400:00000200:2.0:1779719002.536468:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:1.0:1779719002.536469:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779719002.536474:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779719002.536478:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1779719002.536479:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536482:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719002.536486:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779719002.536487:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779719002.536488:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779719002.536492:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779719002.536495:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1779719002.536496:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536501:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719002.536505:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779719002.536505:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:1.0:1779719002.536509:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779719002.536513:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719002.536514:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157723:157723:256:4294967295] 192.168.203.145@tcp LPNI seq info [157722:157722:8:4294967295]
00000100:00000001:1.0:1779719002.536515:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779719002.536518:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1779719002.536524:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719002.536526:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719002.536528:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:1.0:1779719002.536530:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d880.
00000020:00000040:1.0:1779719002.536533:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:1.0:1779719002.536535:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779719002.536538:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719002.536542:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1779719002.536542:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1779719002.536544:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779719002.536547:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779719002.536551:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90c00.
00000100:00000001:1.0:1779719002.536553:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779719002.536557:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1779719002.536561:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536569:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1779719002.536569:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fc00.
00000100:00000001:1.0:1779719002.536572:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719002.536576:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008813ae00] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779719002.536581:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719002.536590:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:1.0:1779719002.536592:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719002.536596:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1779719002.536599:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779719002.536601:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779719002.536603:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779719002.536604:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719002.536605:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779719002.536607:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779719002.536608:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779719002.536611:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21449
00000400:00000200:2.0:1779719002.536615:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779719002.536619:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719002.536620:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316122878
00000400:00000200:1.0:1779719002.536623:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779719002.536626:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1779719002.536627:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5c60.
00000100:00000040:1.0:1779719002.536628:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536631:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719002.536633:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536635:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779719002.536635:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1779719002.536639:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719002.536640:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779719002.536642:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1779719002.536642:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316122878
00000020:00000040:1.0:1779719002.536644:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779719002.536647:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000010:2.0:1779719002.536648:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b51e0.
00000020:00000001:1.0:1779719002.536650:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000001:2.0:1779719002.536652:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1779719002.536654:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719002.536658:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779719002.536658:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1779719002.536661:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779719002.536662:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719002.536663:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779719002.536666:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779719002.536666:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779719002.536670:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779719002.536671:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779719002.536673:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719002.536675:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779719002.536677:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719002.536678:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1779719002.536679:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719002.536681:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1779719002.536682:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779719002.536685:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1779719002.536686:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1779719002.536689:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719002.536689:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719002.536691:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1779719002.536692:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779719002.536697:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c380.
00000020:00000040:1.0:1779719002.536700:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000100:00000040:2.0:1779719002.536700:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1779719002.536705:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779719002.536707:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719002.536711:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779719002.536713:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779719002.536715:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1779719002.536716:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719002.536718:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779719002.536721:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91c00.
02000000:00000001:2.0:1779719002.536721:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719002.536723:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779719002.536725:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719002.536726:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719002.536730:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511296:192.168.203.145@tcp:38:kworker.0
00000100:00100000:1.0:1779719002.536732:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779719002.536735:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719002.536738:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719002.536741:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719002.536744:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1779719002.536745:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1779719002.536748:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779719002.536751:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
00000100:00000040:1.0:1779719002.536753:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a9ed680] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1779719002.536754:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719002.536763:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719002.536767:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9509254938f0.
00000100:00000001:1.0:1779719002.536771:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779719002.536772:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000040:1.0:1779719002.536776:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21459)
00000100:00000200:2.0:1779719002.536776:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529511296, portal 10
00000100:00000001:2.0:1779719002.536780:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719002.536782:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885895424 : -117608823656192 : ffff95090fd7f100)
00000100:00000040:2.0:1779719002.536788:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719002.536793:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719002.536797:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719002.536799:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9550.
00000100:00000200:2.0:1779719002.536801:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529511296, offset 0
00000400:00000200:2.0:1779719002.536804:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719002.536806:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719002.536809:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719002.536811:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719002.536813:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719002.536815:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719002.536816:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719002.536818:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157724:157724:255:4294967295] 192.168.203.145@tcp LPNI seq info [157723:157723:7:4294967295]
00000400:00000200:2.0:1779719002.536821:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719002.536825:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719002.536828:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719002.536831:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f800.
00000800:00000200:2.0:1779719002.536833:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719002.536835:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779719002.536837:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719002.536840:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779719002.536842:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719002.536843:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316121610
00000100:00000001:2.0:1779719002.536845:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316122878
00000100:00000001:2.0:1779719002.536847:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316121610
00000100:00000001:2.0:1779719002.536848:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316122878
00000100:00000001:2.0:1779719002.536850:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719002.536851:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719002.536852:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719002.536854:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719002.536859:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719002.536859:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719002.536861:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719002.536862:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719002.536863:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719002.536865:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511424:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719002.536867:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719002.536868:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719002.536869:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719002.536870:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719002.536880:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779719002.536883:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719002.536886:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719002.536889:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719002.536891:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719002.536894:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529511424, portal 10
00000100:00000001:2.0:1779719002.536897:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719002.536898:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885889152 : -117608823662464 : ffff95090fd7d880)
00000100:00000040:2.0:1779719002.536905:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719002.536911:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719002.536914:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719002.536916:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f95d8.
00000100:00000200:2.0:1779719002.536947:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529511424, offset 0
00000400:00000200:2.0:1779719002.536954:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719002.536958:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719002.536962:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719002.536965:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719002.536968:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719002.536970:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719002.536973:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719002.536976:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157725:157725:254:4294967295] 192.168.203.145@tcp LPNI seq info [157724:157724:6:4294967295]
00000400:00000200:2.0:1779719002.536981:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719002.536987:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719002.536990:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719002.536994:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f000.
00000800:00000200:2.0:1779719002.536997:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719002.537007:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779719002.537010:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719002.537013:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779719002.537016:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719002.537018:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316121619
00000100:00000001:2.0:1779719002.537021:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316122878
00000100:00000001:2.0:1779719002.537023:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316121619
00000100:00000001:2.0:1779719002.537025:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316122878
00000100:00000001:2.0:1779719002.537028:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719002.537030:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719002.537032:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719002.537034:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719002.537038:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719002.537040:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779719002.537042:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719002.537043:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719002.537045:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719002.537049:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719002.537057:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719002.537058:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719002.537060:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719002.537062:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719002.537064:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719002.537067:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511552:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719002.537070:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719002.537072:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719002.537073:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719002.537075:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719002.537079:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719002.537080:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719002.537083:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719002.537086:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493948.
00000400:00000010:2.0:1779719002.537089:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9440.
00000100:00000200:2.0:1779719002.537092:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529511552, portal 4
00000100:00000001:2.0:1779719002.537094:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719002.537095:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885883776 : -117608823667840 : ffff95090fd7c380)
00000100:00000040:2.0:1779719002.537101:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719002.537107:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719002.537110:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719002.537112:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9c38.
00000100:00000200:2.0:1779719002.537114:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529511552, offset 0
00000400:00000200:2.0:1779719002.537118:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719002.537122:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719002.537126:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719002.537129:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719002.537131:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719002.537133:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719002.537136:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719002.537139:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157726:157726:253:4294967295] 192.168.203.145@tcp LPNI seq info [157725:157725:5:4294967295]
00000400:00000200:2.0:1779719002.537143:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719002.537149:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719002.537153:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719002.537156:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0fe00.
00000800:00000200:2.0:1779719002.537160:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719002.537164:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000001:2.0:1779719002.537167:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719002.537170:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779719002.537173:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719002.537175:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316121617
00000100:00000001:2.0:1779719002.537177:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316122878
00000100:00000001:2.0:1779719002.537180:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316121617
00000100:00000001:2.0:1779719002.537182:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316122878
00000100:00000001:2.0:1779719002.537184:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719002.537186:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719002.537189:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719002.537190:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719002.537193:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719002.537195:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1779719002.537196:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719002.537198:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719002.537199:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719002.537202:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719002.984073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719002.984078:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719002.984084:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719002.984085:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719002.984088:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719002.984089:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779719002.984128:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779719002.984131:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779719002.984135:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719003.560018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719003.560030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719003.560032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719003.560038:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719003.560042:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719003.560045:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719003.560047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719003.560050:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719003.560052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719003.816000:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316122878, at 4316122880
00000100:00000040:1.0:1779719003.816000:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316122878, at 4316122880
00000100:00000010:0.0:1779719003.816014:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5c60.
00000100:00000010:1.0:1779719003.816016:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b51e0.
00010000:00000001:2.0:1779719004.008028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719004.008034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719004.008039:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719004.008042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719004.008044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719004.008047:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779719004.008048:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779719004.008051:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719004.008053:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779719004.008054:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719004.008056:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719004.008057:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779719004.008073:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779719004.008075:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779719004.008077:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719004.584022:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719004.584028:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719004.584031:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719004.584036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719004.584040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719004.584044:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719004.584047:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719004.584051:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719004.584054:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719005.032038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719005.032043:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719005.032049:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719005.032051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719005.032053:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719005.032054:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779719005.032106:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779719005.032110:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779719005.032114:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719005.608039:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719005.608062:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719005.608063:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719005.608068:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719005.608072:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719005.608074:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719005.608077:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719005.608080:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719005.608082:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1779719005.608224:0:248755:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1779719005.608278:0:248755:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1779719005.608288:0:248755:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719005.608293:0:248755:0:(router.c:1748:lnet_notify()) 192.168.203.45@tcp notifying 192.168.203.145@tcp: down
00000400:00000200:0.0:1779719005.608298:0:248755:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719005.608302:0:248755:0:(router.c:1833:lnet_notify()) Old news
00000800:00000100:0.0:1779719005.608324:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779719005.608328:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fc00.
00000400:00000200:0.0:1779719005.608334:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779719005.608339:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779719005.608346:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9110
00000400:00000010:0.0:1779719005.608349:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9110.
00000100:00000001:0.0:1779719005.608355:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1779719005.608365:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719005.608421:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779719005.608427:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719005.608436:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719005.608438:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1779719005.608448:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779719005.608451:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f800.
00000400:00000200:0.0:1779719005.608455:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779719005.608459:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779719005.608462:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9550
00000400:00000010:0.0:1779719005.608464:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9550.
00000100:00000001:0.0:1779719005.608468:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1779719005.608471:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:0.0:1779719005.608472:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.608477:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719005.608484:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1779719005.608485:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779719005.608491:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719005.608495:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719002/real 1779719005]  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719005.608514:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1779719005.608515:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1779719005.608517:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1779719005.608520:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:2.0:1779719005.608521:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254932c0.
00000400:00000200:2.0:1779719005.608527:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9000
00000800:00000100:0.0:1779719005.608531:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000400:00000010:2.0:1779719005.608532:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9000.
00000800:00000010:0.0:1779719005.608538:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f000.
00000100:00000001:2.0:1779719005.608538:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1779719005.608543:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:2.0:1779719005.608546:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779719005.608552:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779719005.608559:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f95d8
00000400:00000010:0.0:1779719005.608564:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f95d8.
00000100:00000001:0.0:1779719005.608569:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719005.608569:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779719005.608577:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719005.608585:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1779719005.608590:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.608597:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719005.608601:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779719005.608602:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719005.608607:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719005.608608:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719005.608612:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1779719005.608615:0:248755:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000010:0.0:1779719005.608618:0:248755:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0fe00.
00000100:00100000:2.0:1779719005.608621:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1779719005.608623:0:248755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1779719005.608633:0:248755:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1779719005.608639:0:248755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9c38
00000100:00000001:2.0:1779719005.608640:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:0.0:1779719005.608642:0:248755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9c38.
00000100:00000001:0.0:1779719005.608647:0:248755:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1779719005.608650:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1779719005.608655:0:248755:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.608673:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779719005.608678:0:248755:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1779719005.608679:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.608683:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1779719005.608684:0:248755:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.608686:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.608692:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719005.608696:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779719005.608699:0:248755:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719005.608702:0:248755:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1779719005.608702:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719005.608710:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719005.608714:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719005.608719:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719005.608728:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529511168:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779719005.608734:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719005.608736:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719005.608739:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7e680 x1866162529511168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.608747:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719005.608750:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719005.608754:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719005.608758:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719005.608761:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719005.608763:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779719005.608826:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719005.608829:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93400.
02000000:00000001:2.0:1779719005.608834:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719005.608836:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719005.608838:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7e680.
00000100:00000001:2.0:1779719005.608842:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719005.608843:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.608846:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719005.608848:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719005.608849:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719005.608851:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719005.608855:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719002/real 1779719005]  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719005.608864:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719005.608866:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719005.608868:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493948.
00000400:00000200:2.0:1779719005.608870:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9440
00000400:00000010:2.0:1779719005.608872:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9440.
00000100:00000001:2.0:1779719005.608874:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719005.608878:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719005.608886:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.608893:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719005.608895:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.608898:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719005.608899:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719005.608903:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.608911:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719005.608915:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.608963:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719005.608966:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.608967:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719005.608969:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.608971:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719005.608973:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719005.608975:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719005.608980:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719005.608982:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719005.608987:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719005.608996:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511552:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719005.609001:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719005.609004:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719002/real 1779719005]  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719005.609013:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719005.609014:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719005.609016:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9509254938f0.
00000400:00000200:2.0:1779719005.609019:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719005.609021:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719005.609023:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719005.609026:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719005.609035:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.609041:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719005.609044:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609045:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719005.609047:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719005.609050:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.609057:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719005.609061:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.609068:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719005.609070:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609072:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719005.609073:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609075:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719005.609077:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719005.609080:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719005.609083:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719005.609086:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719005.609090:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719005.609098:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511296:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719005.609102:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719005.609106:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719002/real 1779719005]  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719005.609115:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719005.609117:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719005.609118:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719005.609121:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719005.609123:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719005.609134:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719005.609138:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719005.609147:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.609155:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719005.609156:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609158:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719005.609160:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719005.609164:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.609172:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719005.609176:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.609183:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719005.609186:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609187:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719005.609188:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609190:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719005.609192:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719005.609195:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719005.609199:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719005.609201:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719005.609205:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719005.609213:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511424:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719005.609217:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609220:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719005.609223:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c380 x1866162529511552/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.609231:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719005.609232:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719005.609234:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719005.609237:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719005.609239:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719005.609240:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779719005.609242:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719005.609244:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91c00.
02000000:00000001:2.0:1779719005.609247:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719005.609248:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719005.609249:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c380.
00000100:00000001:2.0:1779719005.609252:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719005.609253:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609254:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719005.609257:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f100 x1866162529511296/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.609271:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719005.609272:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719005.609274:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779719005.609276:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719005.609277:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719005.609278:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779719005.609281:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719005.609282:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91400.
02000000:00000001:2.0:1779719005.609284:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719005.609286:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719005.609287:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f100.
00000100:00000001:2.0:1779719005.609290:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719005.609292:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609293:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719005.609296:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d880 x1866162529511424/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719005.609308:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719005.609310:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719005.609311:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996e400.
02000000:00000001:2.0:1779719005.609314:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719005.609315:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719005.609316:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779719005.609318:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719005.609320:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90c00.
02000000:00000001:2.0:1779719005.609322:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719005.609323:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719005.609325:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d880.
00000100:00000001:2.0:1779719005.609327:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719005.609328:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609330:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719005.609337:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719005.609338:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719005.609341:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719005.609342:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719006.056028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719006.056034:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719006.056040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719006.056041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719006.056044:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719006.056045:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779719006.056081:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779719006.056084:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779719006.056087:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719006.632012:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719006.632018:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719006.632019:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719006.632024:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719006.632026:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719006.632029:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719006.632032:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719006.632034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719006.632036:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719007.080038:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719007.080044:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779719007.080046:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779719007.080049:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719007.080054:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779719007.080056:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719007.080058:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719007.080060:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719007.080063:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719007.080064:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719007.080067:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719007.080068:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779719007.080084:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779719007.080086:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779719007.080088:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719007.656024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1779719007.656026:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779719007.656031:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719007.656034:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779719007.656038:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1779719007.656039:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:1.0:1779719007.656042:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779719007.656043:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1779719007.656046:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779719007.656047:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719007.656052:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1779719007.656054:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779719007.656055:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719007.656058:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779719007.656063:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21454
00000400:00000200:1.0:1779719007.656072:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779719007.656078:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779719007.656082:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779719007.656085:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656088:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719007.656091:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656095:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779719007.656099:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719007.656101:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779719007.656104:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779719007.656106:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779719007.656109:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779719007.656112:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779719007.656117:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656119:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719007.656122:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656125:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779719007.656128:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779719007.656132:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656136:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719007.656139:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779719007.656144:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779719007.656148:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719007.656150:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779719007.656152:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779719007.656159:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7f800.
00000020:00000040:1.0:1779719007.656162:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779719007.656166:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779719007.656168:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719007.656171:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779719007.656174:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779719007.656178:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779719007.656186:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd93800.
00000100:00000001:1.0:1779719007.656192:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779719007.656201:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779719007.656212:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779719007.656216:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719007.656223:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b76d528e] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779719007.656247:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779719007.656251:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779719007.656254:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779719007.656256:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719007.656257:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779719007.656260:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779719007.656264:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21454
00000400:00000200:1.0:1779719007.656268:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779719007.656277:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779719007.656280:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779719007.656282:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1779719007.656284:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656288:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779719007.656289:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1779719007.656292:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779719007.656293:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1779719007.656297:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779719007.656300:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719007.656303:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000040:2.0:1779719007.656305:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779719007.656306:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779719007.656309:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779719007.656314:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:1.0:1779719007.656319:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:1.0:1779719007.656325:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656327:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719007.656332:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656337:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779719007.656337:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719007.656340:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779719007.656341:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
02000000:00000001:2.0:1779719007.656347:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1779719007.656348:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
02000000:00000001:2.0:1779719007.656351:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779719007.656353:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719007.656369:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719007.656373:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1779719007.656377:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529511680:192.168.203.145@tcp:250:kworker.0
02000000:00000001:1.0:1779719007.656381:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719007.656383:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1779719007.656385:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719007.656388:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779719007.656388:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1779719007.656393:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1779719007.656393:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719007.656398:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1779719007.656399:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719007.656402:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779719007.656405:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
00000100:00000010:1.0:1779719007.656407:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
02000000:00000001:2.0:1779719007.656409:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1779719007.656413:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
00000400:00000200:2.0:1779719007.656418:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779719007.656419:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779719007.656423:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719007.656426:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1779719007.656426:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
02000000:00000001:1.0:1779719007.656428:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779719007.656432:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779719007.656435:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
02000000:00000010:1.0:1779719007.656437:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92800.
00000100:00000001:1.0:1779719007.656441:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779719007.656449:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529511680, portal 25
00000100:00100000:1.0:1779719007.656450:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779719007.656455:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719007.656458:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885897216 : -117608823654400 : ffff95090fd7f800)
00000100:00000001:1.0:1779719007.656467:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1779719007.656470:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779719007.656471:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719007.656482:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.656489:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719007.656497:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656500:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779719007.656501:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00080000:1.0:1779719007.656505:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1779719007.656507:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529511680, offset 0
00000100:00080000:1.0:1779719007.656514:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779719007.656516:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719007.656519:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1779719007.656520:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656526:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779719007.656531:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21454
00000400:00000200:2.0:1779719007.656533:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779719007.656539:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719007.656543:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:1.0:1779719007.656545:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779719007.656550:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1779719007.656552:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1779719007.656557:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779719007.656559:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779719007.656562:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719007.656566:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656568:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779719007.656570:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719007.656572:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779719007.656574:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1779719007.656575:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1779719007.656577:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779719007.656582:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779719007.656582:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000020:00000001:1.0:1779719007.656587:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779719007.656591:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157727:157727:256:4294967295] 192.168.203.145@tcp LPNI seq info [157726:157726:8:4294967295]
00000100:00000040:1.0:1779719007.656595:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656600:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719007.656604:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779719007.656604:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779719007.656610:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779719007.656613:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:1.0:1779719007.656618:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656623:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719007.656626:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779719007.656628:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1779719007.656629:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779719007.656634:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719007.656636:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779719007.656639:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1779719007.656640:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000008:00000001:1.0:1779719007.656643:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719007.656646:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779719007.656648:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000010:1.0:1779719007.656651:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779719007.656655:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.0:1779719007.656659:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779719007.656660:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779719007.656664:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779719007.656666:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1779719007.656667:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779719007.656670:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779719007.656673:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1779719007.656676:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000010:1.0:1779719007.656679:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90400.
00000800:00000200:2.1:1779719007.656681:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1779719007.656686:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1779719007.656690:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719007.656695:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00100000:1.0:1779719007.656697:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779719007.656700:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719007.656711:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1779719007.656712:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779719007.656717:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719007.656721:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000100:00000040:1.0:1779719007.656722:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779719007.656725:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719007.656732:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1779719007.656737:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719007.656740:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1779719007.656741:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779719007.656749:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1779719007.656755:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779719007.656762:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1779719007.656764:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1779719007.656765:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719007.656768:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1779719007.656772:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779719007.656773:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779719007.656778:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21454
00000400:00000200:1.0:1779719007.656788:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719007.656791:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1779719007.656794:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779719007.656795:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1779719007.656798:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779719007.656802:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779719007.656804:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719007.656805:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719007.656810:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000400:00000200:2.0:1779719007.656813:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779719007.656815:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779719007.656818:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316127998
00000020:00000001:1.0:1779719007.656819:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719007.656822:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:1.0:1779719007.656825:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:2.0:1779719007.656826:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b58a0.
00000020:00000040:1.0:1779719007.656828:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779719007.656833:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779719007.656835:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779719007.656839:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656841:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779719007.656842:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1779719007.656845:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719007.656849:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779719007.656851:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000001:2.0:1779719007.656851:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316127998
00000100:00080000:1.0:1779719007.656858:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000010:2.0:1779719007.656858:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5240.
00000100:00000001:1.0:1779719007.656864:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.656865:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1779719007.656868:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779719007.656871:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779719007.656873:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719007.656875:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719007.656878:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.656880:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1779719007.656882:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779719007.656886:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1779719007.656889:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719007/real 1779719007]  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1779719007.656890:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719007.656896:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779719007.656903:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
00000400:00000001:2.0:1779719007.656906:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1779719007.656907:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000001:2.0:1779719007.656910:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1779719007.656912:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1779719007.656913:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
02000000:00000001:1.0:1779719007.656915:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719007.656918:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000100:00000001:1.0:1779719007.656944:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779719007.656947:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779719007.656949:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779719007.656955:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90800.
00000400:00000010:2.0:1779719007.656960:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:1.0:1779719007.656961:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.656965:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:1.0:1779719007.656970:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1779719007.656973:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779719007.656992:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779719007.656996:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779719007.656998:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1779719007.657004:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657011:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719007.657014:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1779719007.657018:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.657019:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719007.657022:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779719007.657027:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21464)
00000100:00100000:2.0:1779719007.657030:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657039:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719007.657045:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657052:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719007.657056:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657058:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719007.657059:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657061:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719007.657063:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719007.657066:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719007.657070:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719007.657072:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719007.657076:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719007.657085:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529511680:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779719007.657090:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657092:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719007.657096:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7f800 x1866162529511680/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657103:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719007.657105:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719007.657108:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779719007.657111:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719007.657113:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719007.657115:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779719007.657117:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719007.657119:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd93800.
02000000:00000001:2.0:1779719007.657122:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719007.657124:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719007.657126:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7f800.
00000100:00000001:2.0:1779719007.657130:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719007.657131:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657133:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657140:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719007.657142:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.657144:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719007.657146:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719007.657147:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719007.657152:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657159:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719007.657160:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719007.657162:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719007.657164:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719007.657166:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719007.657169:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511808:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719007.657173:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719007.657176:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719007.657177:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719007.657179:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719007.657183:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779719007.657186:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719007.657190:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719007.657193:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719007.657197:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719007.657202:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529511808, portal 10
00000100:00000001:2.0:1779719007.657205:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719007.657206:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:2.0:1779719007.657214:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657221:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719007.657225:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719007.657228:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719007.657231:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529511808, offset 0
00000400:00000200:2.0:1779719007.657236:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719007.657241:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719007.657246:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719007.657250:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719007.657252:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719007.657254:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719007.657257:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719007.657261:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157728:157728:256:4294967295] 192.168.203.145@tcp LPNI seq info [157727:157727:8:4294967295]
00000400:00000200:2.0:1779719007.657266:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719007.657273:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719007.657278:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719007.657282:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719007.657286:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719007.657289:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779719007.657294:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719007.657298:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779719007.657302:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719007.657304:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719007.657307:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719007.657311:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719007.657314:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719007.657316:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719007.657321:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719007.657324:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657334:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719007.657338:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657345:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.657347:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719007.657352:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719007.657371:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779719007.657376:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719007.657379:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316126731
00000100:00000001:2.0:1779719007.657382:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316127998
00000100:00000001:2.0:1779719007.657384:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316126731
00000100:00000001:2.0:1779719007.657386:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316127998
00000100:00000001:2.0:1779719007.657439:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719007.657441:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.657443:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719007.657447:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719007/real 1779719007]  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719007.657455:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719007.657456:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719007.657458:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719007.657461:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719007.657462:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719007.657464:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719007.657467:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719007.657474:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657480:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719007.657482:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657483:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719007.657485:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719007.657488:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657494:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719007.657498:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657504:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719007.657507:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657508:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719007.657509:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657511:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719007.657513:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719007.657516:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719007.657520:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719007.657523:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719007.657527:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719007.657535:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511808:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719007.657539:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719007.657543:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657550:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719007.657552:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719007.657554:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719007.657556:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719007.657558:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719007.657561:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511936:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719007.657563:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719007.657565:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719007.657566:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719007.657568:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719007.657571:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719007.657573:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719007.657577:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719007.657580:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719007.657583:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719007.657586:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529511936, portal 10
00000100:00000001:2.0:1779719007.657588:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719007.657589:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:2.0:1779719007.657595:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657608:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719007.657611:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719007.657613:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719007.657616:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529511936, offset 0
00000400:00000200:2.0:1779719007.657621:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719007.657625:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719007.657629:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719007.657632:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719007.657634:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719007.657636:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719007.657638:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719007.657640:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157729:157729:256:4294967295] 192.168.203.145@tcp LPNI seq info [157728:157728:8:4294967295]
00000400:00000200:2.0:1779719007.657645:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719007.657652:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719007.657657:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719007.657661:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719007.657665:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719007.657668:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779719007.657673:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719007.657676:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779719007.657680:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719007.657682:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719007.657685:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719007.657689:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719007.657693:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719007.657694:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719007.657696:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719007.657700:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657708:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719007.657711:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657722:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.657724:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719007.657727:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719007.657730:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779719007.657733:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719007.657735:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316126739
00000100:00000001:2.0:1779719007.657737:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316127998
00000100:00000001:2.0:1779719007.657739:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316126739
00000100:00000001:2.0:1779719007.657741:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316127998
00000100:00000001:2.0:1779719007.657744:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719007.657746:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.657748:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719007.657752:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719007/real 1779719007]  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719007.657760:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719007.657762:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719007.657764:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719007.657766:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719007.657768:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719007.657770:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719007.657773:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719007.657781:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657787:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719007.657789:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657790:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719007.657792:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719007.657795:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657802:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719007.657805:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657812:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719007.657814:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657816:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719007.657817:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.657818:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719007.657820:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719007.657822:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719007.657825:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719007.657827:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719007.657831:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719007.657839:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529511936:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719007.657843:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719007.657846:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657852:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719007.657853:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719007.657856:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719007.657858:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719007.657860:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719007.657863:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512064:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719007.657866:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719007.657868:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719007.657870:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719007.657872:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719007.657875:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719007.657877:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719007.657880:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719007.657882:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719007.657885:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719007.657888:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529512064, portal 4
00000100:00000001:2.0:1779719007.657890:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719007.657891:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:2.0:1779719007.657896:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.657903:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719007.657905:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719007.657907:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719007.657910:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529512064, offset 0
00000400:00000200:2.0:1779719007.657914:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719007.657917:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719007.657947:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719007.657951:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719007.657954:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719007.657957:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719007.657960:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719007.657964:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157730:157730:256:4294967295] 192.168.203.145@tcp LPNI seq info [157729:157729:8:4294967295]
00000400:00000200:2.0:1779719007.657969:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719007.657976:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719007.657981:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719007.657985:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719007.657989:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719007.657991:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1779719007.657996:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719007.657998:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1779719007.658001:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719007.658004:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719007.658007:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719007.658010:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719007.658013:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719007.658015:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719007.658017:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719007.658021:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.658030:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719007.658033:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.658040:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.658042:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719007.658044:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719007.658048:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779719007.658050:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719007.658052:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316126738
00000100:00000001:2.0:1779719007.658054:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316127998
00000100:00000001:2.0:1779719007.658055:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316126738
00000100:00000001:2.0:1779719007.658057:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316127998
00000100:00000001:2.0:1779719007.658058:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719007.658060:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.658061:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719007.658064:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719007/real 1779719007]  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719007.658068:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719007.658069:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719007.658071:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719007.658072:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719007.658073:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719007.658075:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719007.658077:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719007.658083:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.658087:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719007.658088:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.658089:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719007.658090:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719007.658092:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.658102:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719007.658104:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.658109:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719007.658110:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.658111:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719007.658112:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.658113:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719007.658114:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719007.658116:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719007.658118:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719007.658119:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719007.658122:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719007.658128:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512064:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719007.658131:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.658133:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719007.658135:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529511808/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.658139:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719007.658141:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719007.658142:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779719007.658144:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719007.658145:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719007.658146:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779719007.658148:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719007.658149:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92800.
02000000:00000001:2.0:1779719007.658152:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719007.658153:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719007.658155:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:2.0:1779719007.658157:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719007.658158:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.658159:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719007.658161:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529511936/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.658166:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719007.658166:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719007.658167:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719007.658169:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719007.658169:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719007.658170:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779719007.658171:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719007.658172:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90400.
02000000:00000001:2.0:1779719007.658174:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719007.658174:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719007.658175:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:2.0:1779719007.658176:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719007.658177:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.658178:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719007.658180:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529512064/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719007.658184:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719007.658186:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719007.658187:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719007.658188:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719007.658189:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719007.658190:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779719007.658192:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719007.658193:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90800.
02000000:00000001:2.0:1779719007.658194:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719007.658195:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719007.658196:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:2.0:1779719007.658197:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719007.658198:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.658199:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719007.658203:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719007.658204:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719007.658206:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719007.658207:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719008.104026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719008.104031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719008.104036:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719008.104038:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719008.104041:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719008.104042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779719008.104089:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779719008.104092:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779719008.104095:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719008.680004:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719008.680010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719008.680012:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719008.680015:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719008.680018:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719008.680021:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719008.680023:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719008.680026:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719008.680028:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719008.936023:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316127998, at 4316128000
00000100:00000040:0.0:1779719008.936027:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316127998, at 4316128000
00000100:00000010:1.0:1779719008.936039:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5240.
00000100:00000010:0.0:1779719008.936043:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b58a0.
00010000:00000001:2.0:1779719009.128028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719009.128035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719009.128041:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719009.128042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719009.128047:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719009.128048:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779719009.128093:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779719009.128098:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779719009.128102:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719009.704049:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719009.704057:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719009.704059:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719009.704064:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719009.704071:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719009.704075:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719009.704078:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719009.704081:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719009.704083:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719010.152043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719010.152051:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719010.152060:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719010.152065:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779719010.152069:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779719010.152074:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719010.152078:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779719010.152081:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719010.152085:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719010.152089:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719010.152093:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719010.152095:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779719010.152146:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779719010.152149:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779719010.152152:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719010.728006:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719010.728014:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719010.728016:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719010.728021:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719010.728025:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719010.728028:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719010.728031:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719010.728034:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719010.728036:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719011.176057:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719011.176062:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719011.176068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719011.176070:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719011.176075:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719011.176076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779719011.176126:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779719011.176129:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779719011.176132:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719011.752034:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719011.752042:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719011.752044:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719011.752049:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719011.752053:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719011.752056:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719011.752059:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719011.752062:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719011.752064:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719012.200094:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719012.200101:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719012.200109:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719012.200113:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719012.200118:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719012.200119:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779719012.200164:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779719012.200169:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779719012.200173:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779719012.776018:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779719012.776018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719012.776025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719012.776027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779719012.776029:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779719012.776032:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1779719012.776033:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779719012.776036:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779719012.776037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779719012.776041:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779719012.776050:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21459
00000400:00000200:0.0:1779719012.776061:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719012.776069:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779719012.776072:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779719012.776076:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776080:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719012.776082:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776085:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779719012.776090:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719012.776093:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779719012.776096:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779719012.776099:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779719012.776102:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779719012.776104:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779719012.776108:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776110:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719012.776111:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776113:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779719012.776115:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779719012.776118:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776120:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719012.776122:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779719012.776126:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779719012.776128:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.776130:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779719012.776132:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779719012.776144:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6680.
00000100:00000001:3.0:1779719012.776144:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1779719012.776152:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
00000100:00000001:3.0:1779719012.776153:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719012.776158:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779719012.776161:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1779719012.776162:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719012.776163:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.776173:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779719012.776175:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779719012.776180:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779719012.776190:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779719012.776198:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779719012.776208:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779719012.776217:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779719012.776221:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719012.776225:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bfd0c85] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719012.776247:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779719012.776250:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779719012.776258:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779719012.776260:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779719012.776262:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779719012.776265:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779719012.776271:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21459
00000400:00000200:0.0:1779719012.776275:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719012.776277:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779719012.776279:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779719012.776280:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1779719012.776284:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776288:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779719012.776289:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719012.776293:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1779719012.776296:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776299:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779719012.776302:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719012.776305:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779719012.776306:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779719012.776307:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779719012.776309:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779719012.776311:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:2.0:1779719012.776314:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779719012.776328:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776333:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719012.776339:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776346:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779719012.776352:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779719012.776364:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:2.0:1779719012.776364:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719012.776370:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.776371:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719012.776381:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779719012.776383:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719012.776387:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779719012.776388:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779719012.776395:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719012.776396:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.776398:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779719012.776402:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779719012.776407:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719012.776407:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529512192:192.168.203.145@tcp:250:kworker.0
00000100:00000001:0.0:1779719012.776412:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779719012.776421:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6d80.
00000100:00000001:2.0:1779719012.776421:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1779719012.776426:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:2.0:1779719012.776427:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1779719012.776431:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779719012.776433:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719012.776434:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.776445:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779719012.776446:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1779719012.776449:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779719012.776452:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779719012.776457:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59c00.
02000000:00000010:2.0:1779719012.776458:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
00000100:00000001:0.0:1779719012.776461:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719012.776462:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779719012.776470:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779719012.776480:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:0.0:1779719012.776485:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779719012.776487:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779719012.776488:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000040:0.0:1779719012.776492:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c27aefa5] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1779719012.776497:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719012.776509:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529512192, portal 25
00000100:00000001:0.0:1779719012.776512:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.776513:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1779719012.776518:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779719012.776521:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493247616 : -117608216304000 : ffff9509340b6680)
00000100:00080000:0.0:1779719012.776525:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779719012.776529:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779719012.776531:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1779719012.776537:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719012.776538:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779719012.776549:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21459
00000400:00000200:0.0:1779719012.776565:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719012.776565:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1779719012.776574:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000040:2.0:1779719012.776577:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:0.0:1779719012.776581:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1779719012.776583:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000040:0.0:1779719012.776587:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776590:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1779719012.776590:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529512192, offset 0
00000100:00000040:0.0:1779719012.776597:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776600:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779719012.776613:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719012.776614:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779719012.776616:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779719012.776618:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779719012.776621:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779719012.776624:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779719012.776629:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000040:0.0:1779719012.776635:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776639:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719012.776642:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776644:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779719012.776648:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000020:00000040:0.0:1779719012.776654:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00080000:0.0:1779719012.776660:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776662:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719012.776669:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
02000000:00000001:0.0:1779719012.776671:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779719012.776682:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779719012.776686:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1779719012.776694:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.776697:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779719012.776699:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779719012.776701:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.776702:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779719012.776718:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7480.
00000400:00000200:2.0:1779719012.776718:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000020:00000040:0.0:1779719012.776723:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000400:00000200:2.0:1779719012.776726:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1779719012.776729:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779719012.776730:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.776734:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779719012.776738:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779719012.776742:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:0.0:1779719012.776743:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779719012.776753:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd59400.
00000400:00000200:2.0:1779719012.776753:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157731:157731:256:4294967295] 192.168.203.145@tcp LPNI seq info [157730:157730:8:4294967295]
00000100:00000001:0.0:1779719012.776761:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719012.776767:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00100000:0.0:1779719012.776772:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779719012.776793:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1779719012.776793:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1779719012.776802:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719012.776808:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035847d30] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779719012.776808:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719012.776817:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000001:0.0:1779719012.776824:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719012.776828:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1779719012.776836:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00000040:0.0:1779719012.776840:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1779719012.776842:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1779719012.776843:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779719012.776852:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779719012.776854:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1779719012.776858:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000100:00080000:0.0:1779719012.776859:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779719012.776867:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000800:00000200:2.1:1779719012.776868:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1779719012.776874:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21459
00000400:00000200:0.0:1779719012.776879:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719012.776887:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000800:00000100:2.0:1779719012.776888:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1779719012.776890:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779719012.776893:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000800:00000010:2.0:1779719012.776893:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000100:00000001:0.0:1779719012.776900:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719012.776903:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776905:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779719012.776907:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1779719012.776908:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719012.776910:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779719012.776912:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779719012.776918:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779719012.776947:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779719012.776950:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779719012.776956:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776959:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779719012.776961:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1779719012.776962:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776970:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779719012.776975:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:0.0:1779719012.776979:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779719012.776981:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719012.776981:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
02000000:00000001:0.0:1779719012.776986:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1779719012.776989:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
02000000:00000001:0.0:1779719012.776990:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779719012.776997:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.776999:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779719012.777000:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:0.0:1779719012.777002:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779719012.777005:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779719012.777007:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719012.777008:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779719012.777021:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5880.
00000020:00000040:0.0:1779719012.777030:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779719012.777034:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779719012.777035:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1779719012.777038:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.777044:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1779719012.777045:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779719012.777048:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779719012.777053:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779719012.777062:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a400.
00000100:00000001:2.0:1779719012.777064:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719012.777067:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777067:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719012.777072:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779719012.777074:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779719012.777082:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719012.777092:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316133119
00000100:00000001:0.0:1779719012.777104:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779719012.777108:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1779719012.777109:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b50c0.
00000100:00000040:0.0:1779719012.777119:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6ec6a39] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777121:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1779719012.777131:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777132:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316133119
00000100:00000010:2.0:1779719012.777138:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5420.
00000100:00000040:0.0:1779719012.777140:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21469)
00000100:00000001:2.0:1779719012.777143:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779719012.777149:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719012.777152:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777163:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719012.777168:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719012/real 1779719012]  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719012.777176:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719012.777177:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719012.777179:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719012.777181:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719012.777182:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719012.777184:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719012.777187:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719012.777192:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777202:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719012.777203:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777205:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719012.777206:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719012.777209:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777213:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719012.777216:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777221:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719012.777223:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777224:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719012.777225:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777226:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719012.777228:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719012.777230:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719012.777233:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719012.777234:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719012.777237:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719012.777242:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529512192:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779719012.777245:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777247:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719012.777249:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6680 x1866162529512192/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777253:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719012.777255:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719012.777258:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719012.777260:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719012.777262:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719012.777263:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779719012.777265:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719012.777267:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:2.0:1779719012.777270:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719012.777272:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719012.777273:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6680.
00000100:00000001:2.0:1779719012.777276:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719012.777277:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777278:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777284:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719012.777285:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777287:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719012.777288:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719012.777289:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719012.777292:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777297:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719012.777298:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719012.777300:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719012.777301:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719012.777303:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719012.777305:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512320:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719012.777307:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719012.777308:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719012.777310:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719012.777311:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719012.777313:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719012.777315:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719012.777331:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719012.777334:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719012.777337:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719012.777339:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529512320, portal 10
00000100:00000001:2.0:1779719012.777341:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719012.777342:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493249408 : -117608216302208 : ffff9509340b6d80)
00000100:00000040:2.0:1779719012.777347:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777352:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719012.777353:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719012.777355:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719012.777356:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529512320, offset 0
00000400:00000200:2.0:1779719012.777359:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719012.777362:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719012.777365:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719012.777367:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719012.777369:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719012.777371:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719012.777373:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719012.777375:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157732:157732:256:4294967295] 192.168.203.145@tcp LPNI seq info [157731:157731:8:4294967295]
00000400:00000200:2.0:1779719012.777378:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719012.777383:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719012.777385:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719012.777388:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719012.777390:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719012.777392:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779719012.777396:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719012.777398:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779719012.777401:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719012.777402:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719012.777404:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719012.777406:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719012.777408:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719012.777409:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719012.777411:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719012.777413:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777423:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719012.777425:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777429:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777430:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719012.777432:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719012.777434:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779719012.777436:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719012.777438:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316131851
00000100:00000001:2.0:1779719012.777439:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316133119
00000100:00000001:2.0:1779719012.777441:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316131851
00000100:00000001:2.0:1779719012.777442:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316133119
00000100:00000001:2.0:1779719012.777444:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719012.777445:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777446:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719012.777448:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719012/real 1779719012]  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719012.777453:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719012.777454:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719012.777455:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719012.777456:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719012.777457:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719012.777459:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719012.777461:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719012.777466:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777469:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719012.777471:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777472:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719012.777473:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719012.777475:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777479:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719012.777481:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777485:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719012.777487:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777488:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719012.777489:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777490:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719012.777491:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719012.777493:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719012.777495:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719012.777496:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719012.777498:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719012.777503:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512320:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719012.777505:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719012.777508:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777512:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719012.777513:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719012.777515:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719012.777516:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719012.777517:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719012.777519:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512448:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719012.777521:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719012.777523:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719012.777524:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719012.777525:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719012.777527:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719012.777529:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719012.777530:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719012.777532:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719012.777534:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719012.777536:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529512448, portal 10
00000100:00000001:2.0:1779719012.777537:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719012.777538:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493251200 : -117608216300416 : ffff9509340b7480)
00000100:00000040:2.0:1779719012.777542:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777546:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719012.777547:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719012.777548:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719012.777550:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529512448, offset 0
00000400:00000200:2.0:1779719012.777552:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719012.777554:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719012.777556:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719012.777558:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719012.777560:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719012.777561:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719012.777563:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719012.777565:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157733:157733:256:4294967295] 192.168.203.145@tcp LPNI seq info [157732:157732:8:4294967295]
00000400:00000200:2.0:1779719012.777568:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719012.777571:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719012.777574:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719012.777576:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719012.777578:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719012.777580:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779719012.777583:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719012.777585:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779719012.777587:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719012.777589:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719012.777590:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719012.777592:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719012.777594:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719012.777595:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719012.777596:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719012.777598:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777603:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719012.777605:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777609:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777610:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719012.777612:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719012.777613:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779719012.777616:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719012.777617:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316131859
00000100:00000001:2.0:1779719012.777618:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316133119
00000100:00000001:2.0:1779719012.777620:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316131859
00000100:00000001:2.0:1779719012.777621:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316133119
00000100:00000001:2.0:1779719012.777622:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719012.777623:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777624:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719012.777626:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719012/real 1779719012]  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719012.777631:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719012.777632:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719012.777633:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719012.777634:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719012.777635:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719012.777637:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719012.777639:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719012.777643:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777647:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719012.777648:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777649:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719012.777650:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719012.777652:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777655:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719012.777658:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777662:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719012.777663:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777664:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719012.777665:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777666:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719012.777667:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719012.777668:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719012.777670:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719012.777671:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719012.777674:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719012.777683:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512448:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719012.777685:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719012.777688:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777692:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719012.777693:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719012.777694:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719012.777695:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719012.777696:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719012.777698:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512576:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719012.777699:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719012.777701:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719012.777702:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719012.777703:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719012.777705:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779719012.777706:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719012.777708:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719012.777709:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719012.777711:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719012.777713:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529512576, portal 4
00000100:00000001:2.0:1779719012.777714:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719012.777715:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244032 : -117608216307584 : ffff9509340b5880)
00000100:00000040:2.0:1779719012.777719:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777723:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719012.777724:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719012.777726:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719012.777727:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529512576, offset 0
00000400:00000200:2.0:1779719012.777729:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719012.777732:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719012.777734:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719012.777736:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719012.777737:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719012.777739:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719012.777740:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719012.777742:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157734:157734:256:4294967295] 192.168.203.145@tcp LPNI seq info [157733:157733:8:4294967295]
00000400:00000200:2.0:1779719012.777745:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719012.777749:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719012.777751:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719012.777753:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719012.777755:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719012.777757:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1779719012.777760:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719012.777761:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1779719012.777764:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719012.777765:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719012.777767:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719012.777769:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719012.777771:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719012.777772:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719012.777773:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719012.777775:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777780:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719012.777782:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777786:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777787:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719012.777788:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719012.777790:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779719012.777792:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719012.777794:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316131857
00000100:00000001:2.0:1779719012.777796:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316133119
00000100:00000001:2.0:1779719012.777797:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316131857
00000100:00000001:2.0:1779719012.777798:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316133119
00000100:00000001:2.0:1779719012.777800:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719012.777801:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777802:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719012.777804:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719012/real 1779719012]  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719012.777808:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719012.777809:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719012.777810:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719012.777811:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719012.777812:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719012.777813:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719012.777815:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719012.777819:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777823:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719012.777824:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777825:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719012.777826:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719012.777828:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777832:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719012.777835:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777838:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719012.777840:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777841:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719012.777842:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777843:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719012.777844:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719012.777846:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719012.777848:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719012.777849:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719012.777851:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719012.777855:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512576:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719012.777858:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777859:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719012.777860:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6d80 x1866162529512320/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777865:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719012.777866:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719012.777867:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719012.777869:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719012.777871:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719012.777872:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779719012.777874:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719012.777876:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59c00.
02000000:00000001:2.0:1779719012.777878:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719012.777879:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719012.777881:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6d80.
00000100:00000001:2.0:1779719012.777883:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719012.777885:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777886:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719012.777890:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7480 x1866162529512448/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777903:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719012.777905:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719012.777906:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719012.777909:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719012.777910:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719012.777911:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779719012.777913:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719012.777915:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd59400.
02000000:00000001:2.0:1779719012.777917:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719012.777919:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719012.777938:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7480.
00000100:00000001:2.0:1779719012.777940:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719012.777941:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777943:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719012.777947:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5880 x1866162529512576/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719037 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719012.777954:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719012.777956:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719012.777957:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996d800.
02000000:00000001:2.0:1779719012.777959:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719012.777960:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719012.777962:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779719012.777964:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719012.777965:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a400.
02000000:00000001:2.0:1779719012.777969:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719012.777970:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719012.777971:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5880.
00000100:00000001:2.0:1779719012.777974:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719012.777975:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777977:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719012.777980:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719012.777982:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719012.777984:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719012.777986:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719013.224043:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719013.224048:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719013.224053:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719013.224055:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719013.224059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719013.224061:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779719013.224082:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779719013.224084:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779719013.224085:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719013.799984:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719013.799991:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719013.799993:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719013.799999:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719013.800002:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719013.800006:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719013.800009:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719013.800012:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719013.800015:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719014.056040:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316133119, at 4316133120
00000100:00000040:0.0:1779719014.056044:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316133119, at 4316133120
00000100:00000010:0.0:1779719014.056064:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b50c0.
00000100:00000010:1.0:1779719014.056075:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5420.
00010000:00000001:2.0:1779719014.248053:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719014.248060:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719014.248066:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719014.248067:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719014.248071:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719014.248074:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779719014.248076:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779719014.248080:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719014.248083:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779719014.248085:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719014.248087:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719014.248089:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779719014.248178:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779719014.248184:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779719014.248188:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719014.824004:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719014.824010:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719014.824012:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719014.824017:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719014.824020:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719014.824022:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719014.824025:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719014.824027:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719014.824029:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719015.272059:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719015.272066:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719015.272073:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719015.272074:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719015.272077:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719015.272078:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779719015.272127:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779719015.272131:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779719015.272136:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719015.848031:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719015.848038:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719015.848040:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719015.848045:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719015.848048:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719015.848056:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719015.848059:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719015.848062:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719015.848064:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719016.296020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719016.296040:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779719016.296042:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779719016.296046:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719016.296051:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779719016.296054:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719016.296055:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719016.296057:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719016.296062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719016.296063:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719016.296066:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719016.296067:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779719016.296090:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779719016.296092:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779719016.296094:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719016.871994:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719016.872000:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719016.872001:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719016.872005:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719016.872008:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719016.872011:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719016.872014:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719016.872016:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719016.872018:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719017.320029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719017.320036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719017.320041:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719017.320042:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719017.320045:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719017.320046:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779719017.320098:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779719017.320105:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779719017.320110:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1779719017.896016:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1779719017.896018:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719017.896024:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719017.896027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779719017.896028:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1779719017.896033:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1779719017.896034:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779719017.896037:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779719017.896040:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779719017.896042:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779719017.896043:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719017.896046:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719017.896049:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779719017.896052:0:219529:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21464
00000100:00000001:3.0:1779719017.896052:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779719017.896063:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719017.896071:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779719017.896075:0:219529:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779719017.896079:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896083:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719017.896086:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896089:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779719017.896093:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719017.896095:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779719017.896098:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779719017.896101:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779719017.896102:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779719017.896104:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779719017.896106:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896108:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719017.896109:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896110:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779719017.896112:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779719017.896114:0:219529:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896116:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719017.896118:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779719017.896121:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779719017.896123:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719017.896124:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779719017.896126:0:219529:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779719017.896133:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5f80.
00000020:00000040:0.0:1779719017.896136:0:219529:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779719017.896138:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779719017.896140:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719017.896142:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779719017.896144:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779719017.896148:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779719017.896154:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b000.
00000100:00000001:0.0:1779719017.896159:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779719017.896166:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779719017.896173:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779719017.896176:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719017.896179:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a70804e2] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719017.896200:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779719017.896202:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779719017.896205:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779719017.896206:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779719017.896207:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779719017.896209:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779719017.896211:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21464
00000400:00000200:0.0:1779719017.896213:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719017.896215:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779719017.896217:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779719017.896218:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896220:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719017.896221:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896222:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779719017.896224:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719017.896224:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779719017.896225:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779719017.896227:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779719017.896228:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779719017.896229:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779719017.896231:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896232:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719017.896234:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896235:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779719017.896236:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:0.0:1779719017.896238:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896239:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719017.896240:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779719017.896244:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779719017.896245:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719017.896246:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779719017.896250:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779719017.896252:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719017.896253:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779719017.896255:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5c00.
00000020:00000040:0.0:1779719017.896257:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:0.0:1779719017.896258:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779719017.896260:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719017.896261:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779719017.896263:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779719017.896264:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779719017.896269:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58000.
00000100:00000001:0.0:1779719017.896271:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779719017.896275:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779719017.896293:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779719017.896295:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719017.896298:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dda73a37] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719017.896304:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779719017.896306:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779719017.896308:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1779719017.896309:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779719017.896310:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779719017.896313:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779719017.896315:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1779719017.896316:0:219529:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21464
00000400:00000200:0.0:1779719017.896322:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719017.896324:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779719017.896326:0:219529:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779719017.896327:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779719017.896328:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779719017.896332:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719017.896336:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779719017.896337:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1779719017.896338:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779719017.896341:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719017.896342:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779719017.896343:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779719017.896345:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779719017.896347:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:0.0:1779719017.896352:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000100:00000040:2.0:1779719017.896353:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1779719017.896358:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896367:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719017.896376:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896386:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779719017.896391:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000100:00000001:2.0:1779719017.896392:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719017.896396:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779719017.896400:0:219529:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896404:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719017.896404:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1779719017.896411:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1779719017.896412:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779719017.896413:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719017.896420:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719017.896421:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719017.896430:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1779719017.896435:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529512704:192.168.203.145@tcp:250:kworker.0
00000008:00100000:0.0:1779719017.896436:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1779719017.896447:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.896451:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1779719017.896452:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779719017.896457:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4e00.
00000020:00000040:0.0:1779719017.896459:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:2.0:1779719017.896459:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719017.896463:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719017.896464:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779719017.896467:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719017.896467:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1779719017.896472:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779719017.896473:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779719017.896475:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779719017.896480:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b400.
02000000:00000010:2.0:1779719017.896480:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719017.896488:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719017.896489:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779719017.896496:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779719017.896502:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719017.896510:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00000001:0.0:1779719017.896518:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1779719017.896519:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000001:0.0:1779719017.896524:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779719017.896530:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529512704, portal 25
00000100:00000040:0.0:1779719017.896535:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25ce0] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.896536:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719017.896539:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493245824 : -117608216305792 : ffff9509340b5f80)
00000100:00000040:2.0:1779719017.896547:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719017.896600:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719017.896610:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779719017.896612:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1779719017.896616:0:219529:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1779719017.896624:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00080000:0.0:1779719017.896625:0:219529:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1779719017.896630:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00080000:0.0:1779719017.896631:0:219529:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779719017.896635:0:219529:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1779719017.896638:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529512704, offset 0
00000100:00080000:0.0:1779719017.896639:0:219529:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779719017.896648:0:219529:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779719017.896653:0:219529:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21464
00000400:00000200:2.0:1779719017.896655:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:0.0:1779719017.896662:0:219529:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719017.896665:0:219529:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779719017.896671:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:0.0:1779719017.896672:0:219529:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779719017.896681:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896683:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719017.896685:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896687:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779719017.896690:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000001:0.0:1779719017.896691:0:219529:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719017.896695:0:219529:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000020:00000001:0.0:1779719017.896698:0:219529:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779719017.896700:0:219529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779719017.896701:0:219529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779719017.896703:0:219529:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000400:00000200:2.0:1779719017.896711:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1779719017.896716:0:219529:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896719:0:219529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779719017.896722:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000040:0.0:1779719017.896723:0:219529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896729:0:219529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779719017.896731:0:219529:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000400:00000200:2.0:1779719017.896736:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1779719017.896739:0:219529:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896743:0:219529:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719017.896748:0:219529:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779719017.896748:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
02000000:00000001:0.0:1779719017.896754:0:219529:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779719017.896756:0:219529:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719017.896757:0:219529:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779719017.896759:0:219529:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1779719017.896761:0:219529:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719017.896762:0:219529:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779719017.896764:0:219529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b5500.
00000020:00000040:0.0:1779719017.896770:0:219529:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
00000400:00000200:2.0:1779719017.896772:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157735:157735:256:4294967295] 192.168.203.145@tcp LPNI seq info [157734:157734:8:4294967295]
02000000:00000001:0.0:1779719017.896775:0:219529:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779719017.896778:0:219529:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719017.896784:0:219529:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779719017.896786:0:219529:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1779719017.896790:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779719017.896791:0:219529:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779719017.896801:0:219529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5bc00.
00000100:00000001:0.0:1779719017.896805:0:219529:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779719017.896814:0:219529:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779719017.896827:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719017.896853:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779719017.896859:0:219529:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779719017.896861:0:219529:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779719017.896862:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000040:0.0:1779719017.896869:0:219529:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e708032f] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1779719017.896880:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719017.896889:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1779719017.896891:0:219529:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719017.896903:0:219529:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21474)
00000800:00000200:2.1:1779719017.896910:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719017.896915:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779719017.896958:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719017.896961:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719017.896968:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719017.896973:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719017.896978:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719017.896980:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719017.896984:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719017.896988:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.896997:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719017.897000:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897010:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.897011:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719017.897016:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719017.897019:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719017.897022:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316138239
00000100:00000010:2.0:1779719017.897028:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5060.
00000100:00000001:2.0:1779719017.897035:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1779719017.897043:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316138239
00000100:00000010:2.0:1779719017.897045:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5780.
00000100:00000001:2.0:1779719017.897047:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1779719017.897050:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719017.897053:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.897055:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719017.897058:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719017/real 1779719017]  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719017.897065:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719017.897067:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719017.897068:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719017.897070:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719017.897072:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719017.897074:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719017.897076:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719017.897082:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897086:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719017.897087:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897089:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719017.897090:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719017.897092:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897098:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719017.897102:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897107:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719017.897109:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897110:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719017.897110:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897113:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719017.897114:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719017.897117:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719017.897120:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719017.897121:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719017.897124:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719017.897129:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529512704:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779719017.897132:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719017.897135:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897140:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719017.897141:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719017.897143:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719017.897146:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719017.897147:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719017.897149:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512832:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719017.897151:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719017.897152:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719017.897153:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719017.897155:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719017.897157:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719017.897159:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719017.897161:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719017.897163:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719017.897166:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719017.897168:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529512832, portal 10
00000100:00000001:2.0:1779719017.897169:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719017.897170:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493244928 : -117608216306688 : ffff9509340b5c00)
00000100:00000040:2.0:1779719017.897176:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897181:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719017.897182:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719017.897184:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719017.897185:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529512832, offset 0
00000400:00000200:2.0:1779719017.897188:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719017.897190:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719017.897193:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719017.897195:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719017.897197:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719017.897198:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719017.897200:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719017.897203:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157736:157736:256:4294967295] 192.168.203.145@tcp LPNI seq info [157735:157735:8:4294967295]
00000400:00000200:2.0:1779719017.897205:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719017.897210:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719017.897213:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719017.897215:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719017.897218:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719017.897220:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779719017.897224:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719017.897226:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779719017.897229:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719017.897231:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719017.897233:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719017.897235:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719017.897237:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719017.897238:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719017.897240:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719017.897242:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897248:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719017.897250:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897254:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.897255:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719017.897257:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719017.897260:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779719017.897262:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719017.897263:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316136971
00000100:00000001:2.0:1779719017.897265:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316138239
00000100:00000001:2.0:1779719017.897267:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316136971
00000100:00000001:2.0:1779719017.897269:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316138239
00000100:00000001:2.0:1779719017.897270:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719017.897271:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.897272:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719017.897274:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719017/real 1779719017]  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719017.897295:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719017.897296:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719017.897298:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719017.897300:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719017.897301:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719017.897302:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719017.897305:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719017.897311:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897315:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719017.897316:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897317:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719017.897318:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719017.897320:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897325:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719017.897327:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897332:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719017.897333:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897334:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719017.897335:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897336:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719017.897338:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719017.897339:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719017.897341:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719017.897343:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719017.897345:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719017.897349:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512832:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719017.897352:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897353:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719017.897355:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5f80 x1866162529512704/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897361:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719017.897363:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719017.897366:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719017.897368:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719017.897370:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719017.897372:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779719017.897373:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719017.897375:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b000.
02000000:00000001:2.0:1779719017.897381:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719017.897382:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719017.897384:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5f80.
00000100:00000001:2.0:1779719017.897387:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719017.897388:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897390:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719017.897391:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5c00 x1866162529512832/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897395:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719017.897396:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719017.897397:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719017.897398:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719017.897399:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719017.897399:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779719017.897400:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719017.897401:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58000.
02000000:00000001:2.0:1779719017.897403:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719017.897403:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719017.897404:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5c00.
00000100:00000001:2.0:1779719017.897405:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719017.897406:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897407:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897414:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719017.897415:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.897416:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719017.897417:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719017.897418:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719017.897421:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897426:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719017.897427:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719017.897429:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719017.897430:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719017.897431:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719017.897433:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512960:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719017.897435:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719017.897437:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719017.897438:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719017.897439:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719017.897441:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719017.897443:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719017.897445:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719017.897447:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719017.897449:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719017.897451:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529512960, portal 10
00000100:00000001:2.0:1779719017.897452:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719017.897453:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493241344 : -117608216310272 : ffff9509340b4e00)
00000100:00000040:2.0:1779719017.897457:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897462:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719017.897464:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719017.897465:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719017.897467:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529512960, offset 0
00000400:00000200:2.0:1779719017.897469:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719017.897471:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719017.897473:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719017.897475:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719017.897477:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719017.897478:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719017.897480:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719017.897483:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157737:157737:256:4294967295] 192.168.203.145@tcp LPNI seq info [157736:157736:8:4294967295]
00000400:00000200:2.0:1779719017.897486:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719017.897490:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719017.897493:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719017.897495:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719017.897498:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719017.897500:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779719017.897502:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719017.897504:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779719017.897507:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719017.897509:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719017.897510:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719017.897513:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719017.897515:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719017.897516:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719017.897517:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719017.897520:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897525:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719017.897526:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897531:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.897532:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719017.897534:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719017.897536:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779719017.897538:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719017.897539:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316136979
00000100:00000001:2.0:1779719017.897541:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316138239
00000100:00000001:2.0:1779719017.897543:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316136979
00000100:00000001:2.0:1779719017.897544:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316138239
00000100:00000001:2.0:1779719017.897546:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719017.897547:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.897549:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719017.897551:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719017/real 1779719017]  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719017.897555:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719017.897556:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719017.897557:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719017.897558:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719017.897559:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719017.897560:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719017.897562:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719017.897568:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897572:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719017.897573:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897574:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719017.897575:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719017.897577:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897581:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719017.897583:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897587:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719017.897588:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897589:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719017.897590:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897591:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719017.897592:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719017.897594:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719017.897597:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719017.897598:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719017.897600:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719017.897605:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529512960:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719017.897607:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719017.897609:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897613:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719017.897614:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719017.897616:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719017.897617:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719017.897618:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719017.897619:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513088:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719017.897621:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719017.897622:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719017.897624:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719017.897625:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719017.897626:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719017.897628:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719017.897630:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719017.897632:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719017.897634:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719017.897636:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529513088, portal 4
00000100:00000001:2.0:1779719017.897637:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719017.897638:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493243136 : -117608216308480 : ffff9509340b5500)
00000100:00000040:2.0:1779719017.897642:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897651:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719017.897652:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719017.897654:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719017.897655:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529513088, offset 0
00000400:00000200:2.0:1779719017.897658:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719017.897660:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719017.897661:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719017.897663:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719017.897664:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719017.897666:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719017.897667:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719017.897669:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157738:157738:256:4294967295] 192.168.203.145@tcp LPNI seq info [157737:157737:8:4294967295]
00000400:00000200:2.0:1779719017.897672:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719017.897676:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719017.897679:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719017.897680:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719017.897682:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719017.897684:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1779719017.897687:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719017.897688:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1779719017.897691:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719017.897693:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719017.897694:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719017.897697:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719017.897698:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719017.897699:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719017.897700:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719017.897702:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897707:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719017.897708:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897717:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.897718:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719017.897720:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719017.897722:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779719017.897724:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719017.897725:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316136977
00000100:00000001:2.0:1779719017.897727:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316138239
00000100:00000001:2.0:1779719017.897729:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316136977
00000100:00000001:2.0:1779719017.897730:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316138239
00000100:00000001:2.0:1779719017.897731:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719017.897733:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.897734:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719017.897736:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719017/real 1779719017]  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719017.897740:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719017.897741:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719017.897742:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719017.897743:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719017.897744:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719017.897745:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719017.897747:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719017.897753:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897756:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719017.897757:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897758:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719017.897759:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719017.897761:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897766:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719017.897768:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897773:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719017.897774:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897775:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719017.897776:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897777:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719017.897778:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719017.897779:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719017.897781:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719017.897782:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719017.897784:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719017.897789:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513088:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719017.897791:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897792:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719017.897794:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4e00 x1866162529512960/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897797:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719017.897798:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719017.897799:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719017.897800:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719017.897801:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719017.897802:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779719017.897803:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719017.897804:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b400.
02000000:00000001:2.0:1779719017.897806:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719017.897808:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719017.897809:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4e00.
00000100:00000001:2.0:1779719017.897811:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719017.897811:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897812:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719017.897815:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b5500 x1866162529513088/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719042 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719017.897819:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719017.897820:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719017.897820:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719017.897822:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719017.897822:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719017.897823:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779719017.897824:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719017.897825:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5bc00.
02000000:00000001:2.0:1779719017.897826:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719017.897827:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719017.897827:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b5500.
00000100:00000001:2.0:1779719017.897829:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719017.897829:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897830:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719017.897832:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719017.897833:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719017.897834:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719017.897835:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719018.344062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719018.344068:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719018.344076:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719018.344077:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719018.344080:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719018.344081:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779719018.344132:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779719018.344139:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779719018.344144:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719018.919996:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719018.920001:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719018.920002:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719018.920007:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719018.920010:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719018.920012:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719018.920014:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719018.920017:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719018.920019:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719019.176009:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316138239, at 4316138240
00000100:00000010:1.0:1779719019.176021:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5780.
00000100:00000040:0.0:1779719019.176039:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316138239, at 4316138240
00000100:00000010:0.0:1779719019.176047:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5060.
00010000:00000001:2.0:1779719019.367999:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719019.368004:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719019.368008:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719019.368011:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779719019.368013:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779719019.368016:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719019.368019:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779719019.368021:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719019.368022:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719019.368023:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719019.368026:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719019.368027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779719019.368043:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779719019.368045:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779719019.368047:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719019.944070:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719019.944077:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719019.944080:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719019.944087:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719019.944091:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719019.944095:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719019.944098:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719019.944101:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719019.944105:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719020.392020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719020.392027:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719020.392034:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719020.392036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719020.392040:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719020.392041:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779719020.392165:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779719020.392172:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779719020.392180:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719020.967991:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719020.967996:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719020.967998:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719020.968003:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719020.968006:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719020.968009:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719020.968012:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719020.968014:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719020.968017:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719021.416055:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719021.416060:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719021.416068:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719021.416070:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719021.416074:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719021.416076:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779719021.416113:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779719021.416116:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779719021.416120:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719021.992067:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719021.992076:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719021.992079:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719021.992087:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719021.992092:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719021.992097:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719021.992102:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719021.992105:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719021.992109:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719022.440076:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719022.440080:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719022.440085:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719022.440086:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719022.440090:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719022.440092:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779719022.440115:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779719022.440117:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779719022.440120:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719023.015979:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719023.015986:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719023.015989:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719023.015994:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719023.015998:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719023.016003:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719023.016007:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719023.016011:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719023.016016:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779719023.016033:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779719023.016039:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1779719023.016042:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719023.016046:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779719023.016050:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779719023.016057:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21469
00000400:00000200:1.0:1779719023.016067:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779719023.016076:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779719023.016080:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779719023.016083:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016089:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719023.016092:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016095:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779719023.016100:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719023.016102:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:1.0:1779719023.016105:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779719023.016108:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:1.0:1779719023.016112:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:1.0:1779719023.016114:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:1.0:1779719023.016118:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016119:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719023.016121:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016122:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779719023.016125:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:1.0:1779719023.016127:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016129:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719023.016131:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1779719023.016135:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779719023.016137:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719023.016139:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1779719023.016141:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779719023.016149:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7ea00.
00000020:00000040:1.0:1779719023.016152:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:1.0:1779719023.016156:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779719023.016158:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719023.016161:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779719023.016163:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779719023.016167:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779719023.016175:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd92c00.
00000100:00000001:1.0:1779719023.016183:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1779719023.016192:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1779719023.016206:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779719023.016209:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719023.016213:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f07076a] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779719023.016233:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1779719023.016235:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1779719023.016238:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1779719023.016251:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719023.016254:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779719023.016258:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779719023.016261:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21469
00000400:00000200:1.0:1779719023.016265:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779719023.016271:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779719023.016273:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1779719023.016276:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016278:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719023.016279:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016281:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779719023.016283:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719023.016285:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000100:00000001:2.0:1779719023.016285:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1779719023.016286:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779719023.016292:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:1.0:1779719023.016295:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779719023.016295:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1779719023.016300:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000001:2.0:1779719023.016300:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1779719023.016305:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016307:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719023.016315:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000040:2.0:1779719023.016317:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779719023.016322:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779719023.016331:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00080000:1.0:1779719023.016340:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016350:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.016351:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1779719023.016358:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779719023.016359:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719023.016366:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1779719023.016370:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719023.016371:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1779719023.016377:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719023.016378:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719023.016388:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1779719023.016393:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529513216:192.168.203.145@tcp:250:kworker.0
00000008:00100000:1.0:1779719023.016395:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1779719023.016399:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1779719023.016402:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719023.016405:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719023.016406:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719023.016409:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779719023.016410:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c700.
02000000:00000001:2.0:1779719023.016411:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1779719023.016419:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000001:1.0:1779719023.016422:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779719023.016424:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779719023.016425:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996ec00.
00000100:00000001:1.0:1779719023.016427:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1779719023.016428:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719023.016429:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779719023.016436:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1779719023.016443:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd90000.
00000400:00000200:2.0:1779719023.016443:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:1.0:1779719023.016450:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779719023.016451:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000100:00100000:1.0:1779719023.016457:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1779719023.016462:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000001:1.0:1779719023.016464:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779719023.016470:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719023.016474:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062517b29] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719023.016477:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529513216, portal 25
00000100:00000001:1.0:1779719023.016486:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.016486:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1779719023.016491:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779719023.016491:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885893632 : -117608823657984 : ffff95090fd7ea00)
00000100:00080000:1.0:1779719023.016497:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1779719023.016500:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719023.016502:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1779719023.016506:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000040:2.0:1779719023.016507:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1779719023.016514:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21469
00000400:00000200:1.0:1779719023.016528:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:1.0:1779719023.016540:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779719023.016542:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1779719023.016544:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1779719023.016549:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000100:00000040:1.0:1779719023.016550:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016553:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1779719023.016554:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000040:1.0:1779719023.016558:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016560:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000200:2.0:1779719023.016560:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529513216, offset 0
00000020:00000001:1.0:1779719023.016569:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719023.016571:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:1.0:1779719023.016579:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1779719023.016580:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000020:00000040:1.0:1779719023.016587:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:1.0:1779719023.016591:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000020:00000001:1.0:1779719023.016593:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000400:00000200:2.0:1779719023.016595:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779719023.016596:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016600:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719023.016604:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016608:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000400:00000200:2.0:1779719023.016608:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000020:00000040:1.0:1779719023.016615:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000400:00000200:2.0:1779719023.016618:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1779719023.016622:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000400:00000200:2.0:1779719023.016624:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000100:00000001:1.0:1779719023.016634:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719023.016638:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1779719023.016642:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779719023.016645:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719023.016648:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157739:157739:256:4294967295] 192.168.203.145@tcp LPNI seq info [157738:157738:8:4294967295]
02000000:00000001:1.0:1779719023.016653:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1779719023.016654:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:1.0:1779719023.016663:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719023.016667:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1779719023.016671:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1779719023.016674:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1779719023.016683:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1779719023.016687:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000100:00000001:1.0:1779719023.016691:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779719023.016693:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000010:1.0:1779719023.016698:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7c000.
00000020:00000040:1.0:1779719023.016706:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
00000800:00000200:2.0:1779719023.016706:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719023.016710:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779719023.016716:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
02000000:00000001:1.0:1779719023.016722:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1779719023.016724:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
02000000:00000001:1.0:1779719023.016725:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719023.016734:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779719023.016738:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1779719023.016741:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
02000000:00000001:1.0:1779719023.016743:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779719023.016744:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
02000000:00000010:1.0:1779719023.016749:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91800.
00000400:00000200:2.0:1779719023.016751:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1779719023.016754:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719023.016760:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1779719023.016764:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1779719023.016764:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719023.016769:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719023.016777:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719023.016783:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779719023.016787:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779719023.016798:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.016804:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1779719023.016810:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062e808e9] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779719023.016811:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.016865:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.016872:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1779719023.016874:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.016878:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719023.016880:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1779719023.016884:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:1.0:1779719023.016894:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1779719023.016894:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316143358
00000100:00080000:1.0:1779719023.016904:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1779719023.016905:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b55a0.
00000100:00080000:1.0:1779719023.016909:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1779719023.016911:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1779719023.016913:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1779719023.016914:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1779719023.016916:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:1.0:1779719023.016958:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21469
00000100:00000001:2.0:1779719023.016962:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316143359
00000400:00000200:1.0:1779719023.016963:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000010:2.0:1779719023.016972:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5180.
00000400:00000200:1.0:1779719023.016973:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:1.0:1779719023.016980:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1779719023.016982:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1779719023.016986:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:2.0:1779719023.016988:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1779719023.016990:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1779719023.016995:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719023.016997:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:2.0:1779719023.017000:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1779719023.017001:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:1.0:1779719023.017004:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1779719023.017010:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000100:00100000:2.0:1779719023.017011:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719023/real 1779719023]  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1779719023.017017:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1779719023.017023:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:1.0:1779719023.017033:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:1.0:1779719023.017039:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:1.0:1779719023.017045:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.017050:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1779719023.017053:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:1.0:1779719023.017057:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:1.0:1779719023.017062:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00080000:1.0:1779719023.017070:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:1.0:1779719023.017080:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1779719023.017084:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1779719023.017085:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719023.017088:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1779719023.017090:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1779719023.017090:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719023.017095:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
02000000:00000001:1.0:1779719023.017096:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779719023.017098:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:1.0:1779719023.017103:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1779719023.017104:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:1.0:1779719023.017110:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1779719023.017112:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1779719023.017123:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719023.017129:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1779719023.017139:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95090fd7d180.
00000100:00000200:2.0:1779719023.017144:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1779719023.017145:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:1.0:1779719023.017154:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1779719023.017157:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1779719023.017164:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1779719023.017168:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1779719023.017173:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.017174:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719023.017181:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1779719023.017182:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95092fd91000.
00000100:00000001:2.0:1779719023.017185:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1779719023.017187:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.017188:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1779719023.017215:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1779719023.017215:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779719023.017264:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1779719023.017269:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.017270:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1779719023.017278:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea50a77b] to pc [ptlrpcd_rcv+-1]  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1779719023.017285:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1779719023.017305:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719023.017320:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21479)
00000100:00000001:2.0:1779719023.017320:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719023.017329:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017331:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719023.017332:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017334:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719023.017335:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719023.017338:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719023.017345:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719023.017347:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719023.017351:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719023.017358:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529513216:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779719023.017361:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017363:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719023.017364:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7ea00 x1866162529513216/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017369:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719023.017371:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719023.017373:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719023.017375:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719023.017377:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719023.017379:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779719023.017380:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719023.017382:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd92c00.
02000000:00000001:2.0:1779719023.017386:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719023.017388:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719023.017389:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7ea00.
00000100:00000001:2.0:1779719023.017392:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719023.017393:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017394:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017400:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719023.017401:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.017403:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719023.017404:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719023.017405:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719023.017408:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017413:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719023.017414:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719023.017416:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719023.017417:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719023.017418:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719023.017420:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513344:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719023.017423:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719023.017425:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719023.017426:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719023.017427:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719023.017430:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719023.017431:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719023.017434:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719023.017436:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719023.017438:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719023.017441:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529513344, portal 10
00000100:00000001:2.0:1779719023.017442:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719023.017443:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885884672 : -117608823666944 : ffff95090fd7c700)
00000100:00000040:2.0:1779719023.017448:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017453:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719023.017456:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719023.017458:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719023.017461:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529513344, offset 0
00000400:00000200:2.0:1779719023.017465:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719023.017470:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719023.017474:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719023.017478:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719023.017480:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719023.017483:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719023.017486:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719023.017489:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157740:157740:256:4294967295] 192.168.203.145@tcp LPNI seq info [157739:157739:8:4294967295]
00000400:00000200:2.0:1779719023.017494:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719023.017501:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719023.017505:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719023.017508:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719023.017511:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719023.017513:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779719023.017517:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719023.017518:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779719023.017521:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719023.017522:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719023.017524:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719023.017527:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719023.017529:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719023.017530:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719023.017532:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719023.017535:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017540:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719023.017543:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017547:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.017548:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719023.017550:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719023.017553:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779719023.017556:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719023.017557:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316142091
00000100:00000001:2.0:1779719023.017559:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316143358
00000100:00000001:2.0:1779719023.017561:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316142091
00000100:00000001:2.0:1779719023.017562:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316143359
00000100:00000001:2.0:1779719023.017563:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719023.017565:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.017566:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719023.017568:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719023/real 1779719023]  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719023.017573:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719023.017574:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719023.017582:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719023.017583:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719023.017584:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719023.017586:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719023.017588:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719023.017593:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017597:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719023.017598:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017599:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719023.017600:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719023.017602:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017606:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719023.017608:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017612:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719023.017614:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017615:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719023.017616:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017617:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719023.017618:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719023.017620:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719023.017622:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719023.017624:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719023.017626:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719023.017631:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513344:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719023.017634:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719023.017637:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017641:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719023.017642:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719023.017644:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719023.017645:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719023.017646:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719023.017648:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513472:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719023.017650:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719023.017651:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719023.017653:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719023.017654:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719023.017657:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719023.017658:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719023.017660:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719023.017662:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719023.017664:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719023.017666:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529513472, portal 10
00000100:00000001:2.0:1779719023.017667:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719023.017668:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885882880 : -117608823668736 : ffff95090fd7c000)
00000100:00000040:2.0:1779719023.017672:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017676:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719023.017678:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719023.017679:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719023.017681:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529513472, offset 0
00000400:00000200:2.0:1779719023.017683:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719023.017686:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719023.017688:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719023.017690:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719023.017692:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719023.017694:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719023.017695:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719023.017698:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157741:157741:256:4294967295] 192.168.203.145@tcp LPNI seq info [157740:157740:8:4294967295]
00000400:00000200:2.0:1779719023.017700:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719023.017704:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719023.017707:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719023.017708:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719023.017711:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719023.017713:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779719023.017716:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719023.017717:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779719023.017720:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719023.017721:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719023.017723:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719023.017725:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719023.017727:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719023.017728:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719023.017730:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719023.017732:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017737:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719023.017738:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017742:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.017743:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719023.017745:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719023.017747:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779719023.017749:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719023.017751:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316142099
00000100:00000001:2.0:1779719023.017752:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316143358
00000100:00000001:2.0:1779719023.017754:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316142099
00000100:00000001:2.0:1779719023.017756:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316143359
00000100:00000001:2.0:1779719023.017757:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719023.017759:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.017760:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719023.017762:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719023/real 1779719023]  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719023.017767:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719023.017767:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719023.017768:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719023.017769:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719023.017770:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719023.017772:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719023.017773:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719023.017778:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017783:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719023.017783:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017785:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719023.017786:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719023.017788:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017792:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719023.017794:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017798:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719023.017799:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017800:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719023.017801:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017803:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719023.017804:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719023.017806:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719023.017808:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719023.017810:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719023.017812:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719023.017816:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513472:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719023.017819:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719023.017821:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017825:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719023.017826:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719023.017827:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719023.017828:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719023.017829:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719023.017831:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513600:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719023.017833:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719023.017834:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719023.017835:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719023.017836:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719023.017838:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f800.
02000000:00000001:2.0:1779719023.017840:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719023.017841:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719023.017843:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719023.017845:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719023.017847:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529513600, portal 4
00000100:00000001:2.0:1779719023.017848:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719023.017848:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626464885887360 : -117608823664256 : ffff95090fd7d180)
00000100:00000040:2.0:1779719023.017852:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017857:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719023.017858:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719023.017860:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719023.017861:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529513600, offset 0
00000400:00000200:2.0:1779719023.017864:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719023.017866:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719023.017867:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719023.017869:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719023.017871:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719023.017872:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719023.017874:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719023.017876:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157742:157742:256:4294967295] 192.168.203.145@tcp LPNI seq info [157741:157741:8:4294967295]
00000400:00000200:2.0:1779719023.017878:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719023.017882:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719023.017885:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719023.017886:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719023.017889:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719023.017890:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1779719023.017893:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719023.017895:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1779719023.017897:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719023.017898:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719023.017900:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719023.017902:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719023.017903:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719023.017904:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719023.017906:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719023.017907:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017912:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719023.017914:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017940:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.017941:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719023.017943:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719023.017945:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779719023.017947:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719023.017949:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316142098
00000100:00000001:2.0:1779719023.017951:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316143358
00000100:00000001:2.0:1779719023.017952:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316142098
00000100:00000001:2.0:1779719023.017954:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316143359
00000100:00000001:2.0:1779719023.017955:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719023.017956:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.017957:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719023.017960:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719023/real 1779719023]  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719023.017964:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719023.017965:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719023.017966:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719023.017968:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719023.017969:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719023.017970:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719023.017972:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719023.017978:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017981:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719023.017982:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017983:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719023.017984:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719023.017986:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017991:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719023.017993:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.017997:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719023.017999:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.017999:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719023.018000:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.018001:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719023.018002:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719023.018004:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719023.018005:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719023.018007:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719023.018009:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719023.018013:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff95090fd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513600:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719023.018016:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.018017:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719023.018019:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c700 x1866162529513344/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.018022:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719023.018024:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719023.018025:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719023.018027:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719023.018028:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719023.018029:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779719023.018030:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719023.018032:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd90000.
02000000:00000001:2.0:1779719023.018035:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719023.018036:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719023.018037:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c700.
00000100:00000001:2.0:1779719023.018040:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719023.018042:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.018043:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719023.018047:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7c000 x1866162529513472/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.018053:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719023.018055:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719023.018056:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719023.018059:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719023.018060:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719023.018061:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779719023.018064:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719023.018065:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91800.
02000000:00000001:2.0:1779719023.018067:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719023.018069:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719023.018070:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7c000.
00000100:00000001:2.0:1779719023.018073:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719023.018074:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.018076:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719023.018079:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95090fd7d180 x1866162529513600/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719023.018086:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719023.018088:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719023.018089:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f800.
02000000:00000001:2.0:1779719023.018090:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719023.018091:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719023.018092:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779719023.018093:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719023.018094:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95092fd91000.
02000000:00000001:2.0:1779719023.018095:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719023.018096:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719023.018097:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95090fd7d180.
00000100:00000001:2.0:1779719023.018098:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719023.018100:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.018101:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719023.018103:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719023.018104:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719023.018106:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719023.018107:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719023.464052:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719023.464057:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719023.464064:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719023.464065:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719023.464069:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719023.464071:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779719023.464165:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779719023.464170:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779719023.464175:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719024.040068:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719024.040075:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719024.040078:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719024.040083:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719024.040087:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719024.040091:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719024.040094:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719024.040097:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719024.040099:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1779719024.296051:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316143359, at 4316143360
00000100:00000040:0.0:1779719024.296052:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316143358, at 4316143360
00000100:00000010:0.0:1779719024.296069:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b55a0.
00000100:00000010:1.0:1779719024.296071:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5180.
00010000:00000001:2.0:1779719024.488054:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719024.488060:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719024.488070:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719024.488072:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719024.488077:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719024.488080:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779719024.488082:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779719024.488084:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719024.488087:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779719024.488089:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719024.488090:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719024.488092:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779719024.488146:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779719024.488153:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779719024.488158:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719025.064002:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719025.064007:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719025.064009:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719025.064013:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719025.064015:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719025.064019:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719025.064021:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719025.064023:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719025.064025:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719025.512016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719025.512022:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719025.512029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719025.512031:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719025.512035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719025.512036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779719025.512057:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779719025.512060:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779719025.512063:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719026.088030:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719026.088037:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719026.088039:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719026.088045:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719026.088048:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719026.088052:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719026.088055:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719026.088057:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719026.088060:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719026.536024:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719026.536032:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779719026.536035:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779719026.536039:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719026.536043:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779719026.536047:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719026.536049:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719026.536051:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719026.536056:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719026.536058:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719026.536062:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719026.536063:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779719026.536116:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779719026.536119:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779719026.536122:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719027.112032:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719027.112040:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719027.112042:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719027.112048:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719027.112052:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719027.112057:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719027.112060:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719027.112080:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719027.112083:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719027.560029:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719027.560035:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719027.560042:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719027.560043:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719027.560048:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719027.560049:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779719027.560091:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779719027.560095:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779719027.560097:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719028.136019:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719028.136025:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719028.136027:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779719028.136029:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 86721df0-7795-4f7d-b7e7-c3485de32ac2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1779719028.136032:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00080000:0.0:1779719028.136035:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1779719028.136037:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1779719028.136038:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1779719028.136040:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1779719028.136042:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1779719028.136044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1779719028.136045:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:3.0:1779719028.136047:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719028.136050:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779719028.136053:0:346728:0:(import.c:512:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 21474
00000400:00000200:0.0:1779719028.136062:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719028.136067:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779719028.136070:0:346728:0:(import.c:591:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779719028.136072:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136075:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719028.136076:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136078:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779719028.136081:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719028.136082:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf3061a
00000020:00000001:0.0:1779719028.136084:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779719028.136086:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093b423000 refcount=3
00000020:00000001:0.0:1779719028.136087:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000020:00000001:0.0:1779719028.136089:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465614278656 : -117608095272960 : ffff95093b423000)
00000100:00000040:0.0:1779719028.136091:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136092:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719028.136094:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136095:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779719028.136097:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093b423000 : new refcount 2
00000100:00080000:0.0:1779719028.136099:0:346728:0:(import.c:626:import_select_connection()) MGC192.168.203.145@tcp: import ffff95090677d800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136100:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719028.136102:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779719028.136105:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779719028.136107:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719028.136109:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1779719028.136111:0:346728:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779719028.136118:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7800.
00000020:00000040:0.0:1779719028.136120:0:346728:0:(genops.c:1231:class_import_get()) import ffff95090677d800 refcount=4 obd=MGC192.168.203.145@tcp
02000000:00000001:0.0:1779719028.136123:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779719028.136124:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719028.136127:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779719028.136129:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779719028.136132:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779719028.136138:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5b800.
00000100:00000001:0.0:1779719028.136144:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779719028.136151:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1779719028.136159:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779719028.136162:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719028.136166:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b481b925] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719028.136182:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1779719028.136185:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779719028.136187:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1779719028.136188:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779719028.136189:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779719028.136191:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00080000:0.0:1779719028.136193:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21474
00000400:00000200:0.0:1779719028.136196:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:0.0:1779719028.136198:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00080000:0.0:1779719028.136199:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779719028.136216:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136218:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719028.136219:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136221:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779719028.136223:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719028.136224:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f1
00000020:00000001:0.0:1779719028.136226:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1779719028.136228:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f800 refcount=5
00000020:00000001:0.0:1779719028.136229:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000020:00000001:0.0:1779719028.136231:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494661120 : -117608214890496 : ffff95093420f800)
00000100:00000040:0.0:1779719028.136233:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136235:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719028.136236:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136238:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000100:00000001:2.0:1779719028.136238:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1779719028.136242:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f800 : new refcount 4
00000100:00000001:2.0:1779719028.136243:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719028.136247:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1779719028.136249:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff950941284800: import ffff95093423a800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136255:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719028.136255:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779719028.136259:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1779719028.136266:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719028.136266:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719028.136267:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719028.136273:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719028.136274:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1779719028.136277:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1779719028.136278:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719028.136281:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1779719028.136282:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1779719028.136284:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529513728:192.168.203.145@tcp:250:kworker.0
00000008:00000001:0.0:1779719028.136290:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.136291:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1779719028.136295:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719028.136296:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719028.136298:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1779719028.136299:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b7100.
02000000:00000001:2.0:1779719028.136300:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1779719028.136305:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423a800 refcount=149 obd=lustre-MDT0000-mdc-ffff950941284800
02000000:00000010:2.0:1779719028.136307:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f800.
02000000:00000001:0.0:1779719028.136308:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1779719028.136310:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719028.136311:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719028.136314:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1779719028.136317:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
02000000:00000001:0.0:1779719028.136318:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779719028.136323:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1779719028.136323:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
02000000:00000010:0.0:1779719028.136331:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd58c00.
00000400:00000010:2.0:1779719028.136331:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000001:0.0:1779719028.136337:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779719028.136340:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529513728, portal 25
00000100:00000001:2.0:1779719028.136344:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719028.136346:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493252096 : -117608216299520 : ffff9509340b7800)
00000100:00100000:0.0:1779719028.136347:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1779719028.136354:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.136378:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1779719028.136384:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1779719028.136384:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719028.136387:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000001:0.0:1779719028.136388:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779719028.136391:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1866162529513728, offset 0
00000100:00000040:0.0:1779719028.136396:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ed2eaf8] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1779719028.136401:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136412:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719028.136412:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00080000:0.0:1779719028.136417:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1779719028.136421:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1779719028.136422:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000100:00000001:0.0:1779719028.136424:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779719028.136427:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1779719028.136430:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000400:00000200:2.0:1779719028.136431:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1779719028.136436:0:346728:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21474
00000400:00000200:2.0:1779719028.136439:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:0.0:1779719028.136444:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719028.136446:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1779719028.136451:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000400:00000200:2.0:1779719028.136454:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000100:00080000:0.0:1779719028.136455:0:346728:0:(import.c:591:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779719028.136461:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000400:00000200:2.0:1779719028.136462:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157743:157743:256:4294967295] 192.168.203.145@tcp LPNI seq info [157742:157742:8:4294967295]
00000100:00000001:0.0:1779719028.136467:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1779719028.136470:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779719028.136473:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136476:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779719028.136479:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1779719028.136483:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf517f8
00000020:00000001:0.0:1779719028.136487:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1779719028.136487:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1779719028.136491:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95093420f000 refcount=5
00000020:00000001:0.0:1779719028.136496:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000200:2.0:1779719028.136496:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000020:00000001:0.0:1779719028.136502:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494659072 : -117608214892544 : ffff95093420f000)
00000800:00000010:2.0:1779719028.136503:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000100:00000040:0.0:1779719028.136508:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136513:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1779719028.136513:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719028.136518:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1779719028.136519:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136525:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000800:00000200:2.1:1779719028.136528:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000020:00000040:0.0:1779719028.136530:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff95093420f000 : new refcount 4
00000800:00000200:2.1:1779719028.136532:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1779719028.136537:0:346728:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff950941284800: import ffff95093423f800 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000100:2.0:1779719028.136540:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136543:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1779719028.136544:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
02000000:00000001:0.0:1779719028.136548:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1779719028.136551:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1779719028.136552:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1779719028.136557:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719028.136559:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1779719028.136561:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1779719028.136564:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000008:00100000:0.0:1779719028.136565:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682136 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1779719028.136567:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000008:00000001:0.0:1779719028.136570:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.136572:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1779719028.136573:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1779719028.136578:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1779719028.136579:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b4a80.
00000020:00000040:0.0:1779719028.136584:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093423f800 refcount=5 obd=lustre-MDT0001-mdc-ffff950941284800
02000000:00000001:0.0:1779719028.136591:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1779719028.136592:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1779719028.136593:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719028.136597:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1779719028.136598:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1779719028.136600:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1779719028.136604:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1779719028.136609:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5a800.
00000100:00000001:0.0:1779719028.136613:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.136620:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779719028.136622:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1779719028.136624:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1779719028.136632:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1779719028.136633:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719028.136636:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719028.136641:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000040:0.0:1779719028.136644:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c149551c] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.136646:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 0 is 4316148478
00000100:00000010:2.0:1779719028.136655:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5ea0.
00000100:00000001:0.0:1779719028.136657:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719028.136661:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779719028.136664:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1779719028.136665:0:346728:0:(pinger.c:249:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1779719028.136670:0:346728:0:(pinger.c:231:ptlrpc_pinger_process_import()) 58e7bebd-9073-47dd-bd80-47cd1e6d88c2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1779719028.136672:0:248765:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS new deadline estimation for cpu 1 is 4316148478
00000100:00080000:0.0:1779719028.136673:0:346728:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1779719028.136678:0:346728:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1779719028.136679:0:346728:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1779719028.136679:0:248765:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9509268b5de0.
00000100:00000001:0.0:1779719028.136685:0:346728:0:(import.c:487:import_select_connection()) Process entered
00000100:00000001:2.0:1779719028.136686:0:248765:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.145@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1779719028.136689:0:346728:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff950941284800: connect to NID 192.168.203.145@tcp last attempt 21474
00000100:00000001:2.0:1779719028.136692:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1779719028.136697:0:346728:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719028.136699:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1779719028.136703:0:346728:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.203.145@tcp is discovered: rc = 1
00000100:00000001:2.0:1779719028.136704:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1779719028.136707:0:346728:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-ffff950941284800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1779719028.136713:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00100000:2.0:1779719028.136714:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719028/real 1779719028]  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719028.136717:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719028.136722:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136727:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000001:0.0:1779719028.136732:0:346728:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:2.0:1779719028.136733:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1779719028.136734:0:346728:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd8a15c85faf5180d
00000400:00000001:2.0:1779719028.136736:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719028.136738:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719028.136740:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719028.136741:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719028.136743:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1779719028.136747:0:346728:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:2.0:1779719028.136750:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1779719028.136751:0:346728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff950934209000 refcount=4
00000020:00000001:0.0:1779719028.136755:0:346728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000020:00000001:0.0:1779719028.136758:0:346728:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446626465494634496 : -117608214917120 : ffff950934209000)
00000100:00000040:0.0:1779719028.136763:0:346728:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff95090a1a3b40 refcount 14 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136768:0:346728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1779719028.136773:0:346728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff95090a1a3b40 refcount 15 to 192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136777:0:346728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626464789576512 : -117608919975104 : ffff95090a1a3b40)
00000020:00000040:0.0:1779719028.136781:0:346728:0:(genops.c:900:class_export_put()) PUTting export ffff950934209000 : new refcount 3
00000100:00000200:2.0:1779719028.136781:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1779719028.136788:0:346728:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff950941284800: import ffff95093b727000 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00000001:0.0:1779719028.136795:0:346728:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1779719028.136799:0:346728:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1779719028.136802:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1779719028.136804:0:346728:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719028.136805:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779719028.136809:0:346728:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.136809:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719028.136812:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1779719028.136813:0:346728:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1779719028.136817:0:346728:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682136 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1779719028.136819:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1779719028.136822:0:346728:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1779719028.136828:0:346728:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.136834:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1779719028.136835:0:346728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9509340b6300.
00000100:00000040:2.0:1779719028.136839:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1779719028.136840:0:346728:0:(genops.c:1231:class_import_get()) import ffff95093b727000 refcount=3 obd=lustre-OST0001-osc-ffff950941284800
02000000:00000001:0.0:1779719028.136846:0:346728:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1779719028.136849:0:346728:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.136850:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1779719028.136852:0:346728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1779719028.136855:0:346728:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1779719028.136855:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1779719028.136859:0:346728:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.136859:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719028.136860:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.136864:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
02000000:00000010:0.0:1779719028.136865:0:346728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95091cd5ac00.
00000100:00000001:2.0:1779719028.136865:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719028.136870:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95090677d800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719028.136873:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719028.136875:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719028.136877:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719028.136878:0:346728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1779719028.136889:0:346728:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1779719028.136889:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:86721df0-7795-4f7d-b7e7-c3485de32ac2:248765:1866162529513728:192.168.203.145@tcp:250:kworker.0
00000100:00000001:2.0:1779719028.136897:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.136902:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719028.136907:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7800 x1866162529513728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1779719028.136908:0:346728:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1779719028.136913:0:346728:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.136919:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1779719028.136952:0:346728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020904a04] to pc [ptlrpcd_rcv+-1]  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1779719028.136962:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1779719028.136963:0:346728:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1779719028.136967:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f800.
00000100:00000040:0.0:1779719028.136969:0:346728:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (21484)
02000000:00000001:2.0:1779719028.136972:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719028.136975:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719028.136977:0:248765:0:(genops.c:1244:class_import_put()) import ffff95090677d800 refcount=3 obd=MGC192.168.203.145@tcp
00000020:00000001:2.0:1779719028.136980:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719028.136983:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5b800.
02000000:00000001:2.0:1779719028.136989:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719028.136992:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719028.136994:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7800.
00000100:00000001:2.0:1779719028.136996:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719028.136997:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.136999:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137004:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719028.137005:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.137007:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719028.137008:0:248765:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1779719028.137009:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719028.137013:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137018:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719028.137019:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719028.137021:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719028.137022:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719028.137024:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719028.137025:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513856:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719028.137028:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719028.137029:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719028.137030:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719028.137031:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719028.137034:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996f800.
02000000:00000001:2.0:1779719028.137035:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719028.137038:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719028.137040:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719028.137043:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719028.137045:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529513856, portal 10
00000100:00000001:2.0:1779719028.137046:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719028.137047:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493250304 : -117608216301312 : ffff9509340b7100)
00000100:00000040:2.0:1779719028.137052:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137056:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719028.137058:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719028.137060:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719028.137062:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529513856, offset 0
00000400:00000200:2.0:1779719028.137065:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719028.137068:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719028.137071:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719028.137073:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719028.137075:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719028.137077:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719028.137078:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719028.137081:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157744:157744:256:4294967295] 192.168.203.145@tcp LPNI seq info [157743:157743:8:4294967295]
00000400:00000200:2.0:1779719028.137083:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719028.137088:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719028.137091:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719028.137093:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719028.137095:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719028.137097:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779719028.137101:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719028.137102:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1779719028.137105:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719028.137115:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719028.137118:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719028.137120:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719028.137122:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719028.137124:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719028.137125:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719028.137128:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137133:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719028.137135:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137140:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.137141:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719028.137143:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719028.137146:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: using a timeout of 9632 usecs (10 jiffies)
00000400:00000200:2.0:1779719028.137148:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719028.137150:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316147211
00000100:00000001:2.0:1779719028.137152:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316148478
00000100:00000001:2.0:1779719028.137153:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316147211
00000100:00000001:2.0:1779719028.137155:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316148478
00000100:00000001:2.0:1779719028.137156:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719028.137158:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.137159:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719028.137161:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719028/real 1779719028]  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719028.137167:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719028.137168:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719028.137170:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719028.137173:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719028.137174:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719028.137176:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719028.137179:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719028.137188:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137195:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719028.137197:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137199:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719028.137215:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719028.137220:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137227:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719028.137231:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137236:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719028.137238:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137239:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719028.137240:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137241:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719028.137243:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719028.137245:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719028.137247:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719028.137248:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719028.137251:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719028.137256:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513856:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719028.137259:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719028.137260:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137265:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719028.137266:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719028.137267:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719028.137268:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719028.137270:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719028.137272:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513984:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719028.137274:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719028.137275:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719028.137277:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719028.137278:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719028.137280:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719028.137282:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719028.137285:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719028.137286:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719028.137288:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719028.137291:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529513984, portal 10
00000100:00000001:2.0:1779719028.137292:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719028.137293:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493240448 : -117608216311168 : ffff9509340b4a80)
00000100:00000040:2.0:1779719028.137297:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137301:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719028.137303:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719028.137304:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719028.137306:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1866162529513984, offset 0
00000400:00000200:2.0:1779719028.137309:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719028.137311:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719028.137314:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719028.137316:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719028.137318:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719028.137319:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719028.137321:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719028.137323:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157745:157745:256:4294967295] 192.168.203.145@tcp LPNI seq info [157744:157744:8:4294967295]
00000400:00000200:2.0:1779719028.137326:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719028.137331:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719028.137334:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719028.137336:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719028.137338:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719028.137340:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779719028.137343:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719028.137345:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1779719028.137348:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719028.137349:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719028.137351:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719028.137353:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719028.137355:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719028.137357:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719028.137359:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719028.137361:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137367:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719028.137368:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137372:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.137374:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719028.137375:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719028.137378:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: using a timeout of 17636 usecs (18 jiffies)
00000400:00000200:2.0:1779719028.137380:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719028.137381:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316147219
00000100:00000001:2.0:1779719028.137383:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316148478
00000100:00000001:2.0:1779719028.137384:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316147219
00000100:00000001:2.0:1779719028.137386:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316148478
00000100:00000001:2.0:1779719028.137387:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719028.137389:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.137390:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719028.137392:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719028/real 1779719028]  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719028.137397:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719028.137398:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719028.137398:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719028.137400:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719028.137401:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719028.137402:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719028.137404:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719028.137414:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137421:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719028.137422:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137424:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719028.137425:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719028.137429:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137436:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719028.137440:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137448:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719028.137450:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137452:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719028.137453:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137455:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719028.137457:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719028.137459:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093423f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719028.137462:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719028.137463:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719028.137466:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719028.137472:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529513984:192.168.203.145@tcp:38:kworker.0
00000100:00000001:2.0:1779719028.137474:0:248765:0:(client.c:1799:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1779719028.137476:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137480:0:248765:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1779719028.137481:0:248765:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719028.137483:0:248765:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1779719028.137485:0:248765:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1779719028.137486:0:248765:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1779719028.137488:0:248765:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529514112:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719028.137491:0:248765:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1779719028.137492:0:248765:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1779719028.137493:0:248765:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1779719028.137494:0:248765:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1779719028.137497:0:248765:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719028.137498:0:248765:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1779719028.137500:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000010:2.0:1779719028.137502:0:248765:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff950925493630.
00000400:00000010:2.0:1779719028.137505:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9088.
00000100:00000200:2.0:1779719028.137507:0:248765:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1866162529514112, portal 4
00000100:00000001:2.0:1779719028.137508:0:248765:0:(client.c:3265:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1779719028.137509:0:248765:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446626465493246720 : -117608216304896 : ffff9509340b6300)
00000100:00000040:2.0:1779719028.137513:0:248765:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137517:0:248765:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1779719028.137518:0:248765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.145@tcp
00000400:00000010:2.0:1779719028.137520:0:248765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9509408f9770.
00000100:00000200:2.0:1779719028.137521:0:248765:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1866162529514112, offset 0
00000400:00000200:2.0:1779719028.137524:0:248765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.145@tcp
00000400:00000200:2.0:1779719028.137526:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719028.137529:0:248765:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.145@tcp local destination
00000400:00000200:2.0:1779719028.137531:0:248765:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1779719028.137533:0:248765:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.45@tcp
00000400:00000200:2.0:1779719028.137534:0:248765:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.45@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1779719028.137536:0:248765:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.145@tcp
00000400:00000200:2.0:1779719028.137538:0:248765:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.45@tcp NI seq info: [157746:157746:256:4294967295] 192.168.203.145@tcp LPNI seq info [157745:157745:8:4294967295]
00000400:00000200:2.0:1779719028.137541:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000400:00000200:2.0:1779719028.137545:0:248765:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.45@tcp(192.168.203.45@tcp:<?>) -> 192.168.203.145@tcp(192.168.203.145@tcp:192.168.203.145@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1779719028.137548:0:248765:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719028.137550:0:248765:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff950904c0f300.
00000800:00000200:2.0:1779719028.137553:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.0:1779719028.137555:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1779719028.137558:0:248765:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95093d7c0b40] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1:1779719028.137559:0:248765:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.145 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1779719028.137562:0:248765:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000800:00000010:2.0:1779719028.137563:0:248765:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff950904c0f300.
00000400:00000200:2.0:1779719028.137565:0:248765:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1779719028.137567:0:248765:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.45@tcp->192.168.203.145@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1779719028.137569:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9770
00000400:00000010:2.0:1779719028.137570:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9770.
00000100:00000001:2.0:1779719028.137572:0:248765:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1779719028.137574:0:248765:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137579:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719028.137581:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 1779719053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137585:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.137586:0:248765:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1779719028.137587:0:248765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1779719028.137589:0:248765:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: using a timeout of 15611 usecs (16 jiffies)
00000400:00000200:2.0:1779719028.137591:0:248765:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.145@tcp to cpt 0
00000100:00000001:2.0:1779719028.137592:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 0 is 4316147217
00000100:00000001:2.0:1779719028.137594:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 0, keep current deadline 4316148478
00000100:00000001:2.0:1779719028.137596:0:248765:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS new deadline estimation for cpu 1 is 4316147217
00000100:00000001:2.0:1779719028.137597:0:248765:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff950941284800: PM QoS request active for cpu 1, keep current deadline 4316148478
00000100:00000001:2.0:1779719028.137598:0:248765:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1779719028.137600:0:248765:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.137601:0:248765:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1779719028.137603:0:248765:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1779719028/real 1779719028]  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1779719028.137608:0:248765:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1779719028.137609:0:248765:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1779719028.137610:0:248765:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff950925493630.
00000400:00000200:2.0:1779719028.137612:0:248765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9509408f9088
00000400:00000010:2.0:1779719028.137613:0:248765:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9509408f9088.
00000100:00000001:2.0:1779719028.137615:0:248765:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1779719028.137618:0:248765:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1779719028.137627:0:248765:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137633:0:248765:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1779719028.137634:0:248765:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137636:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719028.137637:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1779719028.137642:0:248765:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137649:0:248765:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1779719028.137653:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137660:0:248765:0:(client.c:2110:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1779719028.137663:0:248765:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137664:0:248765:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1779719028.137666:0:248765:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137668:0:248765:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1779719028.137669:0:248765:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1779719028.137671:0:248765:0:(import.c:65:import_set_state_nolock()) ffff95093b727000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1779719028.137674:0:248765:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00000001:2.0:1779719028.137676:0:248765:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1779719028.137681:0:248765:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1779719028.137689:0:248765:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9509340b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:58e7bebd-9073-47dd-bd80-47cd1e6d88c2:248765:1866162529514112:192.168.203.145@tcp:8:kworker.0
00000100:00000001:2.0:1779719028.137693:0:248765:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137695:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719028.137699:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b7100 x1866162529513856/t0(0) o38->lustre-MDT0000-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137707:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719028.137709:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719028.137711:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996f800.
02000000:00000001:2.0:1779719028.137714:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719028.137715:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719028.137717:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423a800 refcount=148 obd=lustre-MDT0000-mdc-ffff950941284800
00000020:00000001:2.0:1779719028.137719:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719028.137721:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd58c00.
02000000:00000001:2.0:1779719028.137723:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719028.137724:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719028.137725:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b7100.
00000100:00000001:2.0:1779719028.137726:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719028.137727:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137729:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719028.137731:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b4a80 x1866162529513984/t0(0) o38->lustre-MDT0001-mdc-ffff950941284800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137735:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719028.137736:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719028.137737:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996c400.
02000000:00000001:2.0:1779719028.137739:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719028.137740:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719028.137740:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093423f800 refcount=4 obd=lustre-MDT0001-mdc-ffff950941284800
00000020:00000001:2.0:1779719028.137741:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719028.137742:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5a800.
02000000:00000001:2.0:1779719028.137744:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719028.137746:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719028.137746:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b4a80.
00000100:00000001:2.0:1779719028.137748:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719028.137749:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137750:0:248765:0:(client.c:2844:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1779719028.137752:0:248765:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9509340b6300 x1866162529514112/t0(0) o8->lustre-OST0001-osc-ffff950941284800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1779719053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1779719028.137756:0:248765:0:(client.c:2770:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1779719028.137757:0:248765:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1779719028.137759:0:248765:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95093996ec00.
02000000:00000001:2.0:1779719028.137761:0:248765:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1779719028.137762:0:248765:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1779719028.137763:0:248765:0:(genops.c:1244:class_import_put()) import ffff95093b727000 refcount=2 obd=lustre-OST0001-osc-ffff950941284800
00000020:00000001:2.0:1779719028.137765:0:248765:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1779719028.137766:0:248765:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95091cd5ac00.
02000000:00000001:2.0:1779719028.137768:0:248765:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1779719028.137770:0:248765:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1779719028.137771:0:248765:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9509340b6300.
00000100:00000001:2.0:1779719028.137773:0:248765:0:(client.c:2826:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1779719028.137775:0:248765:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137777:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1779719028.137780:0:248765:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1779719028.137782:0:248765:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1779719028.137784:0:248765:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1779719028.137786:0:248765:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719028.584021:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719028.584026:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719028.584031:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719028.584032:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719028.584035:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719028.584036:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1779719028.584052:0:276941:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1779719028.584054:0:276941:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1779719028.584056:0:276941:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719029.160010:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719029.160016:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719029.160018:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719029.160022:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719029.160025:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719029.160028:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719029.160030:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719029.160032:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719029.160034:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1779719029.416023:0:346759:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311800 (cpu 0) has reached its deadline 4316148478, at 4316148480
00000100:00000040:1.0:1779719029.416023:0:346752:0:(connection.c:75:cpu_latency_work()) work item of ffff950906311910 (cpu 0) has reached its deadline 4316148478, at 4316148480
00000100:00000010:0.0:1779719029.416036:0:346759:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5ea0.
00000100:00000010:1.0:1779719029.416038:0:346752:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9509268b5de0.
00010000:00000001:2.0:1779719029.608016:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719029.608021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719029.608028:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719029.608032:0:346548:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1779719029.608034:0:346548:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1779719029.608038:0:346548:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719029.608041:0:346548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1779719029.608043:0:346548:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719029.608045:0:346548:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719029.608048:0:346548:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719029.608052:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719029.608053:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1779719029.608114:0:272689:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1779719029.608118:0:272689:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1779719029.608122:0:272689:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1779719030.184024:0:346405:0:(client.c:2544:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1779719030.184030:0:346405:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1779719030.184032:0:346405:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1779719030.184036:0:346405:0:(client.c:2692:ptlrpc_set_wait()) set ffff950902f28a80 going to sleep for 0 seconds
00000100:00000001:3.0:1779719030.184038:0:346405:0:(client.c:1976:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1779719030.184042:0:346405:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719030.184044:0:346405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1779719030.184046:0:346405:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1779719030.184048:0:346405:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719030.632009:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719030.632014:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719030.632020:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719030.632021:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1779719030.632024:0:346548:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1779719030.632025:0:346548:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1779719030.632058:0:272690:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1779719030.632061:0:272690:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1779719030.632064:0:272690:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 135399 lines, 135399 kept, 0 dropped, 0 bad.